009 (10627.064.000) 2024-10-24 11:35:25 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169637> on <137.99.19.33:21254> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893788_a4fd_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.064.000) 2024-10-24 11:35:25 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:25.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 64 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169637> on <137.99.19.33:21254> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893788_a4fd_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.249.000) 2024-10-24 11:35:25 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.249.000) 2024-10-24 11:35:25 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:25.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 249 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782554; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.250.000) 2024-10-24 11:35:25 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:55:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.250.000) 2024-10-24 11:35:25 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:25.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 250 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778102; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.251.000) 2024-10-24 11:35:25 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:11:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.251.000) 2024-10-24 11:35:25 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:25.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 251 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779106; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.253.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:58:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.253.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 253 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778329; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.254.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.254.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 254 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783650; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.255.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:41:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.255.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 255 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777284; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.256.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:41:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.256.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 256 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777308; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.257.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.257.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 257 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783605; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.258.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.258.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 258 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776061; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.044.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169618> on <137.99.19.33:40891> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893761_9edc_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.044.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 44 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169618> on <137.99.19.33:40891> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893761_9edc_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.139.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169706> on <137.99.19.33:44561> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896229_8cc0_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.139.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 139 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169706> on <137.99.19.33:44561> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896229_8cc0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.144.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169715> on <137.99.19.33:40959> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896241_0140_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.144.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 144 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169715> on <137.99.19.33:40959> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896241_0140_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.259.000) 2024-10-24 11:35:26 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.259.000) 2024-10-24 11:35:26 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:26.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 259 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783611; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.143.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169713> on <137.99.19.33:12343> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896238_e420_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.143.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 143 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169713> on <137.99.19.33:12343> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896238_e420_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.260.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.260.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 260 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776294; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.261.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.261.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 261 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778740; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.262.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:41:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.262.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 262 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777264; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.046.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169620> on <137.99.19.33:26072> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893766_24bc_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.046.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 46 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169620> on <137.99.19.33:26072> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893766_24bc_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.054.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169627> on <137.99.19.33:10183> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893775_7c1c_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.054.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 54 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169627> on <137.99.19.33:10183> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893775_7c1c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.138.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169705> on <137.99.19.33:13292> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896228_d860_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.138.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 138 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169705> on <137.99.19.33:13292> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896228_d860_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.146.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169719> on <137.99.19.33:32579> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896249_a441_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.146.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 146 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169719> on <137.99.19.33:32579> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896249_a441_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.263.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.263.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 263 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777367; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.047.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169621> on <137.99.19.33:28554> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893767_d91c_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.047.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 47 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169621> on <137.99.19.33:28554> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893767_d91c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.055.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169628> on <137.99.19.33:59896> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893776_307c_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.055.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 55 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169628> on <137.99.19.33:59896> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893776_307c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.135.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170322> on <137.99.19.33:44634> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912371_0c90_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.135.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 135 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170322> on <137.99.19.33:44634> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912371_0c90_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.264.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:41:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.264.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 264 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777292; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.265.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:32:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.265.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 265 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776775; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.266.000) 2024-10-24 11:35:27 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:58:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.266.000) 2024-10-24 11:35:27 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:27.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 266 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778301; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.267.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:34:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.267.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 267 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780461; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.052.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169625> on <137.99.19.33:31723> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893773_135c_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.052.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 52 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169625> on <137.99.19.33:31723> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893773_135c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.268.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:35:18Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.268.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 268 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780518; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.269.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.269.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.344" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 269 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777429; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.270.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:05Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.270.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 270 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777325; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.271.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.271.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 271 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777555; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.272.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.272.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 272 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783630; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.105.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169671> on <137.99.19.33:42210> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893893_a061_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.105.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 105 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169671> on <137.99.19.33:42210> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893893_a061_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.129.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169696> on <137.99.19.33:57847> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893971_95a4_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.129.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 129 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169696> on <137.99.19.33:57847> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893971_95a4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.273.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:07:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.273.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 273 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771673; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.275.000) 2024-10-24 11:35:28 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.275.000) 2024-10-24 11:35:28 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:28.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 275 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783649; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.118.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169685> on <137.99.19.33:15648> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893912_0382_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.118.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 118 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169685> on <137.99.19.33:15648> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893912_0382_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.137.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169707> on <137.99.19.33:11102> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896230_4120_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.137.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 137 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169707> on <137.99.19.33:11102> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896230_4120_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.147.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169723> on <137.99.19.33:43529> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896255_de81_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.147.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 147 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169723> on <137.99.19.33:43529> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896255_de81_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.276.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:41:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.276.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 276 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777285; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.148.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169721> on <137.99.19.33:49578> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896253_75c1_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.148.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 148 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169721> on <137.99.19.33:49578> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896253_75c1_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.278.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.278.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 278 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777500; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.280.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:54:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.280.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 280 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729781654; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.282.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:38:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.282.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 282 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777112; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.284.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.284.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 284 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777372; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.050.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169624> on <137.99.19.33:48984> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893772_5efc_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.050.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 50 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169624> on <137.99.19.33:48984> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893772_5efc_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.290.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:59:37Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.290.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 290 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778377; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.304.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:33:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.304.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 304 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729784013; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.140.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169709> on <137.99.19.33:16587> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896234_12a0_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.140.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 140 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169709> on <137.99.19.33:16587> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896234_12a0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.141.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169712> on <137.99.19.33:10178> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896237_2fc0_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.141.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 141 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169712> on <137.99.19.33:10178> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896237_2fc0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.306.000) 2024-10-24 11:35:29 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:05:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.306.000) 2024-10-24 11:35:29 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:29.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 306 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782345; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.142.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169714> on <137.99.19.33:26671> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896240_4ce0_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.142.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 142 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169714> on <137.99.19.33:26671> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896240_4ce0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.309.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.309.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 309 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778731; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.281.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168962> on <137.99.19.33:31738> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891653_5806_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.281.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 281 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168962> on <137.99.19.33:31738> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891653_5806_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.150.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169724> on <137.99.19.33:18558> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896256_92e1_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.150.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 150 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169724> on <137.99.19.33:18558> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896256_92e1_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.156.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169726> on <137.99.19.33:16763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896260_6461_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.156.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 156 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169726> on <137.99.19.33:16763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896260_6461_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.145.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170323> on <137.99.19.33:51403> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912405_0152_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.145.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 145 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170323> on <137.99.19.33:51403> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912405_0152_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.311.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.311.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 311 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778742; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.312.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.312.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.320" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 312 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783635; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.314.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:06:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.314.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 314 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778782; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.315.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.315.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 315 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782526; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.316.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:25:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.316.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 316 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783524; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.157.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169727> on <137.99.19.33:16763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896262_cd21_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.157.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 157 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169727> on <137.99.19.33:16763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896262_cd21_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.158.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169730> on <137.99.19.33:24073> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896265_ea41_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.158.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 158 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169730> on <137.99.19.33:24073> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896265_ea41_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.163.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169733> on <137.99.19.33:25606> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896270_7022_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.163.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 163 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169733> on <137.99.19.33:25606> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896270_7022_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.220.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169777> on <137.99.19.33:29188> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896367_c886_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.220.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 220 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169777> on <137.99.19.33:29188> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896367_c886_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.317.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:06:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.317.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 317 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778796; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.152.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169722> on <137.99.19.33:16471> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896254_2a21_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.152.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 152 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169722> on <137.99.19.33:16471> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896254_2a21_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.319.000) 2024-10-24 11:35:30 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.319.000) 2024-10-24 11:35:30 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:30.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 319 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777322; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.320.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:23:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.320.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 320 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776234; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.151.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169718> on <137.99.19.33:39023> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896247_3b81_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.151.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 151 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169718> on <137.99.19.33:39023> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896247_3b81_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.252.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169807> on <137.99.19.33:31008> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896436_6668_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.252.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 252 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169807> on <137.99.19.33:31008> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896436_6668_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.322.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.322.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 322 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783635; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.164.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169732> on <137.99.19.33:29787> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896269_bbc2_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.164.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 164 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169732> on <137.99.19.33:29787> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896269_bbc2_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.323.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.323.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 323 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776353; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.325.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.325.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 325 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776321; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.274.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168956> on <137.99.19.33:27597> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891640_2f25_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.274.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 274 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168956> on <137.99.19.33:27597> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891640_2f25_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.277.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168958> on <137.99.19.33:31466> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891647_1dc6_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.277.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 277 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168958> on <137.99.19.33:31466> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891647_1dc6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.287.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168968> on <137.99.19.33:20146> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891660_46a6_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.287.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 287 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168968> on <137.99.19.33:20146> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891660_46a6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.289.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168973> on <137.99.19.33:38902> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891667_3546_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.289.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 289 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168973> on <137.99.19.33:38902> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891667_3546_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.153.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169725> on <137.99.19.33:13113> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896258_fba1_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.153.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 153 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169725> on <137.99.19.33:13113> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896258_fba1_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.159.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169731> on <137.99.19.33:22029> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896267_5302_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.159.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 159 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169731> on <137.99.19.33:22029> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896267_5302_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.326.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.326.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 326 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783642; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.285.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168966> on <137.99.19.33:18613> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891658_dde6_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.285.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 285 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168966> on <137.99.19.33:18613> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891658_dde6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.178.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168969> on <137.99.19.33:30079> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891662_af66_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.178.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 178 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168969> on <137.99.19.33:30079> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891662_af66_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.288.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168970> on <137.99.19.33:19703> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891664_1826_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.288.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 288 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168970> on <137.99.19.33:19703> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891664_1826_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.155.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169729> on <137.99.19.33:15522> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896264_35e1_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.155.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 155 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169729> on <137.99.19.33:15522> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896264_35e1_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.333.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.333.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 333 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777443; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.283.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168964> on <137.99.19.33:27222> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891655_c0c6_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.283.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 283 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168964> on <137.99.19.33:27222> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891655_c0c6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.291.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168974> on <137.99.19.33:40591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891669_9e07_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.291.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 291 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168974> on <137.99.19.33:40591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891669_9e07_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.154.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169728> on <137.99.19.33:13186> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896263_8181_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.154.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 154 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169728> on <137.99.19.33:13186> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896263_8181_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.335.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:58:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.335.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 335 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778327; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.292.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168976> on <137.99.19.33:58987> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891672_bb27_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.292.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 292 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168976> on <137.99.19.33:58987> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891672_bb27_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.293.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168977> on <137.99.19.33:38109> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891673_6f87_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.293.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 293 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168977> on <137.99.19.33:38109> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891673_6f87_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.336.000) 2024-10-24 11:35:31 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:07:57Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.336.000) 2024-10-24 11:35:31 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:31.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 336 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771677; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.286.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168967> on <137.99.19.33:15265> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891659_9246_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.286.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 286 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168967> on <137.99.19.33:15265> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891659_9246_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.337.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.337.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 337 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777529; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.339.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.339.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 339 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783567; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.341.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:31:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.341.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 341 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783860; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.343.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:06:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.343.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 343 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782373; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.345.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:18:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.345.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 345 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779488; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.347.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.347.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 347 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777372; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.181.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170328> on <137.99.19.33:18613> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3913144_b290_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.181.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 181 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170328> on <137.99.19.33:18613> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3913144_b290_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.348.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:38:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.348.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 348 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777112; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.279.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168960> on <137.99.19.33:23942> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891650_3ae6_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.279.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 279 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168960> on <137.99.19.33:23942> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891650_3ae6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.161.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169734> on <137.99.19.33:43413> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896271_2482_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.161.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 161 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169734> on <137.99.19.33:43413> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896271_2482_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.162.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169735> on <137.99.19.33:21591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896275_f602_2> at 2024-10-24T15:35:04Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.162.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.894" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 162 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169735> on <137.99.19.33:21591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896275_f602_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784104 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.342.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169865> on <137.99.19.33:59756> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896569_1c4e_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.342.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 342 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169865> on <137.99.19.33:59756> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896569_1c4e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.349.000) 2024-10-24 11:35:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:02:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.349.000) 2024-10-24 11:35:32 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:32.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 349 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782158; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.300.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168984> on <137.99.19.33:55930> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891685_e407_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.300.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 300 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168984> on <137.99.19.33:55930> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891685_e407_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.303.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168988> on <137.99.19.33:55857> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891692_d2a7_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.303.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 303 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168988> on <137.99.19.33:55857> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891692_d2a7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.310.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169840> on <137.99.19.33:58203> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896510_8a2b_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.310.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 310 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169840> on <137.99.19.33:58203> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896510_8a2b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.351.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.351.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 351 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777691; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.296.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168980> on <137.99.19.33:20817> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891679_a9c7_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.296.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 296 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168980> on <137.99.19.33:20817> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891679_a9c7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.297.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168981> on <137.99.19.33:46075> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891680_5e27_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.297.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 297 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168981> on <137.99.19.33:46075> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891680_5e27_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.308.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168997> on <137.99.19.33:58938> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891715_0748_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.308.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 308 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168997> on <137.99.19.33:58938> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891715_0748_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.321.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169008> on <137.99.19.33:29154> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891765_420a_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.321.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 321 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169008> on <137.99.19.33:29154> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891765_420a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.352.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.352.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 352 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782555; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.294.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168978> on <137.99.19.33:45053> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891675_d847_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.294.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 294 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168978> on <137.99.19.33:45053> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891675_d847_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.318.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169005> on <137.99.19.33:53969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891759_07ca_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.318.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 318 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169005> on <137.99.19.33:53969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891759_07ca_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.327.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169012> on <137.99.19.33:55507> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891777_b68b_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.327.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 327 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169012> on <137.99.19.33:55507> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891777_b68b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.354.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.354.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 354 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783614; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.338.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169024> on <137.99.19.33:25071> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891819_4e4d_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.338.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 338 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169024> on <137.99.19.33:25071> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891819_4e4d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.356.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.356.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 356 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783611; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.357.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.357.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 357 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777526; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.358.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.358.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 358 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783671; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.313.000) 2024-10-24 11:35:33 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169002> on <137.99.19.33:56378> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891750_b06a_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.313.000) 2024-10-24 11:35:33 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:33.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 313 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169002> on <137.99.19.33:56378> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891750_b06a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.359.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.359.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 359 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776049; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.360.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.360.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 360 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776287; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.298.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168982> on <137.99.19.33:51258> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891681_1287_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.298.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 298 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168982> on <137.99.19.33:51258> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891681_1287_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.330.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169015> on <137.99.19.33:31573> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891785_598b_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.330.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 330 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169015> on <137.99.19.33:31573> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891785_598b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.361.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.361.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 361 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776261; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.295.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168979> on <137.99.19.33:11478> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891676_8ca7_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.295.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 295 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168979> on <137.99.19.33:11478> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891676_8ca7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.362.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:25:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.362.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 362 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783516; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.363.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.363.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 363 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783576; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.299.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168983> on <137.99.19.33:36595> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891682_c6e7_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.299.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 299 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168983> on <137.99.19.33:36595> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891682_c6e7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.302.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168986> on <137.99.19.33:55643> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891690_69e7_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.302.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 302 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168986> on <137.99.19.33:55643> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891690_69e7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.328.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169013> on <137.99.19.33:53259> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891782_3c6b_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.328.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 328 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169013> on <137.99.19.33:53259> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891782_3c6b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.332.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169018> on <137.99.19.33:15085> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891795_654c_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.332.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 332 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169018> on <137.99.19.33:15085> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891795_654c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.364.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.364.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 364 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777439; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.305.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168990> on <137.99.19.33:18204> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891694_3b68_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.305.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 305 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168990> on <137.99.19.33:18204> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891694_3b68_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.307.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168991> on <137.99.19.33:55283> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891697_5888_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.307.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 307 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168991> on <137.99.19.33:55283> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891697_5888_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.324.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169011> on <137.99.19.33:54344> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891775_4dcb_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.324.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 324 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169011> on <137.99.19.33:54344> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891775_4dcb_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.340.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169028> on <137.99.19.33:16900> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891826_3ced_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.340.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 340 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169028> on <137.99.19.33:16900> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891826_3ced_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.366.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.366.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 366 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778929; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.301.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168985> on <137.99.19.33:45151> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891686_9867_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.301.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 301 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168985> on <137.99.19.33:45151> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891686_9867_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.344.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169030> on <137.99.19.33:43034> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891831_c2cd_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.344.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 344 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169030> on <137.99.19.33:43034> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891831_c2cd_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.346.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169034> on <137.99.19.33:18292> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891848_bd2e_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.346.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 346 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169034> on <137.99.19.33:18292> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891848_bd2e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.367.000) 2024-10-24 11:35:34 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:29:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.367.000) 2024-10-24 11:35:34 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:34.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 367 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783799; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.329.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169014> on <137.99.19.33:47998> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891783_f0cb_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.329.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 329 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169014> on <137.99.19.33:47998> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891783_f0cb_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.331.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169016> on <137.99.19.33:22677> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891788_76ab_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.331.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 331 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169016> on <137.99.19.33:22677> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891788_76ab_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.334.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169022> on <137.99.19.33:57050> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891811_ab4c_2> at 2024-10-24T15:35:05Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.334.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 334 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169022> on <137.99.19.33:57050> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891811_ab4c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784105 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.368.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.368.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 368 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782472; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.369.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.369.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 369 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782527; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.370.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.370.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 370 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783600; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.371.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:28:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.371.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 371 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783714; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.372.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:59:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.372.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 372 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778375; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.373.000) 2024-10-24 11:35:35 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:02:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.373.000) 2024-10-24 11:35:35 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:35.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 373 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782168; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.374.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.374.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 374 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777375; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.375.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.375.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 375 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783567; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.376.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.376.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 376 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776431; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.365.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169883> on <137.99.19.33:30830> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896598_8b2f_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.365.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 365 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169883> on <137.99.19.33:30830> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896598_8b2f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.410.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169928> on <137.99.19.33:39809> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897425_3d71_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.410.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 410 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169928> on <137.99.19.33:39809> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897425_3d71_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.415.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169936> on <137.99.19.33:29380> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897464_b812_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.415.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 415 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169936> on <137.99.19.33:29380> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897464_b812_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.418.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169938> on <137.99.19.33:38495> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897475_7833_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.418.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 418 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169938> on <137.99.19.33:38495> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897475_7833_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.426.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169947> on <137.99.19.33:34052> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897504_e714_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.426.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 426 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169947> on <137.99.19.33:34052> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897504_e714_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.377.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:36:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.377.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 377 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777007; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.381.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169902> on <137.99.19.33:56015> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896715_fb14_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.381.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 381 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169902> on <137.99.19.33:56015> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3896715_fb14_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.399.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169917> on <137.99.19.33:34553> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897303_47ac_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.399.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 399 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169917> on <137.99.19.33:34553> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897303_47ac_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.422.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169943> on <137.99.19.33:39590> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897488_a113_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.422.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 422 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169943> on <137.99.19.33:39590> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897488_a113_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.428.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169949> on <137.99.19.33:53616> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897507_0434_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.428.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 428 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169949> on <137.99.19.33:53616> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897507_0434_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.430.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169951> on <137.99.19.33:18878> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897510_2154_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.430.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 430 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169951> on <137.99.19.33:18878> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897510_2154_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.378.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:26:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.378.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 378 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776389; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.420.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169941> on <137.99.19.33:37191> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897480_fe13_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.420.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 420 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169941> on <137.99.19.33:37191> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897480_fe13_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.432.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169953> on <137.99.19.33:30120> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897512_8a14_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.432.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 432 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169953> on <137.99.19.33:30120> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897512_8a14_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.436.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169957> on <137.99.19.33:32310> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897538_dbd5_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.436.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 436 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169957> on <137.99.19.33:32310> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897538_dbd5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.379.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:24:05Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.379.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 379 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783445; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.355.000) 2024-10-24 11:35:36 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169040> on <137.99.19.33:29881> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891860_31ae_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.355.000) 2024-10-24 11:35:36 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:36.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 355 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169040> on <137.99.19.33:29881> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891860_31ae_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.434.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169955> on <137.99.19.33:44345> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897533_55f5_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.434.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 434 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169955> on <137.99.19.33:44345> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897533_55f5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.380.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:28:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.380.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 380 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783704; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.447.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169968> on <137.99.19.33:36763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897564_2d96_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.447.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 447 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169968> on <137.99.19.33:36763> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897564_2d96_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.449.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169970> on <137.99.19.33:16625> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897570_67d6_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.449.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 449 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169970> on <137.99.19.33:16625> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897570_67d6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.450.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169971> on <137.99.19.33:17929> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897571_1c37_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.450.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 450 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169971> on <137.99.19.33:17929> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897571_1c37_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.382.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.382.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 382 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778901; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.350.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169037> on <137.99.19.33:29969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891855_abce_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.350.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 350 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169037> on <137.99.19.33:29969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891855_abce_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.353.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169039> on <137.99.19.33:17408> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891859_7d4e_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.353.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 353 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169039> on <137.99.19.33:17408> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891859_7d4e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.411.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169930> on <137.99.19.33:54482> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897429_0ef1_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.411.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 411 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169930> on <137.99.19.33:54482> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897429_0ef1_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.383.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:31:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.383.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 383 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783893; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.424.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169945> on <137.99.19.33:22299> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897502_7e54_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.424.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 424 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169945> on <137.99.19.33:22299> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897502_7e54_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.440.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169961> on <137.99.19.33:57412> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897544_1615_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.440.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 440 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169961> on <137.99.19.33:57412> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897544_1615_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.452.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169973> on <137.99.19.33:53115> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897574_3957_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.452.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 452 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169973> on <137.99.19.33:53115> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897574_3957_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.384.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:05:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.384.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 384 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782342; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.444.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169965> on <137.99.19.33:54137> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897554_21d6_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.444.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 444 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169965> on <137.99.19.33:54137> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897554_21d6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.446.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169967> on <137.99.19.33:18591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897559_a7b6_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.446.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 446 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169967> on <137.99.19.33:18591> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897559_a7b6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.448.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169969> on <137.99.19.33:26772> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897568_ff16_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.448.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 448 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169969> on <137.99.19.33:26772> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897568_ff16_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.451.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169972> on <137.99.19.33:53412> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897573_84f7_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.451.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 451 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169972> on <137.99.19.33:53412> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897573_84f7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.385.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.385.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 385 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777485; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.520.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169205> on <137.99.19.33:22308> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892625_34ad_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.520.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 520 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169205> on <137.99.19.33:22308> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892625_34ad_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.523.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169208> on <137.99.19.33:35244> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892631_6eee_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.523.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 523 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169208> on <137.99.19.33:35244> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892631_6eee_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.438.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169959> on <137.99.19.33:51514> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897541_f8f5_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.438.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 438 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169959> on <137.99.19.33:51514> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897541_f8f5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.442.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169963> on <137.99.19.33:58225> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897547_3336_2> at 2024-10-24T15:35:06Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.442.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 442 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169963> on <137.99.19.33:58225> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897547_3336_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784106 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.386.000) 2024-10-24 11:35:37 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.386.000) 2024-10-24 11:35:37 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:37.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 386 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782563; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.521.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169206> on <137.99.19.33:32689> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892627_9d6d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.521.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 521 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169206> on <137.99.19.33:32689> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892627_9d6d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.522.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169207> on <137.99.19.33:59037> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892628_51ce_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.522.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 522 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169207> on <137.99.19.33:59037> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892628_51ce_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.524.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169209> on <137.99.19.33:36042> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892633_d7ae_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.524.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.149" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 524 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169209> on <137.99.19.33:36042> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892633_d7ae_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.478.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169998> on <137.99.19.33:37424> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897740_2f9d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.478.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 478 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169998> on <137.99.19.33:37424> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897740_2f9d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.387.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.387.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 387 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783590; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.469.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169993> on <137.99.19.33:55090> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897729_6f7d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.469.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.293" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 469 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169993> on <137.99.19.33:55090> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897729_6f7d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.470.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169994> on <137.99.19.33:12473> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897731_d83d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.470.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 470 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169994> on <137.99.19.33:12473> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897731_d83d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.484.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170006> on <137.99.19.33:17188> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897760_471e_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.484.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 484 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170006> on <137.99.19.33:17188> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897760_471e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.485.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170009> on <137.99.19.33:38519> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897764_189e_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.485.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 485 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170009> on <137.99.19.33:38519> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897764_189e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.388.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.388.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 388 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783605; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.466.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169151> on <137.99.19.33:45975> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892450_e706_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.466.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 466 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169151> on <137.99.19.33:45975> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892450_e706_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.471.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169995> on <137.99.19.33:38295> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897732_8c9d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.471.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 471 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169995> on <137.99.19.33:38295> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897732_8c9d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.517.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170033> on <137.99.19.33:48092> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897809_cd80_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.517.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 517 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170033> on <137.99.19.33:48092> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897809_cd80_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.464.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170329> on <137.99.19.33:49678> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3913150_ecd0_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.464.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 464 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170329> on <137.99.19.33:49678> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3913150_ecd0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.389.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:28:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.389.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 389 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783708; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.455.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169976> on <137.99.19.33:39813> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897578_0ad7_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.455.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 455 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169976> on <137.99.19.33:39813> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897578_0ad7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.460.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169981> on <137.99.19.33:46748> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897583_90b7_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.460.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 460 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169981> on <137.99.19.33:46748> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897583_90b7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.468.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169992> on <137.99.19.33:21739> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897728_bb1d_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.468.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 468 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169992> on <137.99.19.33:21739> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897728_bb1d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.647.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:35:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.647.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 647 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729784101; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.390.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:30:12Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.390.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 390 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776612; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.454.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169975> on <137.99.19.33:36309> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897577_5677_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.454.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 454 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169975> on <137.99.19.33:36309> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897577_5677_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.461.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169982> on <137.99.19.33:42018> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897584_4517_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.461.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 461 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169982> on <137.99.19.33:42018> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897584_4517_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.473.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170004> on <137.99.19.33:41794> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897758_de5e_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.473.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 473 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170004> on <137.99.19.33:41794> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897758_de5e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.503.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by <137.99.19.33:9618> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.503.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 503 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "<137.99.19.33:9618>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.391.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.391.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 391 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783579; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.453.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169974> on <137.99.19.33:36236> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897576_a217_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.453.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 453 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169974> on <137.99.19.33:36236> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897576_a217_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.456.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169977> on <137.99.19.33:15972> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897579_bf37_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.456.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 456 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169977> on <137.99.19.33:15972> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897579_bf37_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.457.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169978> on <137.99.19.33:41716> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897580_7397_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.457.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 457 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169978> on <137.99.19.33:41716> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897580_7397_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.459.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169980> on <137.99.19.33:36538> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897582_dc57_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.459.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 459 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169980> on <137.99.19.33:36538> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897582_dc57_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.392.000) 2024-10-24 11:35:38 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:23:41Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.392.000) 2024-10-24 11:35:38 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:38.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 392 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776221; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.458.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169979> on <137.99.19.33:45142> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897581_27f7_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.458.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 458 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169979> on <137.99.19.33:45142> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897581_27f7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.462.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169983> on <137.99.19.33:35954> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897585_f977_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.462.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 462 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169983> on <137.99.19.33:35954> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897585_f977_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.463.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169984> on <137.99.19.33:46320> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897586_add7_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.463.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 463 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169984> on <137.99.19.33:46320> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897586_add7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.479.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170011> on <137.99.19.33:21004> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897766_815e_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.479.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 479 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170011> on <137.99.19.33:21004> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897766_815e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.393.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.393.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 393 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776006; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.588.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169273> on <137.99.19.33:10830> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892777_4db4_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.588.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 588 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169273> on <137.99.19.33:10830> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892777_4db4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.619.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169304> on <137.99.19.33:21843> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892914_d519_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.619.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 619 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169304> on <137.99.19.33:21843> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892914_d519_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.472.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170026> on <137.99.19.33:41643> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897794_3be0_2> at 2024-10-24T15:35:07Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.472.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 472 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170026> on <137.99.19.33:41643> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897794_3be0_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784107 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.616.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170118> on <137.99.19.33:30185> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897995_db48_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.616.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 616 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170118> on <137.99.19.33:30185> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897995_db48_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.394.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:27:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.394.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.286" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 394 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783669; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.525.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169210> on <137.99.19.33:39718> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892634_8c0e_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.525.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 525 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169210> on <137.99.19.33:39718> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892634_8c0e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.526.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169211> on <137.99.19.33:39353> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892635_406e_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.526.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 526 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169211> on <137.99.19.33:39353> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892635_406e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.531.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169216> on <137.99.19.33:43733> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892644_97ce_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.531.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 531 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169216> on <137.99.19.33:43733> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892644_97ce_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.532.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169217> on <137.99.19.33:40614> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892645_4c2e_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.532.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 532 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169217> on <137.99.19.33:40614> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892645_4c2e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.395.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.395.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 395 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782500; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.527.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169212> on <137.99.19.33:20957> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892636_f4ce_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.527.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 527 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169212> on <137.99.19.33:20957> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892636_f4ce_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.529.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169214> on <137.99.19.33:38122> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892641_7aae_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.529.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 529 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169214> on <137.99.19.33:38122> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892641_7aae_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.530.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169215> on <137.99.19.33:42638> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892643_e36e_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.530.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 530 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169215> on <137.99.19.33:42638> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892643_e36e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.550.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169235> on <137.99.19.33:56596> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892665_63af_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.550.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 550 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169235> on <137.99.19.33:56596> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892665_63af_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.396.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:31:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.396.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 396 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783894; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.582.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170079> on <137.99.19.33:45943> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897909_4304_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.582.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 582 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170079> on <137.99.19.33:45943> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897909_4304_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.572.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170090> on <137.99.19.33:33251> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897933_2c05_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.572.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 572 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170090> on <137.99.19.33:33251> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897933_2c05_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.590.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170094> on <137.99.19.33:31932> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897938_b1e5_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.590.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 590 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170094> on <137.99.19.33:31932> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897938_b1e5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.612.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170113> on <137.99.19.33:44410> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897989_a108_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.612.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 612 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170113> on <137.99.19.33:44410> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897989_a108_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.397.000) 2024-10-24 11:35:39 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.397.000) 2024-10-24 11:35:39 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:39.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 397 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782420; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 000 (10628.000.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.000.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 0 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.001.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.001.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 1 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.002.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.002.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 2 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.003.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.003.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 3 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.004.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.004.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 4 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.005.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.005.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 5 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.006.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.006.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 6 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.007.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.007.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 7 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.008.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.008.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 8 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.009.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.009.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 9 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.010.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.010.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 10 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.011.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.011.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 11 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.012.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.012.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 12 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.013.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.013.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 13 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.014.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.014.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 14 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.015.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.015.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 15 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.016.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.016.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 16 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.017.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.017.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 17 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.018.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.018.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 18 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.019.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.019.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 19 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.020.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.020.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 20 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.021.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.021.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 21 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.022.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.022.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 22 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.023.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.023.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 23 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.024.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.024.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 24 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.025.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.025.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 25 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.026.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.026.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 26 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.027.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.027.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 27 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.028.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.028.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 28 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.029.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.029.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 29 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.030.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.030.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 30 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.031.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.031.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 31 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.032.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.032.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 32 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.033.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.033.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 33 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.034.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.034.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 34 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.035.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.035.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 35 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.036.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.036.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 36 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.037.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.037.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 37 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.038.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.038.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 38 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.039.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.039.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 39 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.040.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.040.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 40 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.041.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.041.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 41 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.042.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.042.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 42 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.043.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.043.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 43 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.044.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.044.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 44 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.045.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.045.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 45 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.046.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.046.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 46 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.047.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.047.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 47 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.048.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.048.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 48 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.049.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.049.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 49 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.050.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.050.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 50 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.051.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.051.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 51 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.052.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.052.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 52 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.053.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.053.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 53 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.054.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.054.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 54 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.055.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.055.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 55 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.056.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.056.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 56 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.057.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.057.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 57 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.058.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.058.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 58 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.059.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.059.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 59 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.060.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.060.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 60 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.061.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.061.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 61 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.062.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.062.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 62 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.063.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.063.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 63 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.064.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.064.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 64 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.065.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.065.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 65 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.066.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.066.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 66 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.067.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.067.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 67 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.068.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.068.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 68 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.069.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.069.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 69 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.070.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.070.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 70 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.071.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.071.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 71 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.072.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.072.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 72 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.073.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.073.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 73 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.074.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.074.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 74 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.075.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.075.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 75 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.076.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.076.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 76 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.077.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.077.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 77 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.078.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.078.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 78 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.079.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.079.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 79 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.080.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.080.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 80 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.081.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.081.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 81 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.082.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.082.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 82 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.083.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.083.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 83 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.084.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.084.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 84 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.085.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.085.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 85 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.086.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.086.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 86 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.087.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.087.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 87 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.088.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.088.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 88 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.089.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.089.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 89 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.090.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.090.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 90 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.091.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.091.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 91 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.092.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.092.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 92 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.093.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.093.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 93 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.094.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.094.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 94 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.095.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.095.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 95 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.096.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.096.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 96 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.097.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.097.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 97 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.098.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.098.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 98 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.099.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.099.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 99 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.100.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.100.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 100 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.101.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.101.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 101 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.102.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.102.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.464" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 102 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.103.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.103.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 103 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.104.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.104.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 104 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.105.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.105.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 105 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.106.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.106.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 106 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.107.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.107.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 107 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.108.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.108.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 108 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.109.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.109.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.469" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 109 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.110.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.110.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.469" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 110 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.111.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.111.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 111 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.112.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.112.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 112 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.113.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.113.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 113 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.114.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.114.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 114 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.115.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.115.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 115 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.116.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.116.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 116 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.117.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.117.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 117 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.118.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.118.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 118 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.119.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.119.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 119 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.120.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.120.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 120 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.121.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.121.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 121 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.122.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.122.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 122 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.123.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.123.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 123 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.124.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.124.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 124 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.125.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.125.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 125 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.126.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.126.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 126 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.127.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.127.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 127 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.128.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.128.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 128 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.129.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.129.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 129 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.130.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.130.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 130 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.131.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.131.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 131 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.132.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.132.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 132 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.133.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.133.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 133 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.134.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.134.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 134 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.135.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.135.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 135 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.136.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.136.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 136 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.137.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.137.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 137 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.138.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.138.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 138 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.139.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.139.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 139 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.140.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.140.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 140 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.141.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.141.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 141 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.142.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.142.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 142 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.143.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.143.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 143 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.144.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.144.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 144 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.145.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.145.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 145 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.146.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.146.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 146 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.147.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.147.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 147 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.148.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.148.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 148 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.149.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.149.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 149 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.150.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.150.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 150 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.151.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.151.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 151 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.152.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.152.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 152 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.153.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.153.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 153 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.154.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.154.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 154 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.155.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.155.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 155 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.156.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.156.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 156 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.157.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.157.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 157 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.158.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.158.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 158 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.159.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.159.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 159 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.160.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.160.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 160 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.161.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.161.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 161 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.162.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.162.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 162 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.163.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.163.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 163 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.164.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.164.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 164 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.165.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.165.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 165 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.166.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.166.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 166 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.167.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.167.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 167 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.168.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.168.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 168 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.169.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.169.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 169 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.170.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.170.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 170 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.171.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.171.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 171 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.172.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.172.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 172 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.173.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.173.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 173 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.174.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.174.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 174 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.175.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.175.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 175 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.176.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.176.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 176 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.177.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.177.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 177 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.178.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.178.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 178 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.179.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.179.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 179 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.180.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.180.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 180 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.181.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.181.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 181 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.182.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.182.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 182 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.183.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.183.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 183 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.184.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.184.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 184 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.185.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.185.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 185 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.186.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.186.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 186 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.187.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.187.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 187 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.188.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.188.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 188 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.189.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.189.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 189 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.190.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.190.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 190 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.191.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.191.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 191 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.192.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.192.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 192 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.193.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.193.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 193 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.194.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.194.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 194 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.195.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.195.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 195 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.196.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.196.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 196 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.197.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.197.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 197 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.198.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.198.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 198 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.199.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.199.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 199 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.200.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.200.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 200 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.201.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.201.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 201 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.202.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.202.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 202 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.203.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.203.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 203 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.204.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.204.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 204 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.205.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.205.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 205 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.206.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.206.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 206 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.207.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.207.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 207 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.208.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.208.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 208 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.209.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.209.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 209 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.210.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.210.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 210 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.211.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.211.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 211 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.212.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.212.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 212 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.213.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.213.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 213 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.214.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.214.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 214 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.215.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.215.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 215 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.216.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.216.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 216 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.217.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.217.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 217 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.218.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.218.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 218 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.219.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.219.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 219 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.220.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.220.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 220 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.221.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.221.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 221 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.222.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.222.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 222 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.223.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.223.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 223 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.224.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.224.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 224 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.225.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.225.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 225 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.226.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.226.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 226 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.227.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.227.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 227 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.228.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.228.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 228 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.229.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.229.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 229 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.230.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.230.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 230 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.231.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.231.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 231 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.232.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.232.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 232 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.233.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.233.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 233 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.234.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.234.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 234 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.235.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.235.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 235 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.236.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.236.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 236 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.237.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.237.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 237 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.238.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.238.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 238 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.239.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.239.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 239 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.240.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.240.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 240 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.241.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.241.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 241 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.242.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.242.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 242 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.243.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.243.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 243 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.244.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.244.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 244 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.245.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.245.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 245 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.246.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.246.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.566" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 246 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.247.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.247.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 247 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.248.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.248.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 248 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.249.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.249.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 249 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.250.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.250.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 250 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.251.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.251.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 251 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.252.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.252.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 252 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.253.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.253.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 253 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.254.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.254.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 254 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.255.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.255.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 255 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.256.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.256.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 256 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.257.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.257.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 257 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.258.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.258.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 258 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.259.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.259.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 259 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.260.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.260.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 260 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.261.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.261.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 261 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.262.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.262.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 262 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.263.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.263.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 263 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.264.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.264.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 264 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.265.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.265.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 265 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.266.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.266.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 266 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.267.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.267.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 267 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.268.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.268.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 268 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.269.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.269.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 269 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.270.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.270.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 270 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.271.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.271.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.585" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 271 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.272.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.272.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 272 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.273.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.273.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 273 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.274.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.274.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 274 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.275.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.275.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 275 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.276.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.276.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 276 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.277.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.277.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 277 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.278.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.278.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 278 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.279.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.279.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 279 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.280.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.280.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 280 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.281.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.281.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 281 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.282.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.282.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 282 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.283.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.283.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 283 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.284.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.284.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 284 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.285.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.285.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 285 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.286.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.286.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 286 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.287.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.287.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 287 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.288.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.288.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 288 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.289.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.289.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 289 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.290.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.290.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 290 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.291.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.291.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 291 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.292.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.292.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 292 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.293.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.293.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 293 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.294.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.294.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 294 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.295.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.295.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.603" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 295 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.296.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.296.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 296 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.297.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.297.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 297 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.298.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.298.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 298 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.299.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.299.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 299 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.300.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.300.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 300 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.301.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.301.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 301 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.302.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.302.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 302 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.303.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.303.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 303 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.304.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.304.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 304 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.305.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.305.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 305 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.306.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.306.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 306 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.307.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.307.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 307 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.308.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.308.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 308 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.309.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.309.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 309 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.310.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.310.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 310 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.311.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.311.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 311 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.312.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.312.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 312 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.313.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.313.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 313 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.314.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.314.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 314 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.315.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.315.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 315 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.316.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.316.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 316 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.317.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.317.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 317 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.318.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.318.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 318 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.319.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.319.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 319 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.320.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.320.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 320 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.321.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.321.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 321 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.322.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.322.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 322 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.323.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.323.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 323 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.324.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.324.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 324 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.325.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.325.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 325 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.326.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.326.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 326 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.327.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.327.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 327 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.328.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.328.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 328 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.329.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.329.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 329 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.330.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.330.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 330 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.331.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.331.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 331 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.332.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.332.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 332 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.333.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.333.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 333 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.334.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.334.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 334 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.335.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.335.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 335 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.336.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.336.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 336 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.337.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.337.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 337 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.338.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.338.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 338 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.339.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.339.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 339 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.340.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.340.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 340 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.341.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.341.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 341 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.342.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.342.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 342 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.343.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.343.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 343 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.344.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.344.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 344 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.345.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.345.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 345 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.346.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.346.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 346 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.347.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.347.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 347 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.348.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.348.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 348 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.349.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.349.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 349 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.350.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.350.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 350 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.351.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.351.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 351 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.352.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.352.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 352 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.353.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.353.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 353 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.354.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.354.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.647" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 354 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.355.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.355.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 355 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.356.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.356.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 356 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.357.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.357.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 357 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.358.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.358.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 358 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.359.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.359.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 359 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.360.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.360.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 360 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.361.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.361.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 361 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.362.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.362.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 362 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.363.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.363.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 363 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.364.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.364.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 364 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.365.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.365.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 365 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.366.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.366.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 366 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.367.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.367.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 367 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.368.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.368.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 368 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.369.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.369.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 369 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.370.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.370.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 370 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.371.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.371.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 371 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.372.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.372.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 372 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.373.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.373.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 373 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.374.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.374.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 374 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.375.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.375.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 375 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.376.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.376.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 376 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.377.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.377.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 377 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.378.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.378.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 378 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.379.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.379.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 379 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.380.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.380.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 380 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.381.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.381.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 381 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.382.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.382.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 382 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.383.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.383.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 383 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.384.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.384.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 384 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.385.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.385.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 385 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.386.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.386.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 386 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.387.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.387.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 387 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.388.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.388.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 388 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.389.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.389.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 389 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.390.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.390.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 390 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.391.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.391.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 391 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.392.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.392.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 392 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.393.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.393.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 393 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.394.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.394.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 394 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.395.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.395.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 395 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.396.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.396.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 396 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.397.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.397.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 397 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.398.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.398.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 398 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.399.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.399.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 399 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.400.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.400.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 400 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.401.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.401.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 401 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.402.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.402.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 402 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.403.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.403.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 403 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.404.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.404.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 404 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.405.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.405.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 405 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.406.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.406.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 406 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.407.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.407.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 407 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.408.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.408.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 408 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.409.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.409.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 409 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.410.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.410.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 410 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.411.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.411.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 411 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.412.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.412.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 412 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.413.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.413.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 413 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.414.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.414.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 414 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.415.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.415.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 415 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.416.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.416.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 416 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.417.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.417.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 417 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.418.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.418.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 418 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.419.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.419.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 419 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.420.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.420.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 420 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.421.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.421.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 421 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.422.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.422.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 422 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.423.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.423.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 423 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.424.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.424.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 424 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.425.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.425.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 425 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.426.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.426.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 426 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.427.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.427.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 427 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.428.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.428.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 428 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.429.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.429.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 429 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.430.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.430.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 430 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.431.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.431.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 431 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.432.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.432.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 432 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.433.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.433.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 433 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.434.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.434.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 434 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.435.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.435.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 435 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.436.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.436.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 436 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.437.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.437.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 437 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.438.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.438.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 438 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.439.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.439.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 439 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.440.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.440.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 440 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.441.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.441.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 441 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.442.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.442.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 442 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.443.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.443.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 443 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.444.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.444.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 444 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.445.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.445.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 445 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.446.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.446.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 446 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.447.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.447.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 447 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.448.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.448.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 448 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.449.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.449.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 449 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.450.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.450.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 450 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.451.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.451.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 451 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.452.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.452.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 452 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.453.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.453.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 453 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.454.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.454.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 454 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.455.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.455.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 455 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.456.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.456.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 456 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.457.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.457.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 457 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.458.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.458.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 458 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.459.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.459.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 459 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.460.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.460.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 460 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.461.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.461.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 461 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.462.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.462.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 462 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.463.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.463.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 463 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.464.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.464.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 464 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.465.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.465.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 465 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.466.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.466.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 466 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.467.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.467.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 467 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.468.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.468.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 468 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.469.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.469.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 469 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.470.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.470.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 470 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.471.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.471.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 471 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.472.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.472.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 472 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.473.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.473.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 473 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.474.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.474.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 474 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.475.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.475.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 475 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.476.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.476.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 476 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.477.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.477.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 477 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.478.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.478.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 478 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.479.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.479.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 479 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.480.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.480.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 480 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.481.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.481.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 481 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.482.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.482.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 482 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.483.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.483.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 483 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.484.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.484.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 484 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.485.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.485.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 485 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.486.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.486.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 486 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.487.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.487.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 487 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.488.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.488.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 488 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.489.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.489.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 489 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.490.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.490.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 490 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.491.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.491.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 491 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.492.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.492.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 492 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.493.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.493.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 493 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.494.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.494.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 494 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.495.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.495.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 495 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.496.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.496.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 496 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.497.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.497.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 497 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.498.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.498.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 498 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.499.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.499.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 499 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.500.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.500.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 500 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.501.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.501.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 501 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.502.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.502.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 502 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.503.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.503.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 503 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.504.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.504.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.755" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 504 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.505.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.505.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 505 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.506.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.506.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 506 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.507.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.507.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 507 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.508.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.508.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 508 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.509.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.509.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 509 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.510.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.510.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 510 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.511.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.511.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 511 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.512.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.512.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 512 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.513.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.513.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 513 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.514.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.514.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 514 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.515.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.515.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 515 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.516.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.516.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 516 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.517.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.517.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 517 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.518.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.518.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 518 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.519.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.519.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 519 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.520.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.520.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 520 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.521.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.521.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 521 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.522.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.522.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.768" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 522 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.523.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.523.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.768" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 523 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.524.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.524.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 524 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.525.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.525.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 525 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.526.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.526.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 526 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.527.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.527.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 527 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.528.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.528.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 528 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.529.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.529.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 529 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.530.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.530.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 530 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.531.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.531.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 531 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.532.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.532.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 532 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.533.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.533.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 533 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.534.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.534.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 534 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.535.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.535.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 535 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.536.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.536.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 536 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.537.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.537.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 537 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.538.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.538.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 538 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.539.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.539.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 539 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.540.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.540.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 540 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.541.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.541.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 541 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.542.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.542.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 542 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.543.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.543.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 543 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.544.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.544.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 544 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.545.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.545.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 545 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.546.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.546.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 546 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.547.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.547.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 547 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.548.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.548.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 548 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.549.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.549.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 549 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.550.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.550.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 550 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.551.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.551.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 551 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.552.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.552.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 552 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.553.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.553.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 553 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.554.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.554.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 554 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.555.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.555.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 555 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.556.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.556.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 556 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.557.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.557.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 557 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.558.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.558.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 558 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.559.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.559.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 559 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.560.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.560.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 560 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.561.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.561.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 561 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.562.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.562.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 562 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.563.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.563.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 563 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.564.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.564.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 564 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.565.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.565.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 565 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.566.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.566.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 566 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.567.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.567.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 567 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.568.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.568.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 568 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.569.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.569.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 569 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.570.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.570.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 570 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.571.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.571.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 571 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.572.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.572.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 572 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.573.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.573.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 573 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.574.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.574.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 574 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.575.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.575.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 575 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.576.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.576.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 576 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.577.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.577.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 577 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.578.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.578.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 578 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.579.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.579.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 579 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.580.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.580.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 580 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.581.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.581.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.811" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 581 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.582.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.582.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 582 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.583.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.583.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 583 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.584.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.584.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 584 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.585.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.585.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 585 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.586.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.586.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 586 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.587.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.587.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 587 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.588.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.588.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 588 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.589.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.589.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 589 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.590.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.590.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 590 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.591.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.591.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 591 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.592.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.592.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 592 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.593.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.593.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 593 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.594.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.594.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 594 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.595.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.595.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 595 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.596.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.596.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 596 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.597.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.597.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 597 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.598.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.598.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 598 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.599.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.599.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 599 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.600.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.600.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 600 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.601.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.601.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 601 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.602.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.602.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 602 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.603.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.603.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 603 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.604.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.604.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 604 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.605.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.605.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 605 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.606.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.606.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 606 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.607.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.607.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 607 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.608.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.608.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 608 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.609.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.609.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 609 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.610.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.610.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 610 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.611.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.611.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 611 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.612.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.612.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 612 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.613.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.613.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 613 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.614.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.614.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 614 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.615.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.615.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 615 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.616.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.616.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 616 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.617.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.617.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 617 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.618.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.618.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 618 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.619.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.619.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 619 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.620.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.620.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 620 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.621.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.621.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 621 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.622.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.622.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 622 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.623.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.623.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 623 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.624.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.624.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 624 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.625.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.625.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 625 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.626.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.626.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 626 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.627.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.627.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 627 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.628.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.628.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 628 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.629.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.629.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 629 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.630.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.630.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 630 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.631.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.631.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 631 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.632.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.632.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.848" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 632 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.633.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.633.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 633 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.634.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.634.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 634 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.635.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.635.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 635 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.636.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.636.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 636 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.637.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.637.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 637 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.638.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.638.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 638 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.639.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.639.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 639 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.640.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.640.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 640 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.641.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.641.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 641 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.642.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.642.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 642 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.643.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.643.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 643 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.644.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.644.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 644 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.645.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.645.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 645 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.646.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.646.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 646 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.647.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.647.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 647 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.648.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.648.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 648 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.649.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.649.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 649 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.650.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.650.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 650 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.651.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.651.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 651 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.652.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.652.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 652 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.653.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.653.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 653 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.654.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.654.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 654 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.655.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.655.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 655 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.656.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.656.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 656 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.657.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.657.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 657 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.658.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.658.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 658 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.659.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.659.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 659 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.660.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.660.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 660 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.661.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.661.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 661 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.662.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.662.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 662 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.663.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.663.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 663 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.664.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.664.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 664 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.665.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.665.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 665 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.666.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.666.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 666 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.667.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.667.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 667 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.668.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.668.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 668 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.669.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.669.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 669 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.670.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.670.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 670 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.671.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.671.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 671 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.672.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.672.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 672 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.673.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.673.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 673 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.674.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.674.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 674 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.675.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.675.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 675 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.676.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.676.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 676 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.677.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.677.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 677 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.678.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.678.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 678 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.679.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.679.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 679 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.680.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.680.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 680 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.681.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.681.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 681 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.682.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.682.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 682 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.683.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.683.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 683 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.684.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.684.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 684 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.685.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.685.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 685 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.686.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.686.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 686 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.687.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.687.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 687 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.688.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.688.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 688 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.689.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.689.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 689 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.690.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.690.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 690 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.691.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.691.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 691 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.692.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.692.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 692 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.693.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.693.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 693 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.694.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.694.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.894" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 694 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.695.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.695.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 695 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.696.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.696.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 696 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.697.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.697.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 697 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.698.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.698.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 698 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.699.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.699.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 699 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.700.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.700.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 700 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.701.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.701.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 701 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.702.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.702.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 702 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.703.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.703.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 703 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.704.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.704.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 704 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.705.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.705.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 705 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.706.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.706.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 706 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.707.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.707.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 707 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.708.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.708.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 708 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.709.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.709.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 709 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.710.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.710.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 710 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.711.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.711.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 711 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.712.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.712.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 712 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.713.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.713.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 713 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.714.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.714.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 714 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.715.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.715.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 715 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.716.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.716.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 716 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.717.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.717.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 717 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.718.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.718.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 718 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.719.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.719.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 719 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.720.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.720.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 720 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.721.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.721.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 721 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.722.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.722.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 722 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.723.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.723.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 723 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.724.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.724.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 724 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.725.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.725.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 725 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.726.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.726.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 726 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.727.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.727.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 727 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.728.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.728.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 728 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.729.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.729.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 729 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.730.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.730.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 730 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.731.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.731.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 731 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.732.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.732.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 732 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.733.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.733.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 733 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.734.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.734.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 734 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.735.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.735.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 735 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.736.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.736.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 736 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.737.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.737.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 737 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.738.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.738.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 738 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.739.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.739.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 739 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.740.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.740.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 740 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.741.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.741.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 741 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.742.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.742.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 742 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.743.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.743.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 743 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.744.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.744.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 744 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.745.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.745.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 745 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.746.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.746.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 746 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.747.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.747.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 747 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.748.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.748.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 748 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.749.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.749.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 749 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.750.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.750.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 750 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.751.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.751.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 751 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.752.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.752.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 752 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.753.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.753.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 753 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.754.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.754.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 754 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.755.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.755.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 755 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.756.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.756.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 756 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.757.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.757.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 757 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.758.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.758.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 758 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.759.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.759.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 759 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.760.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.760.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 760 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.761.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.761.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 761 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.762.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.762.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 762 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.763.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.763.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 763 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.764.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.764.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 764 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.765.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.765.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 765 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.766.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.766.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 766 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.767.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.767.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 767 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.768.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.768.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 768 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.769.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.769.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 769 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.770.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.770.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 770 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.771.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.771.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 771 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.772.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.772.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 772 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.773.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.773.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 773 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.774.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.774.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 774 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.775.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.775.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 775 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.776.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.776.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 776 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.777.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.777.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 777 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.778.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.778.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 778 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.779.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.779.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 779 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.780.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.780.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 780 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.781.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.781.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 781 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.782.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.782.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 782 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.783.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.783.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 783 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.784.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.784.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 784 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.785.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.785.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 785 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.786.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.786.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 786 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.787.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.787.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 787 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.788.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.788.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 788 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.789.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.789.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 789 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.790.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.790.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 790 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.791.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.791.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 791 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.792.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.792.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 792 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.793.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.793.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 793 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.794.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.794.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 794 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.795.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.795.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 795 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.796.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.796.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 796 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.797.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.797.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 797 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.798.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.798.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 798 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.799.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.799.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 799 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.800.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.800.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 800 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.801.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.801.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 801 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.802.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.802.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 802 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.803.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.803.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 803 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.804.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.804.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.975" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 804 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.805.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.805.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 805 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.806.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.806.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 806 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.807.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.807.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 807 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.808.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.808.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 808 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.809.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.809.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 809 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.810.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.810.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 810 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.811.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.811.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 811 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.812.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.812.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 812 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.813.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.813.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 813 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.814.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.814.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.983" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 814 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.815.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.815.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.983" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 815 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.816.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.816.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 816 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.817.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.817.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 817 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.818.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.818.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 818 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.819.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.819.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 819 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.820.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.820.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 820 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.821.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.821.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 821 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.822.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.822.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 822 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.823.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.823.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 823 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.824.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.824.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 824 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.825.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.825.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 825 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.826.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.826.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 826 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.827.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.827.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 827 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.828.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.828.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 828 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.829.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.829.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 829 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.830.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.830.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 830 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.831.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.831.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 831 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.832.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.832.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 832 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.833.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.833.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 833 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.834.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.834.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 834 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.835.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.835.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 835 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.836.000) 2024-10-24 11:35:40 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.836.000) 2024-10-24 11:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:40.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 836 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.837.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.837.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 837 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.838.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.838.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 838 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.839.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.839.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 839 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.840.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.840.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 840 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.841.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.841.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 841 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.842.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.842.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 842 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.843.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.843.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 843 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.844.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.844.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 844 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.845.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.845.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.006" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 845 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.846.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.846.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 846 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.847.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.847.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 847 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.848.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.848.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 848 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.849.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.849.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 849 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.850.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.850.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 850 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.851.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.851.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 851 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.852.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.852.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 852 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.853.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.853.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 853 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.854.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.854.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 854 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.855.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.855.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 855 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.856.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.856.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 856 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.857.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.857.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 857 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.858.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.858.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 858 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.859.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.859.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 859 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.860.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.860.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 860 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.861.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.861.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 861 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.862.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.862.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 862 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.863.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.863.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 863 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.864.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.864.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 864 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.865.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.865.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 865 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.866.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.866.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 866 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.867.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.867.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 867 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.868.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.868.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 868 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.869.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.869.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 869 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.870.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.870.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 870 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.871.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.871.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 871 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.872.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.872.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 872 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.873.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.873.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 873 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.874.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.874.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 874 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.875.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.875.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 875 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.876.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.876.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 876 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.877.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.877.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 877 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.878.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.878.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 878 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.879.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.879.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 879 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.880.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.880.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 880 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.881.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.881.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 881 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.882.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.882.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 882 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.883.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.883.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.034" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 883 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.884.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.884.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.034" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 884 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.885.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.885.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 885 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.886.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.886.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 886 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.887.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.887.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 887 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.888.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.888.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 888 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.889.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.889.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 889 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.890.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.890.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 890 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.891.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.891.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 891 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.892.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.892.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 892 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.893.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.893.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 893 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.894.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.894.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 894 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.895.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.895.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 895 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.896.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.896.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 896 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.897.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.897.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 897 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.898.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.898.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 898 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.899.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.899.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 899 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.900.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.900.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 900 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.901.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.901.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 901 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.902.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.902.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 902 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.903.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.903.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 903 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.904.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.904.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 904 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.905.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.905.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 905 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.906.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.906.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 906 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.907.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.907.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 907 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.908.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.908.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 908 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.909.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.909.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 909 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.910.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.910.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 910 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.911.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.911.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 911 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.912.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.912.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 912 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.913.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.913.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 913 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.914.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.914.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 914 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.915.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.915.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 915 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.916.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.916.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 916 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.917.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.917.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 917 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.918.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.918.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 918 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.919.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.919.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 919 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.920.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.920.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 920 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.921.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.921.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 921 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.922.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.922.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 922 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.923.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.923.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 923 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.924.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.924.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 924 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.925.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.925.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 925 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.926.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.926.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 926 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.927.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.927.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 927 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.928.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.928.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 928 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.929.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.929.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 929 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.930.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.930.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 930 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.931.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.931.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 931 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.932.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.932.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 932 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.933.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.933.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 933 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.934.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.934.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 934 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.935.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.935.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 935 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.936.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.936.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 936 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.937.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.937.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 937 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.938.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.938.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 938 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.939.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.939.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 939 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.940.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.940.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 940 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.941.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.941.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 941 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.942.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.942.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 942 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.943.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.943.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 943 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.944.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.944.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 944 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.945.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.945.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 945 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.946.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.946.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 946 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.947.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.947.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 947 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.948.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.948.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 948 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.949.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.949.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 949 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.950.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.950.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 950 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.951.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.951.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 951 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.952.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.952.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 952 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.953.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.953.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 953 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.954.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.954.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 954 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.955.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.955.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 955 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.956.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.956.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 956 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.957.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.957.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 957 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.958.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.958.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 958 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.959.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.959.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 959 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.960.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.960.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 960 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.961.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.961.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 961 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.962.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.962.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 962 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.963.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.963.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 963 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.964.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.964.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 964 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.965.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.965.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 965 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.966.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.966.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 966 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.967.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.967.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 967 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.968.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.968.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 968 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.969.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.969.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 969 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.970.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.970.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 970 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.971.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.971.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 971 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.972.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.972.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 972 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.973.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.973.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 973 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.974.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.974.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 974 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.975.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.975.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 975 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.976.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.976.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 976 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.977.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.977.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 977 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.978.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.978.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 978 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.979.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.979.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 979 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.980.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.980.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 980 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.981.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.981.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 981 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.982.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.982.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 982 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.983.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.983.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 983 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.984.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.984.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 984 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.985.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.985.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 985 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.986.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.986.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 986 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.987.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.987.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 987 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.988.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.988.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 988 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.989.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.989.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 989 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.990.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.990.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 990 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.991.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.991.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 991 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.992.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.992.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 992 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.993.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.993.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 993 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.994.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.994.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 994 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.995.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.995.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 995 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.996.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.996.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 996 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.997.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.997.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 997 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.998.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.998.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 998 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 000 (10628.999.000) 2024-10-24 11:35:41 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f> ... 028 (10628.999.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:41.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "SubmitEvent" Proc = 999 SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=schedd_2124_773f>" Subproc = 0 TriggerEventTypeName = "ULOG_SUBMIT" TriggerEventTypeNumber = 0 ... 009 (10627.546.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169231> on <137.99.19.33:42711> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892661_922f_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.546.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 546 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169231> on <137.99.19.33:42711> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892661_922f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.597.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169282> on <137.99.19.33:41125> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892799_cdf4_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.597.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 597 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169282> on <137.99.19.33:41125> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892799_cdf4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.629.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169314> on <137.99.19.33:37475> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892929_66ba_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.629.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 629 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169314> on <137.99.19.33:37475> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892929_66ba_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.632.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169317> on <137.99.19.33:37548> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892936_555a_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.632.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 632 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169317> on <137.99.19.33:37548> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892936_555a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.398.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:10:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.398.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 398 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779050; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.549.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169234> on <137.99.19.33:29163> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892664_af4f_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.549.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 549 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169234> on <137.99.19.33:29163> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892664_af4f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.554.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169239> on <137.99.19.33:46590> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892673_06af_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.554.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 554 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169239> on <137.99.19.33:46590> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892673_06af_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.581.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169266> on <137.99.19.33:45213> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892766_8d93_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.581.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 581 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169266> on <137.99.19.33:45213> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892766_8d93_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.625.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169310> on <137.99.19.33:19517> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892923_2c7a_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.625.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 625 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169310> on <137.99.19.33:19517> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892923_2c7a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.400.000) 2024-10-24 11:35:41 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.400.000) 2024-10-24 11:35:41 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:41.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 400 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777432; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.534.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169219> on <137.99.19.33:35368> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892648_694e_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.534.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 534 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169219> on <137.99.19.33:35368> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892648_694e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.555.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169240> on <137.99.19.33:39582> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892674_bb0f_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.555.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 555 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169240> on <137.99.19.33:39582> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892674_bb0f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.574.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170087> on <137.99.19.33:42575> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897925_8905_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.574.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 574 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170087> on <137.99.19.33:42575> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897925_8905_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.610.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170111> on <137.99.19.33:38341> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897983_66c7_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.610.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 610 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170111> on <137.99.19.33:38341> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3897983_66c7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.401.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.401.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 401 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782472; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.528.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169213> on <137.99.19.33:42273> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892638_5d8e_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.528.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 528 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169213> on <137.99.19.33:42273> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892638_5d8e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.602.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169287> on <137.99.19.33:41553> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892827_8876_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.602.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 602 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169287> on <137.99.19.33:41553> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892827_8876_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.667.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169349> on <137.99.19.33:27024> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893061_683f_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.667.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 667 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169349> on <137.99.19.33:27024> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893061_683f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.840.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169527> on <137.99.19.33:50890> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893543_0513_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.840.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 840 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169527> on <137.99.19.33:50890> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893543_0513_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.402.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:25:18Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.402.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 402 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783518; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.631.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169316> on <137.99.19.33:33908> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892933_383a_2> at 2024-10-24T15:35:08Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.631.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 631 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169316> on <137.99.19.33:33908> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892933_383a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784108 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.641.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169326> on <137.99.19.33:23140> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892957_213b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.641.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 641 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169326> on <137.99.19.33:23140> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892957_213b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.661.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169346> on <137.99.19.33:42684> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893041_50be_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.661.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 661 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169346> on <137.99.19.33:42684> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893041_50be_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.662.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169426> on <137.99.19.33:42538> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893246_c1a7_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.662.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 662 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169426> on <137.99.19.33:42538> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893246_c1a7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.403.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:28:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.403.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 403 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783690; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.656.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169341> on <137.99.19.33:52715> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893034_621e_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.656.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 656 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169341> on <137.99.19.33:52715> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893034_621e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.660.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169343> on <137.99.19.33:51824> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893036_cade_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.660.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 660 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169343> on <137.99.19.33:51824> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893036_cade_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.663.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169432> on <137.99.19.33:20721> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893260_9ee7_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.663.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 663 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169432> on <137.99.19.33:20721> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893260_9ee7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.638.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170137> on <137.99.19.33:52753> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898035_0a49_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.638.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 638 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170137> on <137.99.19.33:52753> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898035_0a49_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.404.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:12Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.404.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 404 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777512; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.639.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169324> on <137.99.19.33:26551> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892954_041b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.639.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 639 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169324> on <137.99.19.33:26551> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892954_041b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.657.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169337> on <137.99.19.33:40587> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893026_bf1e_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.657.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 657 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169337> on <137.99.19.33:40587> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893026_bf1e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.665.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169350> on <137.99.19.33:20502> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893062_1c9f_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.665.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 665 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169350> on <137.99.19.33:20502> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893062_1c9f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.788.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169474> on <137.99.19.33:23583> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893381_e04c_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.788.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 788 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169474> on <137.99.19.33:23583> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893381_e04c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.405.000) 2024-10-24 11:35:42 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:25:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.405.000) 2024-10-24 11:35:42 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:42.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 405 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783550; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.666.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169348> on <137.99.19.33:44315> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893044_6dde_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.666.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 666 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169348> on <137.99.19.33:44315> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893044_6dde_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.778.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169464> on <137.99.19.33:49191> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893354_da2b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.778.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 778 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169464> on <137.99.19.33:49191> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893354_da2b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.795.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169481> on <137.99.19.33:11991> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893408_e66d_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.795.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 795 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169481> on <137.99.19.33:11991> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893408_e66d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.797.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169483> on <137.99.19.33:50802> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893412_b7ed_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.797.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.149" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 797 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169483> on <137.99.19.33:50802> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893412_b7ed_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.406.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:36:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.406.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 406 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776989; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.636.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169321> on <137.99.19.33:22536> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892951_e6fb_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.636.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 636 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169321> on <137.99.19.33:22536> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892951_e6fb_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.637.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169322> on <137.99.19.33:24434> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892952_9b5b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.637.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 637 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169322> on <137.99.19.33:24434> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892952_9b5b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.659.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169342> on <137.99.19.33:23067> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893035_167e_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.659.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 659 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169342> on <137.99.19.33:23067> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893035_167e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.679.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169369> on <137.99.19.33:31389> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893101_9741_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.679.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 679 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169369> on <137.99.19.33:31389> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893101_9741_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.407.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.407.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 407 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776289; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.640.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169325> on <137.99.19.33:21617> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892955_b87b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.640.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 640 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169325> on <137.99.19.33:21617> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892955_b87b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.742.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169410> on <137.99.19.33:58477> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893205_de45_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.742.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 742 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169410> on <137.99.19.33:58477> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893205_de45_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.761.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169447> on <137.99.19.33:45546> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893299_1989_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.761.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 761 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169447> on <137.99.19.33:45546> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893299_1989_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.799.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169484> on <137.99.19.33:26795> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893415_d50e_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.799.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 799 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169484> on <137.99.19.33:26795> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893415_d50e_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.408.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:23:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.408.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 408 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776181; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.642.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169327> on <137.99.19.33:42495> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892958_d59b_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.642.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 642 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169327> on <137.99.19.33:42495> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892958_d59b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.650.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169335> on <137.99.19.33:32391> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892979_a17c_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.650.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 650 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169335> on <137.99.19.33:32391> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3892979_a17c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.668.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169353> on <137.99.19.33:10969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893069_0b3f_2> at 2024-10-24T15:35:09Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.668.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 668 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169353> on <137.99.19.33:10969> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893069_0b3f_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784109 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.888.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169577> on <137.99.19.33:47113> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893651_1d97_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.888.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 888 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169577> on <137.99.19.33:47113> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893651_1d97_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.409.000) 2024-10-24 11:35:43 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:26:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.409.000) 2024-10-24 11:35:43 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:43.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 409 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783615; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.861.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169548> on <137.99.19.33:58851> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893574_dcb4_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.861.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 861 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169548> on <137.99.19.33:58851> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893574_dcb4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.862.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169549> on <137.99.19.33:16808> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893578_ae34_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.862.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 862 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169549> on <137.99.19.33:16808> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893578_ae34_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.883.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169571> on <137.99.19.33:19028> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893624_1776_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.883.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 883 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169571> on <137.99.19.33:19028> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893624_1776_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.885.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169574> on <137.99.19.33:39692> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893633_6ed6_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.885.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 885 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169574> on <137.99.19.33:39692> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893633_6ed6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.412.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.412.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 412 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782642; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.884.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169572> on <137.99.19.33:18663> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893625_cbd6_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.884.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 884 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169572> on <137.99.19.33:18663> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893625_cbd6_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.889.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169578> on <137.99.19.33:38081> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893660_74f7_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.889.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 889 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169578> on <137.99.19.33:38081> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893660_74f7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.911.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170161> on <137.99.19.33:33545> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898089_168c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.911.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 911 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170161> on <137.99.19.33:33545> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898089_168c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.946.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170225> on <137.99.19.33:27257> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898306_fbf4_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.946.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 946 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170225> on <137.99.19.33:27257> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898306_fbf4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.413.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:04:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.413.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 413 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782249; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.879.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169567> on <137.99.19.33:18059> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893616_7476_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.879.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 879 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169567> on <137.99.19.33:18059> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893616_7476_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.882.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169570> on <137.99.19.33:16244> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893621_fa56_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.882.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 882 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169570> on <137.99.19.33:16244> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893621_fa56_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.906.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170153> on <137.99.19.33:48656> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898067_964b_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.906.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 906 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170153> on <137.99.19.33:48656> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898067_964b_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.948.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170224> on <137.99.19.33:52744> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898304_9334_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.948.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 948 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170224> on <137.99.19.33:52744> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898304_9334_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.414.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.414.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 414 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777462; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.896.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170142> on <137.99.19.33:43745> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898047_7eca_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.896.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 896 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170142> on <137.99.19.33:43745> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898047_7eca_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.915.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170160> on <137.99.19.33:48271> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898088_622c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.915.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 915 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170160> on <137.99.19.33:48271> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898088_622c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.952.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170227> on <137.99.19.33:32002> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898308_64b4_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.952.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 952 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170227> on <137.99.19.33:32002> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898308_64b4_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.932.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170325> on <137.99.19.33:17913> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912428_35f3_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.932.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 932 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170325> on <137.99.19.33:17913> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912428_35f3_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.416.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.416.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 416 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782520; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.794.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169477> on <137.99.19.33:53372> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893400_436d_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.794.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 794 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169477> on <137.99.19.33:53372> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893400_436d_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.918.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170164> on <137.99.19.33:20843> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898096_052c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.918.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 918 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170164> on <137.99.19.33:20843> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898096_052c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.926.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170293> on <137.99.19.33:48490> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902430_b71c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.926.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 926 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170293> on <137.99.19.33:48490> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902430_b71c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.934.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170349> on <137.99.19.33:20488> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3922031_6499_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.934.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 934 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170349> on <137.99.19.33:20488> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3922031_6499_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.417.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.417.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 417 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777431; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.894.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170138> on <137.99.19.33:19154> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898038_276a_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.894.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 894 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170138> on <137.99.19.33:19154> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898038_276a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.900.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170144> on <137.99.19.33:21062> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898049_e78a_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.900.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 900 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170144> on <137.99.19.33:21062> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898049_e78a_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.950.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170226> on <137.99.19.33:49522> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898307_b054_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.950.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 950 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170226> on <137.99.19.33:49522> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898307_b054_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.927.000) 2024-10-24 11:35:44 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170291> on <137.99.19.33:43317> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902426_e59c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.927.000) 2024-10-24 11:35:44 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:44.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 927 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170291> on <137.99.19.33:43317> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902426_e59c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.419.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.419.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 419 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782576; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.869.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169557> on <137.99.19.33:47098> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893594_f435_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.869.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 869 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169557> on <137.99.19.33:47098> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893594_f435_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.887.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169576> on <137.99.19.33:34431> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893644_2ef7_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.887.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 887 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169576> on <137.99.19.33:34431> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893644_2ef7_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.890.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169579> on <137.99.19.33:46174> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893661_2958_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.890.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 890 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169579> on <137.99.19.33:46174> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893661_2958_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.936.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170289> on <137.99.19.33:35745> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902423_c87c_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.936.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 936 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170289> on <137.99.19.33:35745> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3902423_c87c_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.421.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.421.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 421 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782576; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.867.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169555> on <137.99.19.33:18414> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893590_22b5_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.867.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 867 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_169555> on <137.99.19.33:18414> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3893590_22b5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.972.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170234> on <137.99.19.33:21019> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898320_d935_2> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.972.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 972 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170234> on <137.99.19.33:21019> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898320_d935_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.969.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170236> on <137.99.19.33:16868> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898323_f655_2> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.969.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 969 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170236> on <137.99.19.33:16868> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898323_f655_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.940.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170326> on <137.99.19.33:40918> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912434_7033_2> at 2024-10-24T15:35:10Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.940.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 940 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170326> on <137.99.19.33:40918> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3912434_7033_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784110 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.423.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.423.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 423 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782475; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.967.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170235> on <137.99.19.33:47810> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898322_41f5_2> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.967.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 967 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170235> on <137.99.19.33:47810> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898322_41f5_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.971.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170261> on <137.99.19.33:46350> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898394_fcf8_2> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.971.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 971 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170261> on <137.99.19.33:46350> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3898394_fcf8_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.979.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by <137.99.19.33:9618> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.979.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 979 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "<137.99.19.33:9618>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.976.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170338> on <137.99.19.33:46204> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3914925_92b8_2> at 2024-10-24T15:35:11Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.976.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 976 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_170338> on <137.99.19.33:46204> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3914925_92b8_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784111 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.425.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.425.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 425 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782606; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.427.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.427.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 427 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782493; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.429.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.429.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 429 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782488; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.431.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.431.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 431 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782580; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.433.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.433.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 433 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782483; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.435.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:17Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.435.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 435 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782617; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.437.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.437.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 437 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782572; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.439.000) 2024-10-24 11:35:45 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.439.000) 2024-10-24 11:35:45 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:45.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 439 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782559; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.441.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.441.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 441 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782550; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.443.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.443.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 443 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782500; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.445.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:09:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.445.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 445 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782559; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.465.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:04:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.465.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 465 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778646; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.467.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:34:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.467.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 467 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776860; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.474.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.474.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 474 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777553; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.475.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:59:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.475.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 475 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778385; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.476.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:06:58Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.476.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 476 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778818; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.477.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:56:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.477.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 477 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778168; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.480.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.480.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 480 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776163; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.481.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:28:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.481.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 481 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780114; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.482.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:24:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.482.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 482 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783453; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.483.000) 2024-10-24 11:35:46 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:38:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.483.000) 2024-10-24 11:35:46 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:46.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 483 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777113; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.486.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:28:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.486.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 486 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780099; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.487.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.487.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 487 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776074; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.488.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:56Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.488.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 488 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782536; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.489.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.489.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 489 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778824; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.490.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.490.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 490 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782615; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.491.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.491.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 491 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778895; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.492.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:12Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.492.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 492 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778892; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.493.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.493.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 493 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777427; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.494.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:41Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.494.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 494 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777481; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.495.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:57:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.495.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 495 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778236; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.496.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:58:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.496.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 496 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778310; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.497.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:50:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.497.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 497 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777811; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.498.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:54:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.498.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 498 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778064; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.499.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:58:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.499.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 499 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778311; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.500.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:54:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.500.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 500 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.501.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:50:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.501.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 501 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777823; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.502.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:37:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.502.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 502 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780648; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.504.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:27:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.504.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 504 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780065; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.505.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:47:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.505.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 505 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777633; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.506.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.506.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 506 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777553; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.507.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.507.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 507 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777426; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.508.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:58Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.508.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.768" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 508 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777498; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.509.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.509.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 509 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771775; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.510.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.510.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 510 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771776; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.511.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.511.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 511 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771776; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.512.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.512.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 512 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771776; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.513.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.513.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 513 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771773; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.514.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.514.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 514 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771773; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.515.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.515.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 515 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771775; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.516.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.516.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 516 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771774; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.518.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.518.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 518 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771775; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.519.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.519.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 519 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771774; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.533.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.533.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 533 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777475; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.535.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.535.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 535 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777444; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.536.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.536.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 536 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771778; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.537.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.537.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 537 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771775; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.538.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.538.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 538 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771774; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.539.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.539.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 539 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777487; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.540.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.540.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 540 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777493; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.541.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.541.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 541 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777406; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.542.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.542.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 542 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776149; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.543.000) 2024-10-24 11:35:47 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:27:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.543.000) 2024-10-24 11:35:47 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:47.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 543 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780048; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.544.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.544.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 544 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777393; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.545.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.545.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 545 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777489; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.547.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.547.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 547 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777399; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.548.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.548.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 548 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777611; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.551.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.551.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 551 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771779; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.552.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.552.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 552 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771780; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.553.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.553.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 553 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771775; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.556.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.556.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 556 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771776; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.557.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.557.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 557 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771782; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.558.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.558.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 558 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777559; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.559.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:23:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.559.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 559 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783406; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.560.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:31:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.560.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.138" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 560 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783866; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.561.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.561.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.149" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 561 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777548; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.562.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.562.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 562 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777503; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.563.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.563.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 563 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777533; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.564.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.564.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 564 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777584; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.565.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.565.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 565 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777547; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.566.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:44:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.566.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 566 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777499; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.567.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.567.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 567 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777439; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.568.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.568.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 568 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771778; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.569.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:47:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.569.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 569 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777635; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.570.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.570.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 570 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776309; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.571.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:56Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.571.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 571 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782476; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.573.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:38:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.573.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 573 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780705; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.575.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.575.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 575 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778823; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.576.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.576.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 576 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778835; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.577.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:14:17Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.577.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 577 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779257; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.578.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.578.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 578 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771780; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.579.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.579.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 579 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771780; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.580.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.580.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 580 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771779; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.583.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.583.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 583 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771782; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.584.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.584.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 584 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771779; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.585.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.585.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 585 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771782; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.586.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.586.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 586 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776149; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.587.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.587.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 587 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771783; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.589.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.589.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 589 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771780; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.591.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.591.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 591 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771783; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.592.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:44Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.592.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 592 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771784; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.593.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:56Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.593.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 593 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777556; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.594.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:06:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.594.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 594 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778770; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.595.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.595.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 595 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776266; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.596.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:33:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.596.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 596 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780384; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.598.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:24:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.598.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 598 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783488; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.599.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.599.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 599 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777619; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.600.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.600.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 600 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771786; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.601.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.601.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 601 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777526; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.603.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.603.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 603 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777502; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.604.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.604.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 604 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777588; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.605.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:06:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.605.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 605 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782403; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.606.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.606.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 606 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776152; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.607.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.607.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 607 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778908; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.608.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.608.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 608 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771786; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.609.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.609.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 609 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777760; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.611.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:28:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.611.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 611 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780080; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.613.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.613.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 613 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778823; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.614.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.614.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 614 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777559; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.615.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.615.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 615 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771787; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.617.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:44Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.617.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 617 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771784; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.618.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.618.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 618 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782505; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.620.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.620.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 620 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771787; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.621.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.621.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 621 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779973; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.622.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.622.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 622 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777590; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.623.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.623.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 623 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771788; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.624.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.624.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 624 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776427; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.626.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.626.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 626 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779985; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.627.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.627.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 627 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777530; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.628.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.628.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 628 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771786; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.630.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:24:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.630.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 630 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783493; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.633.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:34:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.633.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 633 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776848; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.634.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:01:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.634.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 634 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729767699; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.635.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.635.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 635 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778839; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.643.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.643.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 643 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778831; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.644.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.644.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 644 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778904; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.645.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.645.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 645 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778726; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.646.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.646.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 646 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771786; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.648.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.648.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 648 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771787; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.649.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:06:57Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.649.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 649 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782417; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.651.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:09:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.651.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 651 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771788; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.652.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:03:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.652.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 652 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775012; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.653.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:57:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.653.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 653 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729774629; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.654.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:09:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.654.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 654 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778970; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.655.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:00:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.655.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 655 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729774831; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.658.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:29:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.658.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 658 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780171; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.664.000) 2024-10-24 11:35:48 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.664.000) 2024-10-24 11:35:48 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:48.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 664 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779960; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.669.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:11:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.669.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 669 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779076; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.670.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:42:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.670.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 670 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777375; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.671.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:53:15Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.671.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.138" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 671 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729781595; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.672.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:03:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.672.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 672 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775025; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.673.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:31:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.673.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.279" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 673 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776715; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.674.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.674.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 674 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782638; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.675.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:22:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.675.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 675 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779771; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.676.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:08:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.676.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 676 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775281; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.677.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:46:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.677.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 677 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777573; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.678.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.678.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 678 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776463; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.680.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.680.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 680 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776055; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.681.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.681.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 681 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776049; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.682.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.682.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 682 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776024; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.683.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.683.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 683 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776002; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.684.000) 2024-10-24 11:35:49 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.684.000) 2024-10-24 11:35:49 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:49.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 684 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776019; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.685.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.685.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 685 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776124; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.686.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.686.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 686 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775941; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.687.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:36:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.687.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 687 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776968; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.688.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.688.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 688 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776019; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.689.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.689.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 689 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776094; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.690.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.690.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 690 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776162; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.691.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.691.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 691 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776009; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.692.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.692.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 692 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776053; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.693.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.693.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 693 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775978; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.694.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.694.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 694 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775968; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.695.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:57Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.695.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 695 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776177; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.696.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.696.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 696 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776040; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.697.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:44:27Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.697.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 697 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729770267; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.698.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.698.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 698 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775884; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 040 (10628.063.000) 2024-10-24 11:35:50 Started transferring input files Transferring to host: <141.211.169.52:41399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047286&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41399&alias=um-lc01.osris.org&noUDP> ... 028 (10628.063.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:50.920" EventTypeNumber = 28 Host = "<141.211.169.52:41399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047286&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41399&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 63 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 009 (10627.699.000) 2024-10-24 11:35:50 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.699.000) 2024-10-24 11:35:50 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:50.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 699 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776179; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.700.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.700.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 700 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776139; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 040 (10628.063.000) 2024-10-24 11:35:51 Finished transferring input files ... 028 (10628.063.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:51.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 63 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 009 (10627.701.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.701.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 701 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775914; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.702.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.702.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 702 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776039; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.703.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.703.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 703 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.704.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:57Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.704.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 704 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775997; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.705.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.705.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 705 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775901; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.706.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.706.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 706 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776154; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.707.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.707.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 707 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775933; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.708.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.708.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 708 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775929; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.709.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.709.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 709 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.710.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.710.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 710 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775978; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.711.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.711.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 711 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775979; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.712.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.712.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 712 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775999; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.713.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.713.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 713 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775882; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.714.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:57:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.714.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 714 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729774629; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.715.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.715.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 715 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775911; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.716.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:05Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.716.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.320" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 716 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776005; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.717.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.717.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 717 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776033; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.718.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.718.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 718 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775954; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.719.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.719.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 719 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776130; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.720.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.720.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 720 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775922; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.721.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.721.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 721 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776131; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.722.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.722.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 722 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776112; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.723.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:44:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.723.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 723 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729770285; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.724.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.724.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 724 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776121; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.725.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:56Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.725.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 725 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776056; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.726.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.726.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 726 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775912; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.727.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.727.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 727 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776114; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.728.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.728.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 728 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776079; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.729.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.729.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 729 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775893; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.730.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.730.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 730 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776316; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.731.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.731.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 731 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775948; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.732.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.732.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 732 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775925; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.733.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:44:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.733.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 733 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729770288; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.734.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.734.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 734 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776023; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.735.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.735.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 735 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775961; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.736.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.736.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 736 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775913; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.737.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.737.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 737 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776427; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.738.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:27:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.738.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 738 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780062; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.739.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:10:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.739.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 739 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782638; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.740.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.740.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 740 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776021; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.741.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.741.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 741 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776024; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.743.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.743.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 743 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776023; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.744.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.744.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 744 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776169; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.745.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.745.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 745 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776042; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.746.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.746.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 746 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.747.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.747.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 747 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775963; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.748.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.748.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 748 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775971; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.749.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.749.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 749 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775882; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.750.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.750.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 750 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775999; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.751.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.751.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 751 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775994; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.752.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.752.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 752 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775980; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.753.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:44:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.753.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 753 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729770285; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.754.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:27Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.754.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 754 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775907; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.755.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.755.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 755 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776130; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.756.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.756.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 756 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776115; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.757.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.757.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 757 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776146; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.758.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.758.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 758 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776115; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.759.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.759.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 759 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775985; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.760.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.760.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 760 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776120; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.762.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:12Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.762.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 762 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775952; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.763.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T11:44:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.763.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 763 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729770288; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.764.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.764.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 764 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776316; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.765.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.765.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 765 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776030; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.766.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:24:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.766.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 766 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779895; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.767.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.767.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 767 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776082; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.768.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.768.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 768 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775918; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.769.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.769.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 769 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776126; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.770.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:17:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.770.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 770 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775869; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.771.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.771.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 771 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775950; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.772.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.772.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 772 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776428; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.773.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.773.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 773 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775906; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.774.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.774.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 774 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.775.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.775.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 775 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776113; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.776.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.776.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 776 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776113; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.777.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.777.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 777 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776119; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.779.000) 2024-10-24 11:35:51 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.779.000) 2024-10-24 11:35:51 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:51.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 779 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776022; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.780.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.780.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 780 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775948; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.781.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.781.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 781 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776126; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 040 (10628.079.000) 2024-10-24 11:35:52 Started transferring input files Transferring to host: <10.138.20.7:33581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950667&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-33581&alias=c2007.swan.hcc.unl.edu&noUDP> ... 028 (10628.079.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:52.020" EventTypeNumber = 28 Host = "<10.138.20.7:33581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950667&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-33581&alias=c2007.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 79 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 009 (10627.782.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.782.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 782 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776026; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.783.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:17:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.783.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 783 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775879; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.784.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.784.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 784 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775949; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.785.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.785.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 785 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776047; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.786.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.786.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 786 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776120; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.787.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.787.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 787 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775953; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.789.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:29:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.789.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 789 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776548; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 040 (10628.079.000) 2024-10-24 11:35:52 Finished transferring input files ... 028 (10628.079.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:52.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 79 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 009 (10627.790.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.790.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 790 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775902; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.791.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.791.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 791 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776048; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.792.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:27:30Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.792.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 792 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776450; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.793.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.793.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 793 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775948; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.796.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.796.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 796 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776134; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.798.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.798.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 798 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775980; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.800.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.800.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 800 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776170; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.801.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.801.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 801 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775994; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.802.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.802.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 802 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775909; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.803.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.803.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 803 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776032; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.804.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.804.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 804 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778711; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.805.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:18Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.805.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 805 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775898; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.806.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.806.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 806 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776001; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.807.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.807.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 807 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775905; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.808.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.808.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 808 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776086; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.809.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:14:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.809.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 809 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779265; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.810.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.810.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 810 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775983; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.811.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.811.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 811 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775944; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.812.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:44Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.812.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 812 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775984; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.813.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:16:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.813.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 813 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779419; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.814.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.814.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 814 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775985; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.815.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:17:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.815.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 815 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779441; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.816.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:05Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.816.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 816 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775945; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.817.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.817.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 817 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776020; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 021 (10628.063.000) 2024-10-24 11:35:52 Warning from starter on slot1@glidein_3354395_68793000@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 009 (10627.818.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:17:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.818.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 818 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779423; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.819.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.819.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 819 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775988; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 001 (10628.063.000) 2024-10-24 11:35:52 Job executing on host: <141.211.169.52:41841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50869745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9977383&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41841&alias=um-lc01.osris.org&noUDP> ... 028 (10628.063.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:52.510" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:41841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50869745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9977383&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41841&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 63 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 009 (10627.820.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.820.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 820 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776024; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.821.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.821.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 821 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776141; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.822.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:23:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.822.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 822 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776226; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.823.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:41Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.823.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 823 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775921; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.824.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.824.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 824 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776171; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.825.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.825.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 825 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775927; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.826.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.826.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 826 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775923; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.827.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.827.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 827 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776105; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.828.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.828.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 828 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776100; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.829.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.829.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 829 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776022; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.830.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.830.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 830 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776055; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.831.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:41Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.831.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 831 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775921; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.832.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:57Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.832.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 832 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775997; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.833.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.833.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 833 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776076; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.834.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:44Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.834.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 834 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775984; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.835.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.835.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 835 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775909; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.836.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.836.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 836 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775972; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.837.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.837.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 837 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775966; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.838.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:43Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.838.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 838 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776043; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.839.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.839.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 839 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776049; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.841.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:23:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.841.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 841 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776206; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.842.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.842.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 842 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776162; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.843.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.843.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 843 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776022; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.844.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.844.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 844 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775976; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.845.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.845.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 845 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775990; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.846.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.846.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 846 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775946; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.847.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.847.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 847 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775943; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.848.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:42Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.848.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 848 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775922; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.849.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.849.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 849 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775989; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.850.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.850.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 850 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775948; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.851.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.851.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 851 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776006; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.852.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.852.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 852 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775943; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.853.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:17Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.853.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 853 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775897; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.854.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:04Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.854.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 854 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776004; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.855.000) 2024-10-24 11:35:52 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:22:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.855.000) 2024-10-24 11:35:52 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:52.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 855 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776123; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.856.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.856.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 856 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776024; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.857.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.857.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 857 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776013; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.858.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.858.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 858 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776020; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.859.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:18:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.859.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 859 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775928; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.860.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:35:56Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.860.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 860 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780556; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.863.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:34Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.863.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 863 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776034; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.864.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:39:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.864.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 864 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777148; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.865.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.865.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 865 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776074; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.866.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:10:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.866.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 866 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775422; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.868.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.868.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 868 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775971; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.870.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:39Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.870.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 870 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776039; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.871.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.871.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 871 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776035; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.872.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.872.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 872 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775987; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.873.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.873.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 873 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776096; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.874.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:19:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.874.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 874 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729775990; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.875.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:23:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.875.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 875 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779811; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.876.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:05Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.876.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 876 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776065; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.877.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.877.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 877 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776114; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.878.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:20:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.878.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 878 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776029; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.880.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:12:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.880.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 880 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782729; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.881.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:21:40Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.881.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 881 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776100; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.886.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:45:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.886.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 886 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729781111; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.891.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:24:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.891.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 891 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776251; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.892.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.892.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 892 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778848; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.893.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:58Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.893.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 893 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780018; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.895.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:08:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.895.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 895 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782502; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.897.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:25:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.897.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 897 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776321; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.898.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:27:55Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.898.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 898 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780075; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.899.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.899.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 899 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778843; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.901.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.901.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 901 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778915; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.902.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.902.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 902 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777750; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.903.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:28:58Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.903.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 903 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776538; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.904.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:32:27Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.904.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 904 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783947; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.905.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:07:38Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.905.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 905 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782458; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.907.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:27:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.907.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 907 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780069; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 021 (10628.079.000) 2024-10-24 11:35:53 Warning from starter on slot1@glidein_2672008_272768040@c2007.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 009 (10627.908.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:07Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.908.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 908 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778827; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.909.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.909.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 909 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777733; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 001 (10628.079.000) 2024-10-24 11:35:53 Job executing on host: <10.138.20.7:43839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032399&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-43839&alias=c2007.swan.hcc.unl.edu&noUDP> ... 028 (10628.079.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:35:53.408" EventTypeNumber = 28 ExecuteHost = "<10.138.20.7:43839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032399&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-43839&alias=c2007.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 79 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 009 (10627.910.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:17:17Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.910.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 910 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779437; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.912.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:26:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.912.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 912 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776388; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.913.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:57:50Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.913.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 913 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729781870; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.914.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:36:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.914.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 914 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780586; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.916.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:12:46Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.916.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 916 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779166; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.917.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.917.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 917 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778886; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.919.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:35Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.919.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 919 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778855; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.920.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:36Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.920.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 920 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778856; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.921.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:20:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.921.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 921 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729783251; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.922.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:27Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.922.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 922 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778907; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.923.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:06Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.923.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 923 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778886; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.924.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.924.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 924 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778846; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.925.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.925.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 925 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778893; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.928.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:43:53Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.928.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 928 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777433; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.929.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.929.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 929 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778925; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.930.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:34:54Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.930.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 930 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776894; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.931.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:12Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.931.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 931 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778892; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.933.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:11Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.933.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 933 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777751; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.935.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:29Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.935.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 935 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778849; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.937.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:18Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.937.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 937 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778898; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.938.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:14:01Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.938.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 938 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779241; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.939.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.939.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 939 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777740; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.941.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:00Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.941.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 941 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777740; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.942.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:02:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.942.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 942 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778533; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.943.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.943.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 943 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778852; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.944.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:10Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.944.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 944 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779970; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.945.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:24Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.945.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 945 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778904; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.947.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.947.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 947 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778869; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.949.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:26Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.949.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 949 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778846; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.951.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:08:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.951.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 951 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778902; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.953.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:52Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.953.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 953 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777732; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.954.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:38:27Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.954.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 954 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780707; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.955.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:07:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.955.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 955 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778865; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.956.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:43:14Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.956.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 956 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729780994; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.957.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:18Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.957.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 957 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777758; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.958.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:14:16Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.958.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 958 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782856; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.959.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:03Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.959.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 959 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777743; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.960.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:51:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.960.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 960 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777882; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.961.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:58Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.961.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 961 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777738; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.962.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:36:31Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.962.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 962 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729776991; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.963.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.963.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 963 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777742; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.964.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:55:28Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.964.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 964 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778128; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.965.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:49:32Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.965.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 965 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777772; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.966.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:57:49Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.966.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 966 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778269; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.968.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:26:02Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.968.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 968 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779962; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.970.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:09:45Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.970.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 970 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778985; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.973.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T15:13:09Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.973.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 973 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729782789; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.974.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:01:33Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.974.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 974 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778493; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.975.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:52:51Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.975.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 975 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729781571; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.977.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:05:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.977.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 977 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729778713; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.978.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T14:25:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.978.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 978 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729779920; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.980.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.980.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 980 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777559; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.981.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.981.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 981 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771880; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.982.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:08Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.982.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 982 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777688; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.983.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:47:59Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.983.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 983 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777679; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.984.000) 2024-10-24 11:35:53 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:48:47Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.984.000) 2024-10-24 11:35:53 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:53.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 984 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777727; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.985.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.985.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 985 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771879; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.986.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.986.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 986 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771881; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.987.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.987.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 987 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771883; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.988.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.988.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 988 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771882; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.989.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.989.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 989 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771879; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.990.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.990.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 990 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771881; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.991.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:19Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.991.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 991 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771879; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.992.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.992.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 992 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771880; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.993.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:20Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.993.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 993 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771880; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.994.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.994.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 994 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771882; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.995.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:23Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.995.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 995 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771883; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.996.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:25Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.996.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 996 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771885; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.997.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:22Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.997.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 997 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771882; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.998.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T12:11:21Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.998.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 998 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729771881; ExitCode = 4; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 009 (10627.999.000) 2024-10-24 11:35:54 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T13:45:13Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10627.999.000) 2024-10-24 11:35:54 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:35:54.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 999 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729777513; ExitCode = 127; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 006 (10628.063.000) 2024-10-24 11:36:01 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3860 - ResidentSetSize of job (KB) ... 028 (10628.063.000) 2024-10-24 11:36:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:36:01.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 63 ResidentSetSize = 3860 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 11:36:03 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3708 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 11:36:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:36:03.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 3708 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 009 (10627.076.000) 2024-10-24 11:36:20 Job was aborted. via condor_rm (by user jonesrt) Job terminated by SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168768> on <137.99.19.33:22933> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891128_6f11_2> at 2024-10-24T15:35:03Z (using method 1: DEACTIVATE_CLAIM). ... 028 (10627.076.000) 2024-10-24 11:36:20 Job ad information event triggered. Cluster = 10627 EventTime = "2024-10-24T11:36:20.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 76 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ Who = "SHADOW <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3266_f13e_168768> on <137.99.19.33:22933> with reverse connect address <137.99.19.33:9618?addrs=137.99.19.33-9618&alias=gluex.phys.uconn.edu&noUDP&sock=shadow_3891128_6f11_2>"; HowCode = 1; How = "DEACTIVATE_CLAIM"; When = 1729784103 ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ... 006 (10628.063.000) 2024-10-24 11:41:02 Image size of job updated: 3538688 91 - MemoryUsage of job (MB) 92252 - ResidentSetSize of job (KB) ... 028 (10628.063.000) 2024-10-24 11:41:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:41:02.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 63 ResidentSetSize = 92252 Size = 3538688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 11:41:03 Image size of job updated: 3708100 68 - MemoryUsage of job (MB) 69508 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 11:41:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:41:03.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 69508 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 11:46:03 Image size of job updated: 3708100 69 - MemoryUsage of job (MB) 70624 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 11:46:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:46:03.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 70624 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.007.000) 2024-10-24 11:59:11 Started transferring input files Transferring to host: <141.211.169.53:34807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363103%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047911&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-34807+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-34807&alias=um-lc02.osris.org&noUDP> ... 028 (10628.007.000) 2024-10-24 11:59:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:11.991" EventTypeNumber = 28 Host = "<141.211.169.53:34807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363103%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047911&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-34807+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-34807&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 7 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.007.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.007.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 7 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.003.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <141.211.169.52:42507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034607&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42507&alias=um-lc01.osris.org&noUDP> ... 028 (10628.003.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.160" EventTypeNumber = 28 Host = "<141.211.169.52:42507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034607&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42507&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 3 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.006.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <141.211.169.52:42605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340508%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047912&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42605&alias=um-lc01.osris.org&noUDP> ... 040 (10628.000.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <10.138.12.9:44543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001151&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-44543&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.160" EventTypeNumber = 28 Host = "<10.138.12.9:44543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001151&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-44543&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.006.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.160" EventTypeNumber = 28 Host = "<141.211.169.52:42605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340508%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047912&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42605&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 6 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.003.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.003.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 3 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.000.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.000.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.006.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.006.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 6 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.004.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <141.211.169.52:35143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426103%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034608&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35143&alias=um-lc01.osris.org&noUDP> ... 028 (10628.004.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.329" EventTypeNumber = 28 Host = "<141.211.169.52:35143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426103%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034608&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35143&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 4 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.010.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <131.225.208.54:41841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047913&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41841+[2620-6a-0-8862-f0-0-208-54]-41841&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.010.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.496" EventTypeNumber = 28 Host = "<131.225.208.54:41841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047913&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41841+[2620-6a-0-8862-f0-0-208-54]-41841&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 10 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.004.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.004.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 4 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.010.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.010.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 10 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.001.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <10.138.14.24:36787?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998124&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-36787&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.620" EventTypeNumber = 28 Host = "<10.138.14.24:36787?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998124&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-36787&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.001.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.001.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.024.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <137.99.174.39:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970542&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-35127&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.024.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.892" EventTypeNumber = 28 Host = "<137.99.174.39:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970542&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-35127&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 24 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.024.000) 2024-10-24 11:59:12 Finished transferring input files ... 028 (10628.024.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 24 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.002.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <10.138.20.10:43583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339392%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001152&PrivNet=c2010.swan.hcc.unl.edu&addrs=10.138.20.10-43583&alias=c2010.swan.hcc.unl.edu&noUDP> ... 028 (10628.002.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.930" EventTypeNumber = 28 Host = "<10.138.20.10:43583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339392%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001152&PrivNet=c2010.swan.hcc.unl.edu&addrs=10.138.20.10-43583&alias=c2010.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 2 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.014.000) 2024-10-24 11:59:12 Started transferring input files Transferring to host: <10.125.1.2:46293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007843%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998125&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-46293&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.014.000) 2024-10-24 11:59:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:12.930" EventTypeNumber = 28 Host = "<10.125.1.2:46293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007843%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998125&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-46293&alias=node0002.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.014.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.014.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.045.000) 2024-10-24 11:59:13 Started transferring input files Transferring to host: <192.168.247.10:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339393%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034610&PrivNet=mendel-c0010.mendel.sdmz.amnh.org&addrs=192.168.247.10-46527+[fde1-53ba-e9a0-de11-6e2b-59ff-feb0-4a62]-46527&alias=mendel-c0010.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.045.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.004" EventTypeNumber = 28 Host = "<192.168.247.10:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339393%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034610&PrivNet=mendel-c0010.mendel.sdmz.amnh.org&addrs=192.168.247.10-46527+[fde1-53ba-e9a0-de11-6e2b-59ff-feb0-4a62]-46527&alias=mendel-c0010.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 45 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.002.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.002.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 2 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.045.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.045.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 45 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.015.000) 2024-10-24 11:59:13 Started transferring input files Transferring to host: <10.125.3.143:33137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999436&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-33137&alias=node0653.palmetto.clemson.edu&noUDP> ... 040 (10628.026.000) 2024-10-24 11:59:13 Started transferring input files Transferring to host: <137.99.174.12:45205?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001153&PrivNet=cn418.storrs.hpc.uconn.edu&addrs=137.99.174.12-45205&alias=cn418.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.027" EventTypeNumber = 28 Host = "<10.125.3.143:33137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999436&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-33137&alias=node0653.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.026.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.027" EventTypeNumber = 28 Host = "<137.99.174.12:45205?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001153&PrivNet=cn418.storrs.hpc.uconn.edu&addrs=137.99.174.12-45205&alias=cn418.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 26 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.026.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.026.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 26 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.015.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.015.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.013.000) 2024-10-24 11:59:13 Started transferring input files Transferring to host: <10.125.8.34:40519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426104%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998126&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-40519&alias=node1819.palmetto.clemson.edu&noUDP> ... 028 (10628.013.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.105" EventTypeNumber = 28 Host = "<10.125.8.34:40519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426104%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998126&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-40519&alias=node1819.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.013.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.013.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.019.000) 2024-10-24 11:59:13 Started transferring input files Transferring to host: <10.125.8.106:36861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999437&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-36861&alias=node1891.palmetto.clemson.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.185" EventTypeNumber = 28 Host = "<10.125.8.106:36861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999437&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-36861&alias=node1891.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.019.000) 2024-10-24 11:59:13 Finished transferring input files ... 028 (10628.019.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.000.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_3321103_898692366@c1209.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.007.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_2584040_364349873@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.000.000) 2024-10-24 11:59:13 Job executing on host: <10.138.12.9:38985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001908%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992563&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-38985&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.609" EventTypeNumber = 28 ExecuteHost = "<10.138.12.9:38985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001908%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992563&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-38985&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.007.000) 2024-10-24 11:59:13 Job executing on host: <141.211.169.53:33107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989859&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-33107+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-33107&alias=um-lc02.osris.org&noUDP> ... 028 (10628.007.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.717" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:33107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989859&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-33107+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-33107&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 7 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.006.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_2956717_408831610@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.003.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_2398826_486051420@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.006.000) 2024-10-24 11:59:13 Job executing on host: <141.211.169.52:36381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9982395&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36381&alias=um-lc01.osris.org&noUDP> ... 028 (10628.006.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.843" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:36381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9982395&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36381&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 6 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.003.000) 2024-10-24 11:59:13 Job executing on host: <141.211.169.52:44287?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29409042%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975314&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44287&alias=um-lc01.osris.org&noUDP> ... 028 (10628.003.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.868" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:44287?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29409042%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975314&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44287&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 3 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.004.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_1331125_851938829@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.004.000) 2024-10-24 11:59:13 Job executing on host: <141.211.169.52:34341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9937057&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34341&alias=um-lc01.osris.org&noUDP> ... 028 (10628.004.000) 2024-10-24 11:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:13.926" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:34341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9937057&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34341&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 4 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.001.000) 2024-10-24 11:59:13 Warning from starter on slot1@glidein_935010_123993224@c1424.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.012.000) 2024-10-24 11:59:14 Started transferring input files Transferring to host: <137.99.174.18:34361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998127&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-34361&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.012.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.002" EventTypeNumber = 28 Host = "<137.99.174.18:34361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998127&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-34361&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 12 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.001.000) 2024-10-24 11:59:14 Job executing on host: <10.138.14.24:34141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29392381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10037092&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34141&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.185" EventTypeNumber = 28 ExecuteHost = "<10.138.14.24:34141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29392381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10037092&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34141&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.002.000) 2024-10-24 11:59:14 Warning from starter on slot1@glidein_2810431_337257648@c2010.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.012.000) 2024-10-24 11:59:14 Finished transferring input files ... 028 (10628.012.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 12 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.002.000) 2024-10-24 11:59:14 Job executing on host: <10.138.20.10:36173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29328752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10023942&PrivNet=c2010.swan.hcc.unl.edu&addrs=10.138.20.10-36173&alias=c2010.swan.hcc.unl.edu&noUDP> ... 028 (10628.002.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.394" EventTypeNumber = 28 ExecuteHost = "<10.138.20.10:36173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29328752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10023942&PrivNet=c2010.swan.hcc.unl.edu&addrs=10.138.20.10-36173&alias=c2010.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 2 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.013.000) 2024-10-24 11:59:14 Warning from starter on slot1_4@glidein_3184375_18903456@node1819.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.045.000) 2024-10-24 11:59:14 Warning from starter on slot1_6@glidein_263619_10957254@mendel-c0010.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.013.000) 2024-10-24 11:59:14 Job executing on host: <10.125.8.34:42359?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995136&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-42359&alias=node1819.palmetto.clemson.edu&noUDP> ... 028 (10628.013.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.595" EventTypeNumber = 28 ExecuteHost = "<10.125.8.34:42359?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995136&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-42359&alias=node1819.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.015.000) 2024-10-24 11:59:14 Warning from starter on slot1_5@glidein_4098126_718195332@node0653.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.045.000) 2024-10-24 11:59:14 Job executing on host: <192.168.247.10:35449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29373087%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10018031&PrivNet=mendel-c0010.mendel.sdmz.amnh.org&addrs=192.168.247.10-35449+[fde1-53ba-e9a0-de11-6e2b-59ff-feb0-4a62]-35449&alias=mendel-c0010.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.045.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.704" EventTypeNumber = 28 ExecuteHost = "<192.168.247.10:35449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29373087%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10018031&PrivNet=mendel-c0010.mendel.sdmz.amnh.org&addrs=192.168.247.10-35449+[fde1-53ba-e9a0-de11-6e2b-59ff-feb0-4a62]-35449&alias=mendel-c0010.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 45 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.019.000) 2024-10-24 11:59:14 Warning from starter on slot1_1@glidein_610472_36788397@node1891.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.015.000) 2024-10-24 11:59:14 Job executing on host: <10.125.3.143:45343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50822897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9916646&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-45343&alias=node0653.palmetto.clemson.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.880" EventTypeNumber = 28 ExecuteHost = "<10.125.3.143:45343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50822897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9916646&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-45343&alias=node0653.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.021.000) 2024-10-24 11:59:14 Started transferring input files Transferring to host: <10.125.8.49:44975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363106%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951268&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-44975&alias=node1834.palmetto.clemson.edu&noUDP> ... 028 (10628.021.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.934" EventTypeNumber = 28 Host = "<10.125.8.49:44975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363106%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951268&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-44975&alias=node1834.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.019.000) 2024-10-24 11:59:14 Job executing on host: <10.125.8.106:44075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003858&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-44075&alias=node1891.palmetto.clemson.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 11:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:14.988" EventTypeNumber = 28 ExecuteHost = "<10.125.8.106:44075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003858&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-44075&alias=node1891.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.014.000) 2024-10-24 11:59:15 Warning from starter on slot1_6@glidein_3186108_144487575@node0002.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.046.000) 2024-10-24 11:59:15 Started transferring input files Transferring to host: <192.168.247.25:45581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914593%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951269&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-45581+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-45581&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.046.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.059" EventTypeNumber = 28 Host = "<192.168.247.25:45581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914593%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951269&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-45581+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-45581&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 46 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.021.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.021.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.047.000) 2024-10-24 11:59:15 Started transferring input files Transferring to host: <192.168.247.26:35617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904263%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999438&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-35617+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-35617&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.047.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.151" EventTypeNumber = 28 Host = "<192.168.247.26:35617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904263%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999438&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-35617+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-35617&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 47 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.046.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.046.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 46 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.014.000) 2024-10-24 11:59:15 Job executing on host: <10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.014.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.290" EventTypeNumber = 28 ExecuteHost = "<10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.047.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.047.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 47 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.016.000) 2024-10-24 11:59:15 Started transferring input files Transferring to host: <10.32.86.177:35451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363107%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970543&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-35451&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.016.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.343" EventTypeNumber = 28 Host = "<10.32.86.177:35451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363107%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970543&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-35451&alias=d12chas591.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.016.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.016.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.018.000) 2024-10-24 11:59:15 Started transferring input files Transferring to host: <204.39.195.44:46639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047916&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-46639&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.018.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.571" EventTypeNumber = 28 Host = "<204.39.195.44:46639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047916&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-46639&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 18 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.018.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.018.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 18 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.017.000) 2024-10-24 11:59:15 Started transferring input files Transferring to host: <10.32.86.83:46243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007845%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034611&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-46243&alias=d12chas544.crc.nd.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.755" EventTypeNumber = 28 Host = "<10.32.86.83:46243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007845%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034611&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-46243&alias=d12chas544.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.017.000) 2024-10-24 11:59:15 Finished transferring input files ... 028 (10628.017.000) 2024-10-24 11:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:15.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.010.000) 2024-10-24 11:59:15 Warning from starter on slot1_4@glidein_8_26980766@osg-4196261-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.031.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.91:39681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719496%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001155&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39681&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.023" EventTypeNumber = 28 Host = "<10.32.86.91:39681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719496%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001155&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39681&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.020.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.161:44783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034612&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-44783&alias=d12chas583.crc.nd.edu&noUDP> ... 040 (10628.049.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.136.81.242:37511?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047917&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-37511&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.106" EventTypeNumber = 28 Host = "<10.32.86.161:44783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034612&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-44783&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.049.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.106" EventTypeNumber = 28 Host = "<10.136.81.242:37511?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047917&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-37511&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 49 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.010.000) 2024-10-24 11:59:16 Job executing on host: <131.225.208.54:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50983022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967649&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41145+[2620-6a-0-8862-f0-0-208-54]-41145&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.010.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.153" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50983022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967649&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41145+[2620-6a-0-8862-f0-0-208-54]-41145&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 10 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.037.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.89:36749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007847%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998129&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-36749&alias=d12chas547.crc.nd.edu&noUDP> ... 040 (10628.035.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.141:40521?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904265%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970544&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40521&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.037.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.207" EventTypeNumber = 28 Host = "<10.32.86.89:36749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007847%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998129&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-36749&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.035.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.207" EventTypeNumber = 28 Host = "<10.32.86.141:40521?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904265%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970544&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40521&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.031.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.031.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.022.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.131:37831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034613&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-37831&alias=d12chas568.crc.nd.edu&noUDP> ... 040 (10628.038.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.111:46151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363108%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999442&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-46151&alias=d12chas558.crc.nd.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.282" EventTypeNumber = 28 Host = "<10.32.86.131:37831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034613&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-37831&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.038.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.282" EventTypeNumber = 28 Host = "<10.32.86.111:46151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363108%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999442&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-46151&alias=d12chas558.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.049.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.049.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 49 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.020.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.020.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.028.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.163:36647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884367%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034614&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-36647&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.028.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.357" EventTypeNumber = 28 Host = "<10.32.86.163:36647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884367%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034614&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-36647&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.037.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.037.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.027.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.32.86.159:33407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001157&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-33407&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.433" EventTypeNumber = 28 Host = "<10.32.86.159:33407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001157&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-33407&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.035.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.035.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.022.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.022.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.038.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.038.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.008.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.5.12.48:35831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001158&PrivNet=mole048.beocat.ksu.edu&addrs=10.5.12.48-35831&alias=mole048.beocat.ksu.edu&noUDP> ... 028 (10628.008.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.592" EventTypeNumber = 28 Host = "<10.5.12.48:35831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001158&PrivNet=mole048.beocat.ksu.edu&addrs=10.5.12.48-35831&alias=mole048.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 8 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.047.000) 2024-10-24 11:59:16 Warning from starter on slot1_2@glidein_224919_497702216@mendel-b0002.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.021.000) 2024-10-24 11:59:16 Warning from starter on slot1_2@glidein_1746287_483992600@node1834.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.028.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.028.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.027.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.027.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.046.000) 2024-10-24 11:59:16 Warning from starter on slot1_8@glidein_1448382_810507780@mendel-b0001.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.024.000) 2024-10-24 11:59:16 Warning from starter on slot1_4@glidein_2184335_419815374@cn444.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.011.000) 2024-10-24 11:59:16 Started transferring input files Transferring to host: <10.5.40.17:39435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992544&PrivNet=hero17.beocat.ksu.edu&addrs=10.5.40.17-39435&alias=hero17.beocat.ksu.edu&noUDP> ... 028 (10628.011.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.768" EventTypeNumber = 28 Host = "<10.5.40.17:39435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992544&PrivNet=hero17.beocat.ksu.edu&addrs=10.5.40.17-39435&alias=hero17.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 11 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.016.000) 2024-10-24 11:59:16 Warning from starter on slot1_6@glidein_2045679_495109758@d12chas591.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.008.000) 2024-10-24 11:59:16 Finished transferring input files ... 028 (10628.008.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 8 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.047.000) 2024-10-24 11:59:16 Job executing on host: <192.168.247.26:44905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29315927%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9974219&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-44905+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-44905&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.047.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.915" EventTypeNumber = 28 ExecuteHost = "<192.168.247.26:44905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29315927%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9974219&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-44905+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-44905&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 47 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.021.000) 2024-10-24 11:59:16 Job executing on host: <10.125.8.49:40215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950320&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-40215&alias=node1834.palmetto.clemson.edu&noUDP> ... 028 (10628.021.000) 2024-10-24 11:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:16.948" EventTypeNumber = 28 ExecuteHost = "<10.125.8.49:40215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950320&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-40215&alias=node1834.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.046.000) 2024-10-24 11:59:17 Job executing on host: <192.168.247.25:46251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51702923%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9981136&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-46251+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-46251&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.046.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.048" EventTypeNumber = 28 ExecuteHost = "<192.168.247.25:46251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51702923%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9981136&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-46251+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-46251&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 46 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.018.000) 2024-10-24 11:59:17 Warning from starter on slot1_5@glidein_1885131_52116342@wsu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.024.000) 2024-10-24 11:59:17 Job executing on host: <137.99.174.39:36369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969229&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-36369&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.024.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.074" EventTypeNumber = 28 ExecuteHost = "<137.99.174.39:36369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969229&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-36369&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 24 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.043.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <207.73.217.26:39075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047918&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-39075&alias=msu-lm02.osris.org&noUDP> ... 028 (10628.043.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.127" EventTypeNumber = 28 Host = "<207.73.217.26:39075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047918&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-39075&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 43 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.017.000) 2024-10-24 11:59:17 Warning from starter on slot1_6@glidein_3554222_55018336@d12chas544.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.011.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.011.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 11 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.016.000) 2024-10-24 11:59:17 Job executing on host: <10.32.86.177:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998919&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38543&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.016.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.174" EventTypeNumber = 28 ExecuteHost = "<10.32.86.177:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998919&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38543&alias=d12chas591.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.041.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.135:34377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999443&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-34377&alias=d12chas570.crc.nd.edu&noUDP> ... 040 (10628.005.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <131.225.166.237:43691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007848%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955880&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-43691+[2620-6a-0-8861-f0-0-166-237]-43691&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.041.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.228" EventTypeNumber = 28 Host = "<10.32.86.135:34377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999443&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-34377&alias=d12chas570.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.005.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.228" EventTypeNumber = 28 Host = "<131.225.166.237:43691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007848%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955880&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-43691+[2620-6a-0-8861-f0-0-166-237]-43691&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 5 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.030.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.95:38421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998130&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-38421&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.305" EventTypeNumber = 28 Host = "<10.32.86.95:38421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998130&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-38421&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.018.000) 2024-10-24 11:59:17 Job executing on host: <204.39.195.44:45487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034494&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-45487&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.018.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.351" EventTypeNumber = 28 ExecuteHost = "<204.39.195.44:45487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034494&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-45487&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 18 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.043.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.043.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 43 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.017.000) 2024-10-24 11:59:17 Job executing on host: <10.32.86.83:36683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968432&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-36683&alias=d12chas544.crc.nd.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.460" EventTypeNumber = 28 ExecuteHost = "<10.32.86.83:36683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968432&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-36683&alias=d12chas544.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.031.000) 2024-10-24 11:59:17 Warning from starter on slot1_3@glidein_440905_348885880@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.049.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_2848878_379720602@comp-cc-0472.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.056.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.139:37257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992546&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-37257&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.056.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.514" EventTypeNumber = 28 Host = "<10.32.86.139:37257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992546&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-37257&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.041.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.041.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.005.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.005.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 5 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.020.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_3162380_208621568@d12chas583.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.029.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.167:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007849%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955881&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-34349&alias=d12chas586.crc.nd.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.598" EventTypeNumber = 28 Host = "<10.32.86.167:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007849%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955881&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-34349&alias=d12chas586.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.033.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.127:36297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426106%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034615&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-36297&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.598" EventTypeNumber = 28 Host = "<10.32.86.127:36297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426106%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034615&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-36297&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.030.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.030.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.035.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_640018_96695370@d12chas573.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.037.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_2085750_15675309@d12chas547.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.032.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.141:46557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955882&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-46557&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.032.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.673" EventTypeNumber = 28 Host = "<10.32.86.141:46557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955882&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-46557&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.031.000) 2024-10-24 11:59:17 Job executing on host: <10.32.86.91:44565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002497&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-44565&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.719" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:44565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002497&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-44565&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.022.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_138216_618705285@d12chas568.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.056.000) 2024-10-24 11:59:17 Finished transferring input files ... 028 (10628.056.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.028.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_618244_250700868@d12chas584.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.038.000) 2024-10-24 11:59:17 Warning from starter on slot1_2@glidein_1626688_416482086@d12chas558.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.049.000) 2024-10-24 11:59:17 Job executing on host: <10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.049.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.820" EventTypeNumber = 28 ExecuteHost = "<10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 49 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.027.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_3175294_357343272@d12chas582.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.039.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.159:44939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914602%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047920&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-44939&alias=d12chas582.crc.nd.edu&noUDP> ... 040 (10628.034.000) 2024-10-24 11:59:17 Started transferring input files Transferring to host: <10.32.86.139:43577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914601%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951272&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-43577&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.882" EventTypeNumber = 28 Host = "<10.32.86.159:44939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914602%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047920&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-44939&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.034.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.882" EventTypeNumber = 28 Host = "<10.32.86.139:43577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914601%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951272&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-43577&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.026.000) 2024-10-24 11:59:17 Warning from starter on slot1_1@glidein_3369793_625654368@cn418.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.020.000) 2024-10-24 11:59:17 Job executing on host: <10.32.86.161:35119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990295&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35119&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 11:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:17.937" EventTypeNumber = 28 ExecuteHost = "<10.32.86.161:35119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990295&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35119&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.029.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.029.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.033.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.033.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.035.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.141:45453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999387&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45453&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.035.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.046" EventTypeNumber = 28 ExecuteHost = "<10.32.86.141:45453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999387&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45453&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.036.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.32.86.155:41517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426108%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034617&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-41517&alias=d12chas580.crc.nd.edu&noUDP> ... 040 (10628.009.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.5.206.150:44907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884372%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034619&PrivNet=CRUSH-OSG-C7-10-5-206-150&addrs=10.5.206.150-44907&alias=CRUSH-OSG-C7-10-5-206-150&noUDP> ... 040 (10628.040.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.32.86.101:41595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004268&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-41595&alias=d12chas553.crc.nd.edu&noUDP> ... 028 (10628.036.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.100" EventTypeNumber = 28 Host = "<10.32.86.155:41517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426108%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034617&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-41517&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.009.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.100" EventTypeNumber = 28 Host = "<10.5.206.150:44907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884372%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034619&PrivNet=CRUSH-OSG-C7-10-5-206-150&addrs=10.5.206.150-44907&alias=CRUSH-OSG-C7-10-5-206-150&noUDP>" JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.040.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.100" EventTypeNumber = 28 Host = "<10.32.86.101:41595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004268&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-41595&alias=d12chas553.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.008.000) 2024-10-24 11:59:18 Warning from starter on slot1_4@glidein_1119107_85861825@mole048.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.037.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.89:44027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968474&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-44027&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.037.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.155" EventTypeNumber = 28 ExecuteHost = "<10.32.86.89:44027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968474&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-44027&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.042.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.32.86.137:41883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992547&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-41883&alias=d12chas571.crc.nd.edu&noUDP> ... 040 (10628.050.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.32.86.133:42647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999444&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-42647&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.050.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.208" EventTypeNumber = 28 Host = "<10.32.86.133:42647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999444&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-42647&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.042.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.208" EventTypeNumber = 28 Host = "<10.32.86.137:41883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992547&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-41883&alias=d12chas571.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.032.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.032.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.011.000) 2024-10-24 11:59:18 Warning from starter on slot1_3@glidein_769435_18763440@hero17.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.022.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.131:33883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997433&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33883&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.406" EventTypeNumber = 28 ExecuteHost = "<10.32.86.131:33883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997433&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33883&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.028.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.163:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032481&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-38345&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.028.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.439" EventTypeNumber = 28 ExecuteHost = "<10.32.86.163:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032481&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-38345&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.038.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.111:37353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968277&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-37353&alias=d12chas558.crc.nd.edu&noUDP> ... 028 (10628.038.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.556" EventTypeNumber = 28 ExecuteHost = "<10.32.86.111:37353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968277&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-37353&alias=d12chas558.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.012.000) 2024-10-24 11:59:18 Warning from starter on slot1_5@glidein_1934983_23504943@cn424.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.027.000) 2024-10-24 11:59:18 Job executing on host: <10.32.86.159:34131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998926&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-34131&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.590" EventTypeNumber = 28 ExecuteHost = "<10.32.86.159:34131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998926&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-34131&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.039.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.039.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.053.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.136.81.226:45925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363114%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970550&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45925&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.053.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.652" EventTypeNumber = 28 Host = "<10.136.81.226:45925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363114%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970550&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45925&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 53 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.041.000) 2024-10-24 11:59:18 Warning from starter on slot1_2@glidein_3845027_110686323@d12chas570.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.034.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.034.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.005.000) 2024-10-24 11:59:18 Warning from starter on slot1_2@glidein_8_129427716@osg-4196625-0-fnpc17152.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.030.000) 2024-10-24 11:59:18 Warning from starter on slot1_1@glidein_2535039_31130720@d12chas550.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.026.000) 2024-10-24 11:59:18 Job executing on host: <137.99.174.12:37323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968774&PrivNet=cn418.storrs.hpc.uconn.edu&addrs=137.99.174.12-37323&alias=cn418.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.026.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.715" EventTypeNumber = 28 ExecuteHost = "<137.99.174.12:37323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968774&PrivNet=cn418.storrs.hpc.uconn.edu&addrs=137.99.174.12-37323&alias=cn418.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 26 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.009.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.043.000) 2024-10-24 11:59:18 Warning from starter on slot1_1@glidein_1921860_412804988@msu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.051.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.32.86.99:34031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884373%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034620&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-34031&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.861" EventTypeNumber = 28 Host = "<10.32.86.99:34031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884373%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034620&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-34031&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.036.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.036.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.040.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.040.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.008.000) 2024-10-24 11:59:18 Job executing on host: <10.5.12.48:46795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50988584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10016511&PrivNet=mole048.beocat.ksu.edu&addrs=10.5.12.48-46795&alias=mole048.beocat.ksu.edu&noUDP> ... 028 (10628.008.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.916" EventTypeNumber = 28 ExecuteHost = "<10.5.12.48:46795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50988584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10016511&PrivNet=mole048.beocat.ksu.edu&addrs=10.5.12.48-46795&alias=mole048.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 8 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.056.000) 2024-10-24 11:59:18 Warning from starter on slot1_2@glidein_200042_250014968@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.074.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <10.136.81.236:38573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007852%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998131&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-38573&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.074.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.970" EventTypeNumber = 28 Host = "<10.136.81.236:38573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007852%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998131&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-38573&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 74 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.050.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.050.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.042.000) 2024-10-24 11:59:18 Finished transferring input files ... 028 (10628.042.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.058.000) 2024-10-24 11:59:18 Started transferring input files Transferring to host: <137.99.174.17:45185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007855%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001162&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-45185&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.058.000) 2024-10-24 11:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:18.995" EventTypeNumber = 28 Host = "<137.99.174.17:45185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007855%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001162&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-45185&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 58 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.029.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_3913751_943028222@d12chas586.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.033.000) 2024-10-24 11:59:19 Warning from starter on slot1_3@glidein_2273199_126972000@d12chas566.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.011.000) 2024-10-24 11:59:19 Job executing on host: <10.5.40.17:40035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954772&PrivNet=hero17.beocat.ksu.edu&addrs=10.5.40.17-40035&alias=hero17.beocat.ksu.edu&noUDP> ... 028 (10628.011.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.050" EventTypeNumber = 28 ExecuteHost = "<10.5.40.17:40035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954772&PrivNet=hero17.beocat.ksu.edu&addrs=10.5.40.17-40035&alias=hero17.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 11 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.061.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.109:37153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340516%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970552&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37153&alias=d12chas557.crc.nd.edu&noUDP> ... 040 (10628.084.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <131.225.208.105:42877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363115%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004271&PrivNet=osg-3975890-0-fnpc19123.fnal.gov&addrs=131.225.208.105-42877+[2620-6a-0-8862-f0-0-208-105]-42877&alias=osg-3975890-0-fnpc19123.fnal.gov&noUDP> ... 040 (10628.075.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.136.81.226:40813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007853%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998132&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40813&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.084.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.050" EventTypeNumber = 28 Host = "<131.225.208.105:42877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363115%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004271&PrivNet=osg-3975890-0-fnpc19123.fnal.gov&addrs=131.225.208.105-42877+[2620-6a-0-8862-f0-0-208-105]-42877&alias=osg-3975890-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 84 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.061.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.050" EventTypeNumber = 28 Host = "<10.32.86.109:37153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340516%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970552&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37153&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.075.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.050" EventTypeNumber = 28 Host = "<10.136.81.226:40813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007853%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998132&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40813&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 75 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.032.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_640016_301337400@d12chas573.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.012.000) 2024-10-24 11:59:19 Job executing on host: <137.99.174.18:35177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899212%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994030&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-35177&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.012.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.158" EventTypeNumber = 28 ExecuteHost = "<137.99.174.18:35177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899212%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994030&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-35177&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 12 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.053.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.053.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 53 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.086.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <131.225.208.195:42771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992550&PrivNet=osg-4196485-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42771+[2620-6a-0-8862-f0-0-208-195]-42771&alias=osg-4196485-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.086.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.160" EventTypeNumber = 28 Host = "<131.225.208.195:42771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992550&PrivNet=osg-4196485-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42771+[2620-6a-0-8862-f0-0-208-195]-42771&alias=osg-4196485-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 86 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.041.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.135:42441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996631&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-42441&alias=d12chas570.crc.nd.edu&noUDP> ... 028 (10628.041.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.250" EventTypeNumber = 28 ExecuteHost = "<10.32.86.135:42441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996631&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-42441&alias=d12chas570.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.005.000) 2024-10-24 11:59:19 Job executing on host: <131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.005.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.275" EventTypeNumber = 28 ExecuteHost = "<131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 5 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.067.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <204.39.195.44:44233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404192%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004275&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-44233&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.067.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.275" EventTypeNumber = 28 Host = "<204.39.195.44:44233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404192%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004275&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-44233&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 67 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.034.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_200031_213047836@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.039.000) 2024-10-24 11:59:19 Warning from starter on slot1_2@glidein_3175333_11995775@d12chas582.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.030.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.95:41339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995966&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-41339&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.334" EventTypeNumber = 28 ExecuteHost = "<10.32.86.95:41339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995966&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-41339&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.043.000) 2024-10-24 11:59:19 Job executing on host: <207.73.217.26:42571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29320822%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10015996&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-42571&alias=msu-lm02.osris.org&noUDP> ... 028 (10628.043.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.401" EventTypeNumber = 28 ExecuteHost = "<207.73.217.26:42571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29320822%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10015996&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-42571&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 43 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.051.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.051.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.072.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <137.99.174.39:37021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998135&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-37021&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.402" EventTypeNumber = 28 Host = "<137.99.174.39:37021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998135&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-37021&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.056.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.056.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.467" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.074.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.074.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 74 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.058.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.058.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 58 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.040.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_2046313_107628900@d12chas553.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.029.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.167:37193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338410%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949233&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-37193&alias=d12chas586.crc.nd.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.544" EventTypeNumber = 28 ExecuteHost = "<10.32.86.167:37193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338410%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949233&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-37193&alias=d12chas586.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.036.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_3910329_119940375@d12chas580.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.009.000) 2024-10-24 11:59:19 Warning from starter on slot1@glidein_2_9491331@CRUSH-OSG-C7-10-5-206-150: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.033.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.127:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032877&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-42385&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.569" EventTypeNumber = 28 ExecuteHost = "<10.32.86.127:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032877&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-42385&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.084.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.084.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 84 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.061.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.061.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.062.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.143:40449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034622&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-40449&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.062.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.571" EventTypeNumber = 28 Host = "<10.32.86.143:40449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034622&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-40449&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.075.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.075.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 75 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.032.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.141:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002471&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-37551&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.032.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.627" EventTypeNumber = 28 ExecuteHost = "<10.32.86.141:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002471&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-37551&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.064.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.109:41579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998133&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-41579&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.064.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.628" EventTypeNumber = 28 Host = "<10.32.86.109:41579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998133&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-41579&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.050.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_3622341_402237948@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.086.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.086.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 86 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.065.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.109:33325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951275&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-33325&alias=d12chas557.crc.nd.edu&noUDP> ... 040 (10628.066.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.85:46131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998134&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-46131&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.065.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.678" EventTypeNumber = 28 Host = "<10.32.86.109:33325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951275&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-33325&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.066.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.678" EventTypeNumber = 28 Host = "<10.32.86.85:46131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998134&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-46131&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.067.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.067.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 67 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.034.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.139:46383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996124&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-46383&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.034.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.728" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:46383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996124&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-46383&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.044.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <172.16.1.12:35873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340520%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970554&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-35873&alias=chpc-compute012.cm.cluster&noUDP> ... 028 (10628.044.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.728" EventTypeNumber = 28 Host = "<172.16.1.12:35873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340520%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970554&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-35873&alias=chpc-compute012.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 44 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.042.000) 2024-10-24 11:59:19 Warning from starter on slot1_1@glidein_3184120_42087024@d12chas571.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.039.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.159:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995967&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-38711&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.786" EventTypeNumber = 28 ExecuteHost = "<10.32.86.159:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995967&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-38711&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.072.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.072.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.055.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.93:46341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047924&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46341&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.055.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.787" EventTypeNumber = 28 Host = "<10.32.86.93:46341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047924&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46341&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.036.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.155:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995957&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-32899&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.036.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.820" EventTypeNumber = 28 ExecuteHost = "<10.32.86.155:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995957&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-32899&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.040.000) 2024-10-24 11:59:19 Job executing on host: <10.32.86.101:45173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882079%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953663&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-45173&alias=d12chas553.crc.nd.edu&noUDP> ... 028 (10628.040.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.870" EventTypeNumber = 28 ExecuteHost = "<10.32.86.101:45173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882079%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953663&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-45173&alias=d12chas553.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.057.000) 2024-10-24 11:59:19 Started transferring input files Transferring to host: <10.32.86.85:44043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884375%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001165&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-44043&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.057.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.870" EventTypeNumber = 28 Host = "<10.32.86.85:44043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884375%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001165&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-44043&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.009.000) 2024-10-24 11:59:19 Job executing on host: <10.5.206.150:40163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347773%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10033206&PrivNet=CRUSH-OSG-C7-10-5-206-150&addrs=10.5.206.150-40163&alias=CRUSH-OSG-C7-10-5-206-150&noUDP> ... 028 (10628.009.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.945" EventTypeNumber = 28 ExecuteHost = "<10.5.206.150:40163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347773%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10033206&PrivNet=CRUSH-OSG-C7-10-5-206-150&addrs=10.5.206.150-40163&alias=CRUSH-OSG-C7-10-5-206-150&noUDP>" JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.062.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.062.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.064.000) 2024-10-24 11:59:19 Finished transferring input files ... 028 (10628.064.000) 2024-10-24 11:59:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:19.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.050.000) 2024-10-24 11:59:20 Job executing on host: <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.050.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.028" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.066.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.066.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.065.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.065.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.068.000) 2024-10-24 11:59:20 Started transferring input files Transferring to host: <10.32.86.127:44049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034624&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-44049&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.030" EventTypeNumber = 28 Host = "<10.32.86.127:44049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034624&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-44049&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.053.000) 2024-10-24 11:59:20 Warning from starter on slot1_2@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.044.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.044.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 44 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.042.000) 2024-10-24 11:59:20 Job executing on host: <10.32.86.137:40913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996559&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-40913&alias=d12chas571.crc.nd.edu&noUDP> ... 028 (10628.042.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.187" EventTypeNumber = 28 ExecuteHost = "<10.32.86.137:40913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996559&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-40913&alias=d12chas571.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.080.000) 2024-10-24 11:59:20 Started transferring input files Transferring to host: <10.32.86.149:38053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951276&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-38053&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.241" EventTypeNumber = 28 Host = "<10.32.86.149:38053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951276&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-38053&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.055.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.055.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.057.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.057.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.051.000) 2024-10-24 11:59:20 Warning from starter on slot1_4@glidein_1521689_225654443@d12chas552.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.074.000) 2024-10-24 11:59:20 Warning from starter on slot1_1@glidein_3941581_16863352@comp-cc-0466.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.075.000) 2024-10-24 11:59:20 Warning from starter on slot1_1@glidein_2134208_501717876@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.061.000) 2024-10-24 11:59:20 Warning from starter on slot1_1@glidein_3472193_214088190@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.084.000) 2024-10-24 11:59:20 Warning from starter on slot1_2@glidein_8_248025063@osg-3975890-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.086.000) 2024-10-24 11:59:20 Warning from starter on slot1_3@glidein_8_96978900@osg-4196485-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.067.000) 2024-10-24 11:59:20 Warning from starter on slot1_2@glidein_2289682_256218567@wsu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.068.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.068.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.053.000) 2024-10-24 11:59:20 Job executing on host: <10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.053.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.947" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 53 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.080.000) 2024-10-24 11:59:20 Finished transferring input files ... 028 (10628.080.000) 2024-10-24 11:59:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:20.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.062.000) 2024-10-24 11:59:20 Warning from starter on slot1_3@glidein_3572089_18356681@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.051.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.064" EventTypeNumber = 28 ExecuteHost = "<10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.064.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_3382910_481286030@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.065.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_3382912_176120320@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.066.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_2631463_18024552@d12chas545.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.074.000) 2024-10-24 11:59:21 Job executing on host: <10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.074.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.173" EventTypeNumber = 28 ExecuteHost = "<10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 74 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.055.000) 2024-10-24 11:59:21 Warning from starter on slot1_1@glidein_2308573_27029754@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.075.000) 2024-10-24 11:59:21 Job executing on host: <10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.075.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.198" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 75 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.061.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.223" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.084.000) 2024-10-24 11:59:21 Job executing on host: <131.225.208.105:43867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041649&PrivNet=osg-3975890-0-fnpc19123.fnal.gov&addrs=131.225.208.105-43867+[2620-6a-0-8862-f0-0-208-105]-43867&alias=osg-3975890-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.084.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.332" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:43867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041649&PrivNet=osg-3975890-0-fnpc19123.fnal.gov&addrs=131.225.208.105-43867+[2620-6a-0-8862-f0-0-208-105]-43867&alias=osg-3975890-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 84 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.057.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_2631456_79458112@d12chas545.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.086.000) 2024-10-24 11:59:21 Job executing on host: <131.225.208.195:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027858&PrivNet=osg-4196485-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46213+[2620-6a-0-8862-f0-0-208-195]-46213&alias=osg-4196485-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.086.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.365" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027858&PrivNet=osg-4196485-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46213+[2620-6a-0-8862-f0-0-208-195]-46213&alias=osg-4196485-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 86 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.067.000) 2024-10-24 11:59:21 Job executing on host: <204.39.195.44:42343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50891802%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10036160&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-42343&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.067.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.482" EventTypeNumber = 28 ExecuteHost = "<204.39.195.44:42343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50891802%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10036160&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-42343&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 67 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.068.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_2273185_47663165@d12chas566.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.062.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.062.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.524" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.064.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.064.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.641" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.080.000) 2024-10-24 11:59:21 Warning from starter on slot1_1@glidein_633702_61538442@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.065.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.065.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.666" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.066.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.066.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.691" EventTypeNumber = 28 ExecuteHost = "<10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.055.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.055.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.717" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.059.000) 2024-10-24 11:59:21 Started transferring input files Transferring to host: <10.32.86.139:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007861%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955884&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-34331&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.059.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.771" EventTypeNumber = 28 Host = "<10.32.86.139:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007861%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955884&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-34331&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.057.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.057.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.817" EventTypeNumber = 28 ExecuteHost = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.054.000) 2024-10-24 11:59:21 Started transferring input files Transferring to host: <10.32.86.99:42199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426110%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992554&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-42199&alias=d12chas552.crc.nd.edu&noUDP> ... 040 (10628.060.000) 2024-10-24 11:59:21 Started transferring input files Transferring to host: <10.32.86.149:37021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007862%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998139&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-37021&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.054.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.871" EventTypeNumber = 28 Host = "<10.32.86.99:42199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426110%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992554&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-42199&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.060.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.871" EventTypeNumber = 28 Host = "<10.32.86.149:37021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007862%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998139&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-37021&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.068.000) 2024-10-24 11:59:21 Job executing on host: <10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 11:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:21.909" EventTypeNumber = 28 ExecuteHost = "<10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.058.000) 2024-10-24 11:59:21 Warning from starter on slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.080.000) 2024-10-24 11:59:22 Job executing on host: <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.001" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.059.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.059.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.070.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.161:35111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426112%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955886&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35111&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.070.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.055" EventTypeNumber = 28 Host = "<10.32.86.161:35111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426112%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955886&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35111&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.054.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.054.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.060.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.060.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.058.000) 2024-10-24 11:59:22 Job executing on host: <137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.058.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.093" EventTypeNumber = 28 ExecuteHost = "<137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 58 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.071.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.91:39419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001171&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39419&alias=d12chas548.crc.nd.edu&noUDP> ... 040 (10628.069.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.143:45715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999452&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-45715&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.069.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.147" EventTypeNumber = 28 Host = "<10.32.86.143:45715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999452&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-45715&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.071.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.147" EventTypeNumber = 28 Host = "<10.32.86.91:39419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001171&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39419&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.073.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.143:42831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363123%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951282&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-42831&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.073.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.215" EventTypeNumber = 28 Host = "<10.32.86.143:42831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363123%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951282&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-42831&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.070.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.070.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.076.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.87:32823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007863%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955887&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-32823&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.076.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.282" EventTypeNumber = 28 Host = "<10.32.86.87:32823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007863%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955887&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-32823&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.071.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.071.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.069.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.069.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.081.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.153:34497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992555&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-34497&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.081.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.358" EventTypeNumber = 28 Host = "<10.32.86.153:34497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992555&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-34497&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.073.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.073.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.076.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.076.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.081.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.081.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.078.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <10.32.86.163:33175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719514%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992557&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-33175&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.078.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.693" EventTypeNumber = 28 Host = "<10.32.86.163:33175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719514%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992557&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-33175&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.087.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <131.225.166.224:35277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904277%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999453&PrivNet=osg-4196556-0-fnpc17143.fnal.gov&addrs=131.225.166.224-35277+[2620-6a-0-8861-f0-0-166-224]-35277&alias=osg-4196556-0-fnpc17143.fnal.gov&noUDP> ... 040 (10628.094.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <131.225.208.195:34719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970561&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-34719+[2620-6a-0-8862-f0-0-208-195]-34719&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.087.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.794" EventTypeNumber = 28 Host = "<131.225.166.224:35277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904277%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999453&PrivNet=osg-4196556-0-fnpc17143.fnal.gov&addrs=131.225.166.224-35277+[2620-6a-0-8861-f0-0-166-224]-35277&alias=osg-4196556-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 87 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.094.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.794" EventTypeNumber = 28 Host = "<131.225.208.195:34719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970561&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-34719+[2620-6a-0-8862-f0-0-208-195]-34719&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 94 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.078.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.078.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.087.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.087.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 87 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.098.000) 2024-10-24 11:59:22 Started transferring input files Transferring to host: <131.225.166.213:44401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363128%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999454&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-44401+[2620-6a-0-8861-f0-0-166-213]-44401&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.098.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.953" EventTypeNumber = 28 Host = "<131.225.166.213:44401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363128%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999454&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-44401+[2620-6a-0-8861-f0-0-166-213]-44401&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 98 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.094.000) 2024-10-24 11:59:22 Finished transferring input files ... 028 (10628.094.000) 2024-10-24 11:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:22.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 94 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.091.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.208.23:34231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363129%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970562&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34231+[2620-6a-0-8862-f0-0-208-23]-34231&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.077.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <10.32.86.107:35947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034634&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-35947&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.091.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.037" EventTypeNumber = 28 Host = "<131.225.208.23:34231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363129%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970562&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34231+[2620-6a-0-8862-f0-0-208-23]-34231&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 91 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.077.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.037" EventTypeNumber = 28 Host = "<10.32.86.107:35947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034634&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-35947&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.002.000) 2024-10-24 11:59:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3648 - ResidentSetSize of job (KB) ... 028 (10628.002.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 2 ResidentSetSize = 3648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.096.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.208.108:40613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426117%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992558&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-40613+[2620-6a-0-8862-f0-0-208-108]-40613&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.096.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.128" EventTypeNumber = 28 Host = "<131.225.208.108:40613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426117%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992558&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-40613+[2620-6a-0-8862-f0-0-208-108]-40613&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 96 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.001.000) 2024-10-24 11:59:23 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87428 - ResidentSetSize of job (KB) ... 028 (10628.001.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 1 ResidentSetSize = 87428 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.098.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.098.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.149" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 98 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.045.000) 2024-10-24 11:59:23 Image size of job updated: 2381820 49 - MemoryUsage of job (MB) 49832 - ResidentSetSize of job (KB) ... 028 (10628.045.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 45 ResidentSetSize = 49832 Size = 2381820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.095.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.166.33:46057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998142&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-46057+[2620-6a-0-8861-f0-0-166-33]-46057&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.095.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.203" EventTypeNumber = 28 Host = "<131.225.166.33:46057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998142&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-46057+[2620-6a-0-8861-f0-0-166-33]-46057&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 95 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.000.000) 2024-10-24 11:59:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3672 - ResidentSetSize of job (KB) ... 028 (10628.000.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 0 ResidentSetSize = 3672 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.059.000) 2024-10-24 11:59:23 Warning from starter on slot1_3@glidein_200030_269828574@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.077.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.077.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.091.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.091.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 91 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.096.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.096.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 96 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.060.000) 2024-10-24 11:59:23 Warning from starter on slot1_3@glidein_721099_529417036@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.095.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.095.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 95 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.054.000) 2024-10-24 11:59:23 Warning from starter on slot1_3@glidein_1521697_97717266@d12chas552.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.059.000) 2024-10-24 11:59:23 Job executing on host: <10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.059.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.393" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.083.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.166.33:37559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001175&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-37559+[2620-6a-0-8861-f0-0-166-33]-37559&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP> ... 040 (10628.085.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.166.225:40087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999459&PrivNet=osg-3976064-0-fnpc17144.fnal.gov&addrs=131.225.166.225-40087+[2620-6a-0-8861-f0-0-166-225]-40087&alias=osg-3976064-0-fnpc17144.fnal.gov&noUDP> ... 040 (10628.082.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <10.32.86.175:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001174&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-36857&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.083.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.446" EventTypeNumber = 28 Host = "<131.225.166.33:37559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001175&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-37559+[2620-6a-0-8861-f0-0-166-33]-37559&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 83 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.085.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.447" EventTypeNumber = 28 Host = "<131.225.166.225:40087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999459&PrivNet=osg-3976064-0-fnpc17144.fnal.gov&addrs=131.225.166.225-40087+[2620-6a-0-8861-f0-0-166-225]-40087&alias=osg-3976064-0-fnpc17144.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 85 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.082.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.447" EventTypeNumber = 28 Host = "<10.32.86.175:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001174&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-36857&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.070.000) 2024-10-24 11:59:23 Warning from starter on slot1_2@glidein_3286257_252789500@d12chas583.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.044.000) 2024-10-24 11:59:23 Warning from starter on slot1_9@glidein_3192368_290437254@chpc-compute012.cm.cluster: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.071.000) 2024-10-24 11:59:23 Warning from starter on slot1_1@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.069.000) 2024-10-24 11:59:23 Warning from starter on slot1_1@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.060.000) 2024-10-24 11:59:23 Job executing on host: <10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.060.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.643" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.054.000) 2024-10-24 11:59:23 Job executing on host: <10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.054.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.669" EventTypeNumber = 28 ExecuteHost = "<10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.073.000) 2024-10-24 11:59:23 Warning from starter on slot1_1@glidein_3482323_64008256@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.076.000) 2024-10-24 11:59:23 Warning from starter on slot1_2@glidein_3837306_180097140@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.088.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.209.215:42321?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914618%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951285&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-42321+[2620-6a-0-8862-f0-0-209-215]-42321&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 040 (10628.090.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.208.171:46201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992559&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-46201+[2620-6a-0-8862-f0-0-208-171]-46201&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.088.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.722" EventTypeNumber = 28 Host = "<131.225.209.215:42321?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914618%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951285&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-42321+[2620-6a-0-8862-f0-0-209-215]-42321&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 88 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.090.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.722" EventTypeNumber = 28 Host = "<131.225.208.171:46201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992559&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-46201+[2620-6a-0-8862-f0-0-208-171]-46201&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 90 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.085.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.085.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 85 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.081.000) 2024-10-24 11:59:23 Warning from starter on slot1_1@glidein_2818687_201137568@d12chas579.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.101.000) 2024-10-24 11:59:23 Started transferring input files Transferring to host: <131.225.208.172:40975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426120%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998143&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-40975+[2620-6a-0-8862-f0-0-208-172]-40975&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.101.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.789" EventTypeNumber = 28 Host = "<131.225.208.172:40975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426120%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998143&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-40975+[2620-6a-0-8862-f0-0-208-172]-40975&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 101 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.083.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.083.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 83 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.082.000) 2024-10-24 11:59:23 Finished transferring input files ... 028 (10628.082.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.070.000) 2024-10-24 11:59:23 Job executing on host: <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.070.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.911" EventTypeNumber = 28 ExecuteHost = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.044.000) 2024-10-24 11:59:23 Job executing on host: <172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP> ... 028 (10628.044.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.953" EventTypeNumber = 28 ExecuteHost = "<172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "ExecuteEvent" Proc = 44 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.006.000) 2024-10-24 11:59:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3876 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 3876 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.071.000) 2024-10-24 11:59:23 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.071.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.980" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.004.000) 2024-10-24 11:59:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3868 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 3868 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 11:59:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3880 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 11:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:23.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 3880 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.007.000) 2024-10-24 11:59:24 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3892 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 3892 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.102.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.113:33421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363130%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951286&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-33421+[2620-6a-0-8862-f0-0-208-113]-33421&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.102.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.033" EventTypeNumber = 28 Host = "<131.225.208.113:33421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363130%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951286&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-33421+[2620-6a-0-8862-f0-0-208-113]-33421&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 102 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.069.000) 2024-10-24 11:59:24 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.069.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.080" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.073.000) 2024-10-24 11:59:24 Job executing on host: <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.073.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.105" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.078.000) 2024-10-24 11:59:24 Warning from starter on slot1_1@glidein_618273_848748597@d12chas584.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.076.000) 2024-10-24 11:59:24 Job executing on host: <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.076.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.189" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.088.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.088.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 88 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.090.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.090.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 90 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.094.000) 2024-10-24 11:59:24 Warning from starter on slot1_2@glidein_8_251752410@osg-4196508-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.103.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.121:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340530%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999460&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-44145+[2620-6a-0-8862-f0-0-208-121]-44145&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.103.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.251" EventTypeNumber = 28 Host = "<131.225.208.121:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340530%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999460&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-44145+[2620-6a-0-8862-f0-0-208-121]-44145&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 103 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.081.000) 2024-10-24 11:59:24 Job executing on host: <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.081.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.281" EventTypeNumber = 28 ExecuteHost = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.101.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.101.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 101 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.104.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.172:36839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363132%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970565&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-36839+[2620-6a-0-8862-f0-0-208-172]-36839&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.104.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.343" EventTypeNumber = 28 Host = "<131.225.208.172:36839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363132%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970565&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-36839+[2620-6a-0-8862-f0-0-208-172]-36839&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 104 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.116.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.58:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426122%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001176&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-36873+[2620-6a-0-8862-f0-0-208-58]-36873&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 040 (10628.138.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.22:40411?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007871%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034638&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-40411+[2620-6a-0-8862-f0-0-208-22]-40411&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.116.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.410" EventTypeNumber = 28 Host = "<131.225.208.58:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426122%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001176&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-36873+[2620-6a-0-8862-f0-0-208-58]-36873&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 116 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.138.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.410" EventTypeNumber = 28 Host = "<131.225.208.22:40411?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007871%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034638&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-40411+[2620-6a-0-8862-f0-0-208-22]-40411&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 138 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.087.000) 2024-10-24 11:59:24 Warning from starter on slot1_3@glidein_8_393920796@osg-4196556-0-fnpc17143.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.102.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.102.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 102 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.098.000) 2024-10-24 11:59:24 Warning from starter on slot1_1@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.091.000) 2024-10-24 11:59:24 Warning from starter on slot1_1@glidein_8_548667693@osg-3976441-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.093.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <10.32.86.175:46067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007869%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998146&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-46067&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.093.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.486" EventTypeNumber = 28 Host = "<10.32.86.175:46067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007869%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998146&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-46067&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.077.000) 2024-10-24 11:59:24 Warning from starter on slot1_1@glidein_4001145_849830808@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.078.000) 2024-10-24 11:59:24 Job executing on host: <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.078.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.524" EventTypeNumber = 28 ExecuteHost = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.094.000) 2024-10-24 11:59:24 Job executing on host: <131.225.208.195:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992020&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42333+[2620-6a-0-8862-f0-0-208-195]-42333&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.094.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.649" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992020&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42333+[2620-6a-0-8862-f0-0-208-195]-42333&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 94 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.103.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.103.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 103 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.095.000) 2024-10-24 11:59:24 Warning from starter on slot1_2@glidein_8_95286747@osg-4196608-0-fnpc17006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.140.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.119:45335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339413%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992562&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-45335+[2620-6a-0-8862-f0-0-208-119]-45335&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.140.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.711" EventTypeNumber = 28 Host = "<131.225.208.119:45335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339413%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992562&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-45335+[2620-6a-0-8862-f0-0-208-119]-45335&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 140 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.072.000) 2024-10-24 11:59:24 Warning from starter on slot1_1@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.104.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.104.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 104 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.116.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.116.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 116 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.138.000) 2024-10-24 11:59:24 Finished transferring input files ... 028 (10628.138.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 138 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.087.000) 2024-10-24 11:59:24 Job executing on host: <131.225.166.224:39907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964085&PrivNet=osg-4196556-0-fnpc17143.fnal.gov&addrs=131.225.166.224-39907+[2620-6a-0-8861-f0-0-166-224]-39907&alias=osg-4196556-0-fnpc17143.fnal.gov&noUDP> ... 028 (10628.087.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.825" EventTypeNumber = 28 ExecuteHost = "<131.225.166.224:39907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964085&PrivNet=osg-4196556-0-fnpc17143.fnal.gov&addrs=131.225.166.224-39907+[2620-6a-0-8861-f0-0-166-224]-39907&alias=osg-4196556-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 87 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.083.000) 2024-10-24 11:59:24 Warning from starter on slot1_2@glidein_8_62183744@osg-3975939-0-fnpc17006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.141.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <131.225.208.57:40179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034639&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-40179+[2620-6a-0-8862-f0-0-208-57]-40179&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.141.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.879" EventTypeNumber = 28 Host = "<131.225.208.57:40179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034639&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-40179+[2620-6a-0-8862-f0-0-208-57]-40179&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 141 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.085.000) 2024-10-24 11:59:24 Warning from starter on slot1_3@glidein_8_220790743@osg-3976064-0-fnpc17144.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.098.000) 2024-10-24 11:59:24 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.098.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.917" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 98 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.091.000) 2024-10-24 11:59:24 Job executing on host: <131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.091.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.942" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 91 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.096.000) 2024-10-24 11:59:24 Warning from starter on slot1_2@glidein_9_245827932@osg-3975884-0-fnpc19126.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.052.000) 2024-10-24 11:59:24 Started transferring input files Transferring to host: <192.168.4.130:43939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007870%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998148&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-43939&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.052.000) 2024-10-24 11:59:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:24.997" EventTypeNumber = 28 Host = "<192.168.4.130:43939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007870%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998148&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-43939&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 52 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.088.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.093.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.093.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.077.000) 2024-10-24 11:59:25 Job executing on host: <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.077.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.060" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.101.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.082.000) 2024-10-24 11:59:25 Warning from starter on slot1_2@glidein_3172745_248411604@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.142.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.84:42109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034640&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-42109+[2620-6a-0-8862-f0-0-208-84]-42109&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 040 (10628.143.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.197:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884386%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034641&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-36613+[2620-6a-0-8862-f0-0-208-197]-36613&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.142.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.114" EventTypeNumber = 28 Host = "<131.225.208.84:42109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034640&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-42109+[2620-6a-0-8862-f0-0-208-84]-42109&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 142 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.143.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.114" EventTypeNumber = 28 Host = "<131.225.208.197:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884386%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034641&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-36613+[2620-6a-0-8862-f0-0-208-197]-36613&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 143 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.095.000) 2024-10-24 11:59:25 Job executing on host: <131.225.166.33:38331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944791&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-38331+[2620-6a-0-8861-f0-0-166-33]-38331&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.095.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.152" EventTypeNumber = 28 ExecuteHost = "<131.225.166.33:38331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944791&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-38331+[2620-6a-0-8861-f0-0-166-33]-38331&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 95 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.090.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_305020749@osg-3976450-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.152.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.164:43717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047937&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-43717+[2620-6a-0-8862-f0-0-208-164]-43717&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.152.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.206" EventTypeNumber = 28 Host = "<131.225.208.164:43717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047937&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-43717+[2620-6a-0-8862-f0-0-208-164]-43717&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 152 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.140.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.140.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 140 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.072.000) 2024-10-24 11:59:25 Job executing on host: <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.294" EventTypeNumber = 28 ExecuteHost = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.158.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.23:38825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004286&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-38825+[2620-6a-0-8862-f0-0-208-23]-38825&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.158.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.348" EventTypeNumber = 28 Host = "<131.225.208.23:38825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004286&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-38825+[2620-6a-0-8862-f0-0-208-23]-38825&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 158 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.083.000) 2024-10-24 11:59:25 Job executing on host: <131.225.166.33:39949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357046%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944795&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-39949+[2620-6a-0-8861-f0-0-166-33]-39949&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.083.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.386" EventTypeNumber = 28 ExecuteHost = "<131.225.166.33:39949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357046%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944795&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-39949+[2620-6a-0-8861-f0-0-166-33]-39949&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 83 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.141.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.141.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 141 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.155.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.211.11:44713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998150&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-44713+[2620-6a-0-8862-f0-0-211-11]-44713&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.155.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.387" EventTypeNumber = 28 Host = "<131.225.211.11:44713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998150&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-44713+[2620-6a-0-8862-f0-0-211-11]-44713&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 155 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.085.000) 2024-10-24 11:59:25 Job executing on host: <131.225.166.225:41383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992757&PrivNet=osg-3976064-0-fnpc17144.fnal.gov&addrs=131.225.166.225-41383+[2620-6a-0-8861-f0-0-166-225]-41383&alias=osg-3976064-0-fnpc17144.fnal.gov&noUDP> ... 028 (10628.085.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.411" EventTypeNumber = 28 ExecuteHost = "<131.225.166.225:41383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992757&PrivNet=osg-3976064-0-fnpc17144.fnal.gov&addrs=131.225.166.225-41383+[2620-6a-0-8861-f0-0-166-225]-41383&alias=osg-3976064-0-fnpc17144.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 85 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.047.000) 2024-10-24 11:59:25 Image size of job updated: 2593068 88 - MemoryUsage of job (MB) 89500 - ResidentSetSize of job (KB) ... 028 (10628.047.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 47 ResidentSetSize = 89500 Size = 2593068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.102.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.096.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 040 (10628.052.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.052.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 52 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.096.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.437" EventTypeNumber = 28 ExecuteHost = "<131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 96 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.088.000) 2024-10-24 11:59:25 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.088.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.462" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 88 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.150.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.104:44397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998149&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-44397+[2620-6a-0-8862-f0-0-208-104]-44397&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.150.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.462" EventTypeNumber = 28 Host = "<131.225.208.104:44397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998149&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-44397+[2620-6a-0-8862-f0-0-208-104]-44397&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 150 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.101.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.101.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.487" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 101 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.082.000) 2024-10-24 11:59:25 Job executing on host: <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.082.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.512" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.159.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.166.219:43089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992564&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-43089+[2620-6a-0-8861-f0-0-166-219]-43089&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.159.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.512" EventTypeNumber = 28 Host = "<131.225.166.219:43089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992564&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-43089+[2620-6a-0-8861-f0-0-166-219]-43089&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 159 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.142.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.142.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 142 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.143.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.143.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 143 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.090.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.090.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.546" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 90 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.152.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.152.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 152 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.139.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.166.236:38433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047938&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38433+[2620-6a-0-8861-f0-0-166-236]-38433&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 040 (10628.144.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.34:42203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047940&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-42203+[2620-6a-0-8862-f0-0-208-34]-42203&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.139.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.547" EventTypeNumber = 28 Host = "<131.225.166.236:38433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047938&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38433+[2620-6a-0-8861-f0-0-166-236]-38433&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 139 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.144.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.547" EventTypeNumber = 28 Host = "<131.225.208.34:42203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047940&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-42203+[2620-6a-0-8862-f0-0-208-34]-42203&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 144 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.158.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.158.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 158 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.010.000) 2024-10-24 11:59:25 Image size of job updated: 3526944 42 - MemoryUsage of job (MB) 42032 - ResidentSetSize of job (KB) ... 028 (10628.010.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 10 ResidentSetSize = 42032 Size = 3526944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.155.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.155.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 155 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.102.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.102.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.646" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 102 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.150.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.150.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 150 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.159.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.159.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 159 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.145.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.166.189:46879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034643&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-46879+[2620-6a-0-8861-f0-0-166-189]-46879&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 040 (10628.146.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.209.145:39905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970569&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-39905+[2620-6a-0-8862-f0-0-209-145]-39905&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.145.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.650" EventTypeNumber = 28 Host = "<131.225.166.189:46879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034643&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-46879+[2620-6a-0-8861-f0-0-166-189]-46879&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 145 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.146.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.650" EventTypeNumber = 28 Host = "<131.225.209.145:39905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970569&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-39905+[2620-6a-0-8862-f0-0-209-145]-39905&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 146 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.147.000) 2024-10-24 11:59:25 Started transferring input files Transferring to host: <131.225.208.195:42769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363135%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970568&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42769+[2620-6a-0-8862-f0-0-208-195]-42769&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.147.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.652" EventTypeNumber = 28 Host = "<131.225.208.195:42769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363135%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970568&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42769+[2620-6a-0-8862-f0-0-208-195]-42769&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 147 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.139.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.139.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 139 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.144.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.144.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 144 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.015.000) 2024-10-24 11:59:25 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6160 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 6160 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.146.000) 2024-10-24 11:59:25 Finished transferring input files ... 040 (10628.145.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.146.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 146 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.145.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 145 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.147.000) 2024-10-24 11:59:25 Finished transferring input files ... 028 (10628.147.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 147 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.104.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.104.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.104.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.729" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 104 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.103.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.103.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.103.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.829" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 103 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.093.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_3267446_8383182@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.093.000) 2024-10-24 11:59:25 Job executing on host: <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.093.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.956" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.138.000) 2024-10-24 11:59:25 Warning from starter on slot1_1@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.138.000) 2024-10-24 11:59:25 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.138.000) 2024-10-24 11:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:25.981" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 138 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.111.000) 2024-10-24 11:59:26 Started transferring input files Transferring to host: <131.225.208.56:37077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034645&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-37077+[2620-6a-0-8862-f0-0-208-56]-37077&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.111.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.055" EventTypeNumber = 28 Host = "<131.225.208.56:37077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034645&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-37077+[2620-6a-0-8862-f0-0-208-56]-37077&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 111 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.113.000) 2024-10-24 11:59:26 Started transferring input files Transferring to host: <131.225.208.158:45821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001180&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-45821+[2620-6a-0-8862-f0-0-208-158]-45821&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.113.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.057" EventTypeNumber = 28 Host = "<131.225.208.158:45821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001180&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-45821+[2620-6a-0-8862-f0-0-208-158]-45821&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 113 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.148.000) 2024-10-24 11:59:26 Started transferring input files Transferring to host: <131.225.167.95:33413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047942&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33413+[2620-6a-0-8861-f0-0-167-95]-33413&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.148.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.081" EventTypeNumber = 28 Host = "<131.225.167.95:33413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047942&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33413+[2620-6a-0-8861-f0-0-167-95]-33413&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 148 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.140.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.111.000) 2024-10-24 11:59:26 Finished transferring input files ... 028 (10628.111.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 111 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.113.000) 2024-10-24 11:59:26 Finished transferring input files ... 028 (10628.113.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 113 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.140.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.140.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.123" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 140 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.148.000) 2024-10-24 11:59:26 Finished transferring input files ... 028 (10628.148.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 148 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.116.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.116.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.116.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.173" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 116 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.052.000) 2024-10-24 11:59:26 Warning from starter on slot1_2@glidein_3075630_217555954@lnxfarm330.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.020.000) 2024-10-24 11:59:26 Image size of job updated: 3256908 50 - MemoryUsage of job (MB) 51068 - ResidentSetSize of job (KB) ... 028 (10628.020.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 20 ResidentSetSize = 51068 Size = 3256908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.052.000) 2024-10-24 11:59:26 Job executing on host: <192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.052.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.490" EventTypeNumber = 28 ExecuteHost = "<192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 52 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.143.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.143.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.143.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.549" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 143 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.152.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.152.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.152.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.715" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 152 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.141.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.158.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.141.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.141.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.823" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 141 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.046.000) 2024-10-24 11:59:26 Image size of job updated: 2669220 68 - MemoryUsage of job (MB) 68856 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 68856 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.158.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.158.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.849" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 158 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.149.000) 2024-10-24 11:59:26 Started transferring input files Transferring to host: <131.225.208.52:40749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719524%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001181&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40749+[2620-6a-0-8862-f0-0-208-52]-40749&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.149.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.909" EventTypeNumber = 28 Host = "<131.225.208.52:40749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719524%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001181&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40749+[2620-6a-0-8862-f0-0-208-52]-40749&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 149 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.155.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.149.000) 2024-10-24 11:59:26 Finished transferring input files ... 028 (10628.149.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 149 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.144.000) 2024-10-24 11:59:26 Warning from starter on slot1_1@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.155.000) 2024-10-24 11:59:26 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.155.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.973" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 155 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.144.000) 2024-10-24 11:59:26 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.144.000) 2024-10-24 11:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:26.999" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 144 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.159.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.145.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.139.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.150.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.142.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.147.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.121.000) 2024-10-24 11:59:27 Started transferring input files Transferring to host: <131.225.211.49:36223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719525%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955895&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-36223+[2620-6a-0-8862-f0-0-211-49]-36223&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.121.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.162" EventTypeNumber = 28 Host = "<131.225.211.49:36223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719525%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955895&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-36223+[2620-6a-0-8862-f0-0-211-49]-36223&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 121 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.146.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.147.000) 2024-10-24 11:59:27 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.147.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.191" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 147 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.159.000) 2024-10-24 11:59:27 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.159.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.216" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 159 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.145.000) 2024-10-24 11:59:27 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.145.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.241" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 145 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.139.000) 2024-10-24 11:59:27 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.139.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.266" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 139 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.150.000) 2024-10-24 11:59:27 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.150.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.292" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 150 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.142.000) 2024-10-24 11:59:27 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.142.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.375" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 142 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.121.000) 2024-10-24 11:59:27 Finished transferring input files ... 028 (10628.121.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 121 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.113.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.146.000) 2024-10-24 11:59:27 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.146.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.409" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 146 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.111.000) 2024-10-24 11:59:27 Warning from starter on slot1_1@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.113.000) 2024-10-24 11:59:27 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.113.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.568" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 113 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.111.000) 2024-10-24 11:59:27 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.111.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.601" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 111 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.035.000) 2024-10-24 11:59:27 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5920 - ResidentSetSize of job (KB) ... 028 (10628.035.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 35 ResidentSetSize = 5920 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.122.000) 2024-10-24 11:59:27 Started transferring input files Transferring to host: <131.225.211.109:38621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951290&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-38621+[2620-6a-0-8862-f0-0-211-109]-38621&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.122.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.898" EventTypeNumber = 28 Host = "<131.225.211.109:38621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951290&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-38621+[2620-6a-0-8862-f0-0-211-109]-38621&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 122 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.018.000) 2024-10-24 11:59:27 Image size of job updated: 3606016 91 - MemoryUsage of job (MB) 92668 - ResidentSetSize of job (KB) ... 028 (10628.018.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 18 ResidentSetSize = 92668 Size = 3606016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.127.000) 2024-10-24 11:59:27 Started transferring input files Transferring to host: <131.225.208.23:37753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363139%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047944&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37753+[2620-6a-0-8862-f0-0-208-23]-37753&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.127.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.948" EventTypeNumber = 28 Host = "<131.225.208.23:37753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363139%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047944&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37753+[2620-6a-0-8862-f0-0-208-23]-37753&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 127 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.089.000) 2024-10-24 11:59:27 Started transferring input files Transferring to host: <10.5.254.186:36370?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951291&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-36370&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.089.000) 2024-10-24 11:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:27.999" EventTypeNumber = 28 Host = "<10.5.254.186:36370?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951291&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-36370&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 89 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.122.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.122.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 122 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.127.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.127.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 127 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.128.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.23:34315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340534%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004287&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34315+[2620-6a-0-8862-f0-0-208-23]-34315&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.128.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.108" EventTypeNumber = 28 Host = "<131.225.208.23:34315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340534%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004287&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34315+[2620-6a-0-8862-f0-0-208-23]-34315&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 128 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.089.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.089.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 89 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.126.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.209.220:35391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426130%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992566&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-35391+[2620-6a-0-8862-f0-0-209-220]-35391&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.126.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.167" EventTypeNumber = 28 Host = "<131.225.209.220:35391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426130%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992566&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-35391+[2620-6a-0-8862-f0-0-209-220]-35391&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 126 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.128.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.128.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.174" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 128 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.148.000) 2024-10-24 11:59:28 Warning from starter on slot1_1@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.129.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.192:41361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719527%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998153&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41361+[2620-6a-0-8862-f0-0-208-192]-41361&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.129.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.225" EventTypeNumber = 28 Host = "<131.225.208.192:41361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719527%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998153&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41361+[2620-6a-0-8862-f0-0-208-192]-41361&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 129 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.126.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.126.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 126 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.033.000) 2024-10-24 11:59:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5980 - ResidentSetSize of job (KB) ... 028 (10628.033.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 33 ResidentSetSize = 5980 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.148.000) 2024-10-24 11:59:28 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.148.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.314" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 148 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.129.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.129.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 129 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.130.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.52:43541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426131%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955896&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43541+[2620-6a-0-8862-f0-0-208-52]-43541&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.130.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.369" EventTypeNumber = 28 Host = "<131.225.208.52:43541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426131%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955896&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43541+[2620-6a-0-8862-f0-0-208-52]-43541&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 130 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.131.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.33:43717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426132%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992567&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-43717+[2620-6a-0-8862-f0-0-208-33]-43717&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.131.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.427" EventTypeNumber = 28 Host = "<131.225.208.33:43717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426132%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992567&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-43717+[2620-6a-0-8862-f0-0-208-33]-43717&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 131 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.130.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.130.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 130 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.123.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.89:32867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340535%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004288&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-32867+[2620-6a-0-8862-f0-0-208-89]-32867&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.123.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.486" EventTypeNumber = 28 Host = "<131.225.208.89:32867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340535%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004288&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-32867+[2620-6a-0-8862-f0-0-208-89]-32867&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 123 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.131.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.131.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 131 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.149.000) 2024-10-24 11:59:28 Warning from starter on slot1_1@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.132.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.52:33055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034648&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-33055+[2620-6a-0-8862-f0-0-208-52]-33055&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.133.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.82:42235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998154&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-42235+[2620-6a-0-8862-f0-0-208-82]-42235&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.132.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.545" EventTypeNumber = 28 Host = "<131.225.208.52:33055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034648&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-33055+[2620-6a-0-8862-f0-0-208-52]-33055&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 132 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.133.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.545" EventTypeNumber = 28 Host = "<131.225.208.82:42235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998154&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-42235+[2620-6a-0-8862-f0-0-208-82]-42235&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 133 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.123.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.123.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 123 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.149.000) 2024-10-24 11:59:28 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.149.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.634" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 149 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.121.000) 2024-10-24 11:59:28 Warning from starter on slot1_1@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.134.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.149:35019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426133%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992568&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-35019+[2620-6a-0-8862-f0-0-208-149]-35019&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 040 (10628.124.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.104:37963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951292&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-37963+[2620-6a-0-8862-f0-0-208-104]-37963&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.134.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.688" EventTypeNumber = 28 Host = "<131.225.208.149:35019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426133%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992568&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-35019+[2620-6a-0-8862-f0-0-208-149]-35019&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 134 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.124.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.688" EventTypeNumber = 28 Host = "<131.225.208.104:37963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951292&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-37963+[2620-6a-0-8862-f0-0-208-104]-37963&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 124 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.132.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.132.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 132 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.133.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.133.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 133 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.135.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.84:45843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999465&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45843+[2620-6a-0-8862-f0-0-208-84]-45843&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.135.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.746" EventTypeNumber = 28 Host = "<131.225.208.84:45843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999465&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45843+[2620-6a-0-8862-f0-0-208-84]-45843&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 135 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.107.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.144:41327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004289&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-41327+[2620-6a-0-8862-f0-0-208-144]-41327&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.107.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.805" EventTypeNumber = 28 Host = "<131.225.208.144:41327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004289&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-41327+[2620-6a-0-8862-f0-0-208-144]-41327&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 107 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.032.000) 2024-10-24 11:59:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.121.000) 2024-10-24 11:59:28 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.121.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.835" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 121 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.134.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.134.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 134 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.124.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.124.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 124 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.136.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.209.228:38917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047945&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-38917+[2620-6a-0-8862-f0-0-209-228]-38917&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.136.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.906" EventTypeNumber = 28 Host = "<131.225.209.228:38917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047945&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-38917+[2620-6a-0-8862-f0-0-209-228]-38917&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 136 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.011.000) 2024-10-24 11:59:28 Image size of job updated: 3337016 62 - MemoryUsage of job (MB) 63068 - ResidentSetSize of job (KB) ... 028 (10628.011.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 62 MyType = "JobImageSizeEvent" Proc = 11 ResidentSetSize = 63068 Size = 3337016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.114.000) 2024-10-24 11:59:28 Started transferring input files Transferring to host: <131.225.208.197:41785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004290&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41785+[2620-6a-0-8862-f0-0-208-197]-41785&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.114.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.972" EventTypeNumber = 28 Host = "<131.225.208.197:41785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004290&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41785+[2620-6a-0-8862-f0-0-208-197]-41785&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 114 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.135.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.135.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 135 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.107.000) 2024-10-24 11:59:28 Finished transferring input files ... 028 (10628.107.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.975" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 107 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.008.000) 2024-10-24 11:59:28 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6404 - ResidentSetSize of job (KB) ... 028 (10628.008.000) 2024-10-24 11:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:28.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 8 ResidentSetSize = 6404 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.005.000) 2024-10-24 11:59:29 Image size of job updated: 3327592 47 - MemoryUsage of job (MB) 47576 - ResidentSetSize of job (KB) ... 028 (10628.005.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 5 ResidentSetSize = 47576 Size = 3327592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.137.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.105:36389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955897&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36389+[2620-6a-0-8862-f0-0-208-105]-36389&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.137.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.031" EventTypeNumber = 28 Host = "<131.225.208.105:36389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955897&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36389+[2620-6a-0-8862-f0-0-208-105]-36389&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 137 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.109.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.188:46877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001182&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-46877+[2620-6a-0-8862-f0-0-208-188]-46877&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 040 (10628.108.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.176:38031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999467&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-38031+[2620-6a-0-8862-f0-0-208-176]-38031&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.109.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.081" EventTypeNumber = 28 Host = "<131.225.208.188:46877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001182&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-46877+[2620-6a-0-8862-f0-0-208-188]-46877&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 109 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.108.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.081" EventTypeNumber = 28 Host = "<131.225.208.176:38031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999467&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-38031+[2620-6a-0-8862-f0-0-208-176]-38031&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 108 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.136.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.136.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 136 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.114.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.114.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 114 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.137.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.137.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 137 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.109.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.109.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 109 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.108.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.108.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 108 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.019.000) 2024-10-24 11:59:29 Image size of job updated: 2404692 53 - MemoryUsage of job (MB) 53896 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 53896 Size = 2404692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.106.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.113:41147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719529%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034650&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-41147+[2620-6a-0-8862-f0-0-208-113]-41147&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 040 (10628.125.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.23:37773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404213%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004291&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37773+[2620-6a-0-8862-f0-0-208-23]-37773&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.106.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.258" EventTypeNumber = 28 Host = "<131.225.208.113:41147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719529%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034650&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-41147+[2620-6a-0-8862-f0-0-208-113]-41147&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 106 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.125.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.258" EventTypeNumber = 28 Host = "<131.225.208.23:37773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404213%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004291&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37773+[2620-6a-0-8862-f0-0-208-23]-37773&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 125 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.106.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.106.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 106 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.125.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.125.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 125 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.112.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.129:39955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034651&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-39955+[2620-6a-0-8862-f0-0-208-129]-39955&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.112.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.434" EventTypeNumber = 28 Host = "<131.225.208.129:39955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034651&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-39955+[2620-6a-0-8862-f0-0-208-129]-39955&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 112 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.099.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.211.52:37299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951293&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-37299+[2620-6a-0-8862-f0-0-211-52]-37299&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 040 (10628.092.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.209.161:36931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998156&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36931+[2620-6a-0-8862-f0-0-209-161]-36931&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.099.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.501" EventTypeNumber = 28 Host = "<131.225.211.52:37299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951293&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-37299+[2620-6a-0-8862-f0-0-211-52]-37299&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 99 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.092.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.501" EventTypeNumber = 28 Host = "<131.225.209.161:36931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998156&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36931+[2620-6a-0-8862-f0-0-209-161]-36931&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 92 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.128.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.126.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.040.000) 2024-10-24 11:59:29 Image size of job updated: 3329008 56 - MemoryUsage of job (MB) 57312 - ResidentSetSize of job (KB) ... 028 (10628.040.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 40 ResidentSetSize = 57312 Size = 3329008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.122.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.097.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.209.123:33403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426135%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992569&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-33403+[2620-6a-0-8862-f0-0-209-123]-33403&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP> ... 028 (10628.097.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.593" EventTypeNumber = 28 Host = "<131.225.209.123:33403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426135%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992569&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-33403+[2620-6a-0-8862-f0-0-209-123]-33403&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 97 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.112.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.112.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 112 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.100.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.54:34783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007879%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001183&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-34783+[2620-6a-0-8862-f0-0-208-54]-34783&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.100.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.651" EventTypeNumber = 28 Host = "<131.225.208.54:34783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007879%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001183&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-34783+[2620-6a-0-8862-f0-0-208-54]-34783&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 100 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.099.000) 2024-10-24 11:59:29 Finished transferring input files ... 021 (10628.129.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.099.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 99 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.092.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.092.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 92 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.128.000) 2024-10-24 11:59:29 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.128.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.681" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 128 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.130.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.131.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.126.000) 2024-10-24 11:59:29 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.126.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.766" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 126 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.122.000) 2024-10-24 11:59:29 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.122.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.791" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 122 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.097.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.097.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 97 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.024.000) 2024-10-24 11:59:29 Image size of job updated: 3344752 39 - MemoryUsage of job (MB) 39380 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 39 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 39380 Size = 3344752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.127.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.117.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.209.202:39879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992570&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-39879+[2620-6a-0-8862-f0-0-209-202]-39879&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.117.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.845" EventTypeNumber = 28 Host = "<131.225.209.202:39879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992570&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-39879+[2620-6a-0-8862-f0-0-209-202]-39879&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 117 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.100.000) 2024-10-24 11:59:29 Finished transferring input files ... 028 (10628.100.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.848" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 100 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.089.000) 2024-10-24 11:59:29 Warning from starter on slot1_4@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.129.000) 2024-10-24 11:59:29 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.129.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.934" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 129 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.120.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.80:44507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951294&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-44507+[2620-6a-0-8862-f0-0-208-80]-44507&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 040 (10628.115.000) 2024-10-24 11:59:29 Started transferring input files Transferring to host: <131.225.208.64:37905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047947&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-37905+[2620-6a-0-8862-f0-0-208-64]-37905&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.120.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.988" EventTypeNumber = 28 Host = "<131.225.208.80:44507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951294&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-44507+[2620-6a-0-8862-f0-0-208-80]-44507&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 120 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.115.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.988" EventTypeNumber = 28 Host = "<131.225.208.64:37905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047947&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-37905+[2620-6a-0-8862-f0-0-208-64]-37905&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 115 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.043.000) 2024-10-24 11:59:29 Image size of job updated: 3606528 88 - MemoryUsage of job (MB) 89992 - ResidentSetSize of job (KB) ... 028 (10628.043.000) 2024-10-24 11:59:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:29.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 43 ResidentSetSize = 89992 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.133.000) 2024-10-24 11:59:29 Warning from starter on slot1_1@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.013.000) 2024-10-24 11:59:30 Image size of job updated: 2405600 57 - MemoryUsage of job (MB) 58312 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 58312 Size = 2405600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.130.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.130.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.018" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 130 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.131.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.131.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.051" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 131 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.068.000) 2024-10-24 11:59:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5728 - ResidentSetSize of job (KB) ... 028 (10628.068.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 68 ResidentSetSize = 5728 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.123.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.118.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.163:42493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001185&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-42493+[2620-6a-0-8862-f0-0-208-163]-42493&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.118.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.122" EventTypeNumber = 28 Host = "<131.225.208.163:42493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001185&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-42493+[2620-6a-0-8862-f0-0-208-163]-42493&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 118 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.127.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.127.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.160" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 127 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.124.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.151.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.166.199:40659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007880%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955898&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-40659+[2620-6a-0-8861-f0-0-166-199]-40659&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.151.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.222" EventTypeNumber = 28 Host = "<131.225.166.199:40659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007880%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955898&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-40659+[2620-6a-0-8861-f0-0-166-199]-40659&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 151 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.117.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.117.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 117 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.153.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.157:40975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339421%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992572&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40975+[2620-6a-0-8862-f0-0-208-157]-40975&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 040 (10628.154.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.166.232:44197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999469&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-44197+[2620-6a-0-8861-f0-0-166-232]-44197&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.153.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.290" EventTypeNumber = 28 Host = "<131.225.208.157:40975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339421%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992572&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40975+[2620-6a-0-8862-f0-0-208-157]-40975&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 153 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.154.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.290" EventTypeNumber = 28 Host = "<131.225.166.232:44197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999469&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-44197+[2620-6a-0-8861-f0-0-166-232]-44197&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 154 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.089.000) 2024-10-24 11:59:30 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.089.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.311" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 89 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.132.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.107.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.120.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.120.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 120 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.115.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.115.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 115 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.108.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.136.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.133.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.133.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.411" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 133 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.135.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.156.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.77:37099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999470&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-37099+[2620-6a-0-8862-f0-0-208-77]-37099&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 040 (10628.160.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.179:37355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955899&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37355+[2620-6a-0-8862-f0-0-208-179]-37355&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 040 (10628.157.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.112:36347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904285%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004293&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-36347+[2620-6a-0-8862-f0-0-208-112]-36347&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.160.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.465" EventTypeNumber = 28 Host = "<131.225.208.179:37355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955899&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37355+[2620-6a-0-8862-f0-0-208-179]-37355&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 160 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.156.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.465" EventTypeNumber = 28 Host = "<131.225.208.77:37099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999470&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-37099+[2620-6a-0-8862-f0-0-208-77]-37099&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 156 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.157.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.465" EventTypeNumber = 28 Host = "<131.225.208.112:36347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904285%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004293&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-36347+[2620-6a-0-8862-f0-0-208-112]-36347&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 157 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.114.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.086.000) 2024-10-24 11:59:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.086.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 86 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.123.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.123.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.537" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 123 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.118.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.118.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 118 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.125.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.109.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.012.000) 2024-10-24 11:59:30 Image size of job updated: 3343100 40 - MemoryUsage of job (MB) 40080 - ResidentSetSize of job (KB) ... 028 (10628.012.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 40 MyType = "JobImageSizeEvent" Proc = 12 ResidentSetSize = 40080 Size = 3343100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.124.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.124.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.562" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 124 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.009.000) 2024-10-24 11:59:30 Image size of job updated: 637000 24 - MemoryUsage of job (MB) 24332 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 24 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 24332 Size = 637000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.137.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.161.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.208.74:35241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426137%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001186&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35241+[2620-6a-0-8862-f0-0-208-74]-35241&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.161.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.624" EventTypeNumber = 28 Host = "<131.225.208.74:35241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426137%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001186&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35241+[2620-6a-0-8862-f0-0-208-74]-35241&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 161 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.151.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.151.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 151 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.153.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.153.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 153 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.106.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.154.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.154.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 154 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.132.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.132.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.713" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 132 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.067.000) 2024-10-24 11:59:30 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3888 - ResidentSetSize of job (KB) ... 028 (10628.067.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 67 ResidentSetSize = 3888 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.107.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.107.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.738" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 107 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.112.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.108.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.108.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.763" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 108 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.105.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.166.230:41155?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426138%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001187&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-41155+[2620-6a-0-8861-f0-0-166-230]-41155&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.105.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.763" EventTypeNumber = 28 Host = "<131.225.166.230:41155?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426138%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001187&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-41155+[2620-6a-0-8861-f0-0-166-230]-41155&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 105 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.136.000) 2024-10-24 11:59:30 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.136.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.788" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 136 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.135.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.135.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.813" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 135 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.164.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <10.136.81.242:45731?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340543%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004294&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-45731&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.164.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.814" EventTypeNumber = 28 Host = "<10.136.81.242:45731?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340543%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004294&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-45731&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 164 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.160.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.160.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 160 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.156.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.156.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 156 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.157.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.157.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 157 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.114.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.114.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.839" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 114 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.125.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.125.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.864" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 125 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.014.000) 2024-10-24 11:59:30 Image size of job updated: 3403772 59 - MemoryUsage of job (MB) 59868 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 59868 Size = 3403772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.092.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.109.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.109.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.889" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 109 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.110.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.166.197:33993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047949&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-33993+[2620-6a-0-8861-f0-0-166-197]-33993&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.110.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.889" EventTypeNumber = 28 Host = "<131.225.166.197:33993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047949&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-33993+[2620-6a-0-8861-f0-0-166-197]-33993&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 110 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.134.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.099.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.137.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.137.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.914" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 137 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.161.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.161.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 161 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.119.000) 2024-10-24 11:59:30 Started transferring input files Transferring to host: <131.225.166.239:38493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914623%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004295&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38493+[2620-6a-0-8861-f0-0-166-239]-38493&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.119.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.915" EventTypeNumber = 28 Host = "<131.225.166.239:38493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914623%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004295&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38493+[2620-6a-0-8861-f0-0-166-239]-38493&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 119 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.084.000) 2024-10-24 11:59:30 Image size of job updated: 3392892 43 - MemoryUsage of job (MB) 43924 - ResidentSetSize of job (KB) ... 028 (10628.084.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 84 ResidentSetSize = 43924 Size = 3392892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.064.000) 2024-10-24 11:59:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5632 - ResidentSetSize of job (KB) ... 028 (10628.064.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 64 ResidentSetSize = 5632 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.065.000) 2024-10-24 11:59:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5980 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 5980 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.061.000) 2024-10-24 11:59:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5980 - ResidentSetSize of job (KB) ... 028 (10628.061.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 61 ResidentSetSize = 5980 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.097.000) 2024-10-24 11:59:30 Warning from starter on slot1_2@glidein_8_838722205@osg-3975899-0-fnpc9034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.106.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.106.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.947" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 106 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.100.000) 2024-10-24 11:59:30 Warning from starter on slot1_1@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.112.000) 2024-10-24 11:59:30 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.112.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.973" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 112 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.105.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.105.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 105 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.164.000) 2024-10-24 11:59:30 Finished transferring input files ... 028 (10628.164.000) 2024-10-24 11:59:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:30.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 164 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.092.000) 2024-10-24 11:59:31 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.092.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.006" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 92 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.110.000) 2024-10-24 11:59:31 Finished transferring input files ... 028 (10628.110.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 110 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.134.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.134.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.031" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 134 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.049.000) 2024-10-24 11:59:31 Image size of job updated: 3626628 61 - MemoryUsage of job (MB) 62428 - ResidentSetSize of job (KB) ... 028 (10628.049.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 61 MyType = "JobImageSizeEvent" Proc = 49 ResidentSetSize = 62428 Size = 3626628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.099.000) 2024-10-24 11:59:31 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.099.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.056" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 99 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.119.000) 2024-10-24 11:59:31 Finished transferring input files ... 028 (10628.119.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 119 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.097.000) 2024-10-24 11:59:31 Job executing on host: <131.225.209.123:42233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028551&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42233+[2620-6a-0-8862-f0-0-209-123]-42233&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP> ... 028 (10628.097.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.081" EventTypeNumber = 28 ExecuteHost = "<131.225.209.123:42233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028551&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42233+[2620-6a-0-8862-f0-0-209-123]-42233&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 97 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.100.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.100.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.107" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 100 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.120.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.120.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.120.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.424" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 120 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.115.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.115.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.115.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.466" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 115 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.118.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.117.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.118.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.118.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.524" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 118 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.117.000) 2024-10-24 11:59:31 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.117.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.549" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 117 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.026.000) 2024-10-24 11:59:31 Image size of job updated: 3352976 49 - MemoryUsage of job (MB) 49992 - ResidentSetSize of job (KB) ... 028 (10628.026.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 26 ResidentSetSize = 49992 Size = 3352976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.153.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.154.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.153.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.153.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.632" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 153 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.154.000) 2024-10-24 11:59:31 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.154.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.658" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 154 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.160.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.160.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.160.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.799" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 160 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.156.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.151.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.156.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.156.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.874" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 156 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.151.000) 2024-10-24 11:59:31 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.151.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.899" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 151 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.157.000) 2024-10-24 11:59:31 Warning from starter on slot1_1@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.157.000) 2024-10-24 11:59:31 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.157.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.958" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 157 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.171.000) 2024-10-24 11:59:31 Started transferring input files Transferring to host: <137.99.174.13:35385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951296&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35385&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.171.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.965" EventTypeNumber = 28 Host = "<137.99.174.13:35385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951296&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35385&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 171 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.171.000) 2024-10-24 11:59:31 Finished transferring input files ... 028 (10628.171.000) 2024-10-24 11:59:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:31.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 171 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.070.000) 2024-10-24 11:59:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.070.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 70 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.161.000) 2024-10-24 11:59:32 Warning from starter on slot1_1@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.172.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <137.99.174.9:35391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339424%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992575&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-35391&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.172.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.188" EventTypeNumber = 28 Host = "<137.99.174.9:35391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339424%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992575&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-35391&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 172 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.164.000) 2024-10-24 11:59:32 Warning from starter on slot1_2@glidein_2848878_379720602@comp-cc-0472.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.161.000) 2024-10-24 11:59:32 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.161.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.218" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 161 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.105.000) 2024-10-24 11:59:32 Warning from starter on slot1_1@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.162.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <131.225.208.102:38873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992574&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38873+[2620-6a-0-8862-f0-0-208-102]-38873&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.162.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.272" EventTypeNumber = 28 Host = "<131.225.208.102:38873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992574&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38873+[2620-6a-0-8862-f0-0-208-102]-38873&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 162 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.170.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.125.8.107:44243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007882%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955901&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-44243&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.170.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.339" EventTypeNumber = 28 Host = "<10.125.8.107:44243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007882%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955901&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-44243&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.172.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.172.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 172 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.110.000) 2024-10-24 11:59:32 Warning from starter on slot1_1@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.164.000) 2024-10-24 11:59:32 Job executing on host: <10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.164.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.369" EventTypeNumber = 28 ExecuteHost = "<10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 164 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.119.000) 2024-10-24 11:59:32 Warning from starter on slot1_1@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.168.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <131.225.208.193:38135?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034655&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-38135+[2620-6a-0-8862-f0-0-208-193]-38135&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.168.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.431" EventTypeNumber = 28 Host = "<131.225.208.193:38135?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034655&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-38135+[2620-6a-0-8862-f0-0-208-193]-38135&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 168 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.110.000) 2024-10-24 11:59:32 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.110.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.453" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 110 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.105.000) 2024-10-24 11:59:32 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.105.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.478" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 105 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.162.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.162.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 162 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.170.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.170.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.021.000) 2024-10-24 11:59:32 Image size of job updated: 73716 7 - MemoryUsage of job (MB) 6172 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 6172 Size = 73716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.119.000) 2024-10-24 11:59:32 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.119.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.570" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 119 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.168.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.168.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 168 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.169.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.125.8.107:43477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951298&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43477&alias=node1892.palmetto.clemson.edu&noUDP> ... 040 (10628.163.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.32.86.133:42863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914626%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047951&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-42863&alias=d12chas569.crc.nd.edu&noUDP> ... 040 (10628.165.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.32.86.171:35601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004298&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-35601&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.163.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.674" EventTypeNumber = 28 Host = "<10.32.86.133:42863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914626%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047951&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-42863&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.169.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.674" EventTypeNumber = 28 Host = "<10.125.8.107:43477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951298&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43477&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 169 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.165.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.674" EventTypeNumber = 28 Host = "<10.32.86.171:35601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004298&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-35601&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.166.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.32.86.93:35427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007884%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998158&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35427&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.166.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.725" EventTypeNumber = 28 Host = "<10.32.86.93:35427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007884%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998158&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35427&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.169.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.169.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 169 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.163.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.163.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.165.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.165.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.166.000) 2024-10-24 11:59:32 Finished transferring input files ... 028 (10628.166.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.188.000) 2024-10-24 11:59:32 Started transferring input files Transferring to host: <10.5.33.120:37035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28838816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9471516&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-19&addrs=10.5.33.120-37035&alias=Purdue-Geddes.osg-geddes-backfill-a-19&noUDP&sock=slot1_6_5313_3d31_9296> ... 028 (10628.188.000) 2024-10-24 11:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:32.909" EventTypeNumber = 28 Host = "<10.5.33.120:37035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28838816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9471516&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-19&addrs=10.5.33.120-37035&alias=Purdue-Geddes.osg-geddes-backfill-a-19&noUDP&sock=slot1_6_5313_3d31_9296>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 188 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.188.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.188.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 188 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.194.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=slot1_18_4849_4f1e_2202> ... 028 (10628.194.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.244" EventTypeNumber = 28 Host = "<192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=slot1_18_4849_4f1e_2202>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.058.000) 2024-10-24 11:59:33 Image size of job updated: 3562236 90 - MemoryUsage of job (MB) 92108 - ResidentSetSize of job (KB) ... 028 (10628.058.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 58 ResidentSetSize = 92108 Size = 3562236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.194.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.194.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.091.000) 2024-10-24 11:59:33 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5960 - ResidentSetSize of job (KB) ... 028 (10628.091.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 91 ResidentSetSize = 5960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.087.000) 2024-10-24 11:59:33 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.087.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 87 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.203.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=slot1_4_4634_d276_2339> ... 028 (10628.203.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.606" EventTypeNumber = 28 Host = "<172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=slot1_4_4634_d276_2339>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 203 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.170.000) 2024-10-24 11:59:33 Warning from starter on slot1_1@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.202.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=slot1_7_4638_a3f6_1968> ... 028 (10628.202.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.673" EventTypeNumber = 28 Host = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=slot1_7_4638_a3f6_1968>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.203.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.203.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 203 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.168.000) 2024-10-24 11:59:33 Warning from starter on slot1_1@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.235.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <10.136.81.236:43673?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004299&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-43673&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 040 (10628.173.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <10.32.86.113:38429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719530%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034656&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-38429&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.173.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.740" EventTypeNumber = 28 Host = "<10.32.86.113:38429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719530%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034656&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-38429&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.235.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.740" EventTypeNumber = 28 Host = "<10.136.81.236:43673?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004299&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-43673&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 235 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.170.000) 2024-10-24 11:59:33 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.170.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.770" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.094.000) 2024-10-24 11:59:33 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79700 - ResidentSetSize of job (KB) ... 028 (10628.094.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 94 ResidentSetSize = 79700 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.219.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=slot1_2_4640_0cb6_2336> ... 040 (10628.216.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <172.17.0.2:33271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50823050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880723&PrivNet=IU-Jetstream2-Backfill.6eb5d64ffde5&addrs=172.17.0.2-33271&alias=IU-Jetstream2-Backfill.6eb5d64ffde5&noUDP&sock=slot1_6_4638_a3f6_1881> ... 040 (10628.236.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <10.136.81.226:44591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992576&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-44591&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.219.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.832" EventTypeNumber = 28 Host = "<172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=slot1_2_4640_0cb6_2336>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.236.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.832" EventTypeNumber = 28 Host = "<10.136.81.226:44591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992576&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-44591&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 236 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.216.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.832" EventTypeNumber = 28 Host = "<172.17.0.2:33271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50823050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880723&PrivNet=IU-Jetstream2-Backfill.6eb5d64ffde5&addrs=172.17.0.2-33271&alias=IU-Jetstream2-Backfill.6eb5d64ffde5&noUDP&sock=slot1_6_4638_a3f6_1881>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 216 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.168.000) 2024-10-24 11:59:33 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.168.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.862" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 168 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.202.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.202.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.162.000) 2024-10-24 11:59:33 Warning from starter on slot1_1@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.195.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <131.225.166.237:44725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047952&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-44725+[2620-6a-0-8861-f0-0-166-237]-44725&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.195.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.916" EventTypeNumber = 28 Host = "<131.225.166.237:44725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047952&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-44725+[2620-6a-0-8861-f0-0-166-237]-44725&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 195 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.207.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <137.99.174.17:44553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970573&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-44553&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.231.000) 2024-10-24 11:59:33 Started transferring input files Transferring to host: <172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=slot1_5_4634_d276_2097> ... 028 (10628.207.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.966" EventTypeNumber = 28 Host = "<137.99.174.17:44553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970573&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-44553&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 207 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.231.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.966" EventTypeNumber = 28 Host = "<172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=slot1_5_4634_d276_2097>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 231 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.173.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.173.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.235.000) 2024-10-24 11:59:33 Finished transferring input files ... 028 (10628.235.000) 2024-10-24 11:59:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:33.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 235 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.238.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=slot1_1_4641_c116_2017> ... 028 (10628.238.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.025" EventTypeNumber = 28 Host = "<172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=slot1_1_4641_c116_2017>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.219.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.219.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.236.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.236.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 236 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.103.000) 2024-10-24 11:59:34 Image size of job updated: 3805144 78 - MemoryUsage of job (MB) 79036 - ResidentSetSize of job (KB) ... 028 (10628.103.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 103 ResidentSetSize = 79036 Size = 3805144 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.220.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <10.32.86.99:35019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951302&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-35019&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.220.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.083" EventTypeNumber = 28 Host = "<10.32.86.99:35019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951302&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-35019&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.216.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.216.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 216 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.163.000) 2024-10-24 11:59:34 Warning from starter on slot1_1@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.165.000) 2024-10-24 11:59:34 Warning from starter on slot1_1@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.166.000) 2024-10-24 11:59:34 Warning from starter on slot1_1@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.174.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <10.32.86.139:43579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999471&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-43579&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.174.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.159" EventTypeNumber = 28 Host = "<10.32.86.139:43579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999471&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-43579&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.206.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <10.32.86.133:45597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992577&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-45597&alias=d12chas569.crc.nd.edu&noUDP> ... 040 (10628.245.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_4_4641_c116_1737> ... 028 (10628.245.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.160" EventTypeNumber = 28 Host = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_4_4641_c116_1737>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.206.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.160" EventTypeNumber = 28 Host = "<10.32.86.133:45597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992577&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-45597&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.195.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.195.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 195 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.169.000) 2024-10-24 11:59:34 Warning from starter on slot1_1@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.162.000) 2024-10-24 11:59:34 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.162.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.189" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 162 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.207.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.207.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 207 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.231.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.231.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 231 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.238.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.238.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.116.000) 2024-10-24 11:59:34 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6956 - ResidentSetSize of job (KB) ... 028 (10628.116.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 116 ResidentSetSize = 6956 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.140.000) 2024-10-24 11:59:34 Image size of job updated: 3601612 79 - MemoryUsage of job (MB) 80348 - ResidentSetSize of job (KB) ... 028 (10628.140.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.335" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 140 ResidentSetSize = 80348 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.242.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=slot1_5_4648_afb6_2106> ... 028 (10628.242.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.360" EventTypeNumber = 28 Host = "<172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=slot1_5_4648_afb6_2106>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.220.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.220.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.163.000) 2024-10-24 11:59:34 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.163.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.449" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.165.000) 2024-10-24 11:59:34 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.474" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.188.000) 2024-10-24 11:59:34 Warning from starter on slot1_6@Purdue-Geddes.osg-geddes-backfill-a-19: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.138.000) 2024-10-24 11:59:34 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6960 - ResidentSetSize of job (KB) ... 028 (10628.138.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 138 ResidentSetSize = 6960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.243.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=slot1_4_4660_2437_2065> ... 028 (10628.243.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.528" EventTypeNumber = 28 Host = "<172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=slot1_4_4660_2437_2065>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.166.000) 2024-10-24 11:59:34 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.166.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.567" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.174.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.174.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.206.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.206.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.208.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <137.99.174.39:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904292%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999472&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-33067&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.637" EventTypeNumber = 28 Host = "<137.99.174.39:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904292%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999472&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-33067&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.245.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.245.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.044.000) 2024-10-24 11:59:34 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6192 - ResidentSetSize of job (KB) ... 028 (10628.044.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 44 ResidentSetSize = 6192 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.098.000) 2024-10-24 11:59:34 Image size of job updated: 21264 7 - MemoryUsage of job (MB) 6608 - ResidentSetSize of job (KB) ... 028 (10628.098.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 98 ResidentSetSize = 6608 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.083.000) 2024-10-24 11:59:34 Image size of job updated: 21260 7 - MemoryUsage of job (MB) 7088 - ResidentSetSize of job (KB) ... 028 (10628.083.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 83 ResidentSetSize = 7088 Size = 21260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.095.000) 2024-10-24 11:59:34 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7092 - ResidentSetSize of job (KB) ... 028 (10628.095.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 95 ResidentSetSize = 7092 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.025.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <137.99.174.37:46831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047953&PrivNet=cn442.storrs.hpc.uconn.edu&addrs=137.99.174.37-46831&alias=cn442.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.196.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29272797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907191&PrivNet=IU-Jetstream2-Backfill.d5edef7a1ebd&addrs=172.17.0.2-45709&alias=IU-Jetstream2-Backfill.d5edef7a1ebd&noUDP&sock=slot1_12_4652_8136_1986> ... 028 (10628.025.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.695" EventTypeNumber = 28 Host = "<137.99.174.37:46831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047953&PrivNet=cn442.storrs.hpc.uconn.edu&addrs=137.99.174.37-46831&alias=cn442.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 25 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.196.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.695" EventTypeNumber = 28 Host = "<172.17.0.2:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29272797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907191&PrivNet=IU-Jetstream2-Backfill.d5edef7a1ebd&addrs=172.17.0.2-45709&alias=IU-Jetstream2-Backfill.d5edef7a1ebd&noUDP&sock=slot1_12_4652_8136_1986>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 196 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.169.000) 2024-10-24 11:59:34 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.169.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.725" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 169 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.090.000) 2024-10-24 11:59:34 Image size of job updated: 3393756 44 - MemoryUsage of job (MB) 44696 - ResidentSetSize of job (KB) ... 028 (10628.090.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 90 ResidentSetSize = 44696 Size = 3393756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.102.000) 2024-10-24 11:59:34 Image size of job updated: 3331624 47 - MemoryUsage of job (MB) 47420 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 47420 Size = 3331624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.197.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29314388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860873&PrivNet=IU-Jetstream2-Backfill.f94a2d4341f3&addrs=172.17.0.2-34181&alias=IU-Jetstream2-Backfill.f94a2d4341f3&noUDP&sock=slot1_10_4649_6416_1877> ... 028 (10628.197.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.838" EventTypeNumber = 28 Host = "<172.17.0.2:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29314388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860873&PrivNet=IU-Jetstream2-Backfill.f94a2d4341f3&addrs=172.17.0.2-34181&alias=IU-Jetstream2-Backfill.f94a2d4341f3&noUDP&sock=slot1_10_4649_6416_1877>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 197 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.242.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.242.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.194.000) 2024-10-24 11:59:34 Warning from starter on slot1_18@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.199.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=slot1_3_4645_9296_2181> ... 028 (10628.199.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.895" EventTypeNumber = 28 Host = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=slot1_3_4645_9296_2181>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.188.000) 2024-10-24 11:59:34 Job executing on host: <10.5.33.120:37035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28838816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9471516&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-19&addrs=10.5.33.120-37035&alias=Purdue-Geddes.osg-geddes-backfill-a-19&noUDP&sock=startd_5306_0d9a> ... 028 (10628.188.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.926" EventTypeNumber = 28 ExecuteHost = "<10.5.33.120:37035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28838816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9471516&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-19&addrs=10.5.33.120-37035&alias=Purdue-Geddes.osg-geddes-backfill-a-19&noUDP&sock=startd_5306_0d9a>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "ExecuteEvent" Proc = 188 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.101.000) 2024-10-24 11:59:34 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.101.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 101 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.104.000) 2024-10-24 11:59:34 Image size of job updated: 3331108 46 - MemoryUsage of job (MB) 46532 - ResidentSetSize of job (KB) ... 028 (10628.104.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 104 ResidentSetSize = 46532 Size = 3331108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.213.000) 2024-10-24 11:59:34 Started transferring input files Transferring to host: <172.17.0.2:39131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50793796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900968&PrivNet=IU-Jetstream2-Backfill.ae5a2b8aedf6&addrs=172.17.0.2-39131&alias=IU-Jetstream2-Backfill.ae5a2b8aedf6&noUDP&sock=slot1_1_4655_9e56_2051> ... 028 (10628.213.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.979" EventTypeNumber = 28 Host = "<172.17.0.2:39131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50793796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900968&PrivNet=IU-Jetstream2-Backfill.ae5a2b8aedf6&addrs=172.17.0.2-39131&alias=IU-Jetstream2-Backfill.ae5a2b8aedf6&noUDP&sock=slot1_1_4655_9e56_2051>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 213 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.243.000) 2024-10-24 11:59:34 Finished transferring input files ... 028 (10628.243.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.088.000) 2024-10-24 11:59:34 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7024 - ResidentSetSize of job (KB) ... 028 (10628.088.000) 2024-10-24 11:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:34.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 88 ResidentSetSize = 7024 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.096.000) 2024-10-24 11:59:35 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.096.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 96 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.172.000) 2024-10-24 11:59:35 Warning from starter on slot1_1@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.208.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.208.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.158.000) 2024-10-24 11:59:35 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 75136 - ResidentSetSize of job (KB) ... 028 (10628.158.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 158 ResidentSetSize = 75136 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.171.000) 2024-10-24 11:59:35 Warning from starter on slot1_1@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.141.000) 2024-10-24 11:59:35 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6960 - ResidentSetSize of job (KB) ... 028 (10628.141.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 141 ResidentSetSize = 6960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.023.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <137.99.174.20:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404223%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999474&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-33833&alias=cn426.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.023.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.106" EventTypeNumber = 28 Host = "<137.99.174.20:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404223%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999474&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-33833&alias=cn426.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 23 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.025.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.025.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 25 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.196.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.196.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 196 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.235.000) 2024-10-24 11:59:35 Warning from starter on slot1_2@glidein_3941581_16863352@comp-cc-0466.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.152.000) 2024-10-24 11:59:35 Image size of job updated: 3405248 42 - MemoryUsage of job (MB) 42612 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 42612 Size = 3405248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.072.000) 2024-10-24 11:59:35 Image size of job updated: 3347812 48 - MemoryUsage of job (MB) 48396 - ResidentSetSize of job (KB) ... 028 (10628.072.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 72 ResidentSetSize = 48396 Size = 3347812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.173.000) 2024-10-24 11:59:35 Warning from starter on slot1_1@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.232.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=slot1_9_4625_7b15_2380> ... 040 (10628.240.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_7_4661_d897_2045> ... 028 (10628.232.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.165" EventTypeNumber = 28 Host = "<172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=slot1_9_4625_7b15_2380>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.240.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.165" EventTypeNumber = 28 Host = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_7_4661_d897_2045>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 240 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.197.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.197.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 197 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.236.000) 2024-10-24 11:59:35 Warning from starter on slot1_2@glidein_2134208_501717876@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.198.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=slot1_6_4658_bb76_1986> ... 028 (10628.198.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.216" EventTypeNumber = 28 Host = "<172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=slot1_6_4658_bb76_1986>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.194.000) 2024-10-24 11:59:35 Job executing on host: <192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=startd_4839_bae0> ... 028 (10628.194.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.238" EventTypeNumber = 28 ExecuteHost = "<192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=startd_4839_bae0>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.199.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.199.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.239" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.227.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_2_4630_00f5_1999> ... 028 (10628.227.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.292" EventTypeNumber = 28 Host = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_2_4630_00f5_1999>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 227 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.213.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.213.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 213 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.241.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_6_4628_9835_1842> ... 028 (10628.241.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.350" EventTypeNumber = 28 Host = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_6_4628_9835_1842>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 241 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.144.000) 2024-10-24 11:59:35 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.144.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 144 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.172.000) 2024-10-24 11:59:35 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.172.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.372" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 172 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.147.000) 2024-10-24 11:59:35 Image size of job updated: 3398956 45 - MemoryUsage of job (MB) 45664 - ResidentSetSize of job (KB) ... 028 (10628.147.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.386" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 147 ResidentSetSize = 45664 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.085.000) 2024-10-24 11:59:35 Image size of job updated: 3325048 43 - MemoryUsage of job (MB) 43680 - ResidentSetSize of job (KB) ... 028 (10628.085.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 85 ResidentSetSize = 43680 Size = 3325048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.201.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=slot1_6_4644_de36_2445> ... 028 (10628.201.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.426" EventTypeNumber = 28 Host = "<172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=slot1_6_4644_de36_2445>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.171.000) 2024-10-24 11:59:35 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.171.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.464" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 171 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.239.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_3_4634_d276_1837> ... 028 (10628.239.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.464" EventTypeNumber = 28 Host = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_3_4634_d276_1837>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.023.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.023.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 23 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.219.000) 2024-10-24 11:59:35 Warning from starter on slot1_2@IU-Jetstream2-Backfill.45d4469bba43: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.216.000) 2024-10-24 11:59:35 Warning from starter on slot1_6@IU-Jetstream2-Backfill.6eb5d64ffde5: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.202.000) 2024-10-24 11:59:35 Warning from starter on slot1_7@IU-Jetstream2-Backfill.554c28035957: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.235.000) 2024-10-24 11:59:35 Job executing on host: <10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.235.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.489" EventTypeNumber = 28 ExecuteHost = "<10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 235 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.173.000) 2024-10-24 11:59:35 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.173.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.514" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.240.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.240.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 240 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.244.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:41137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29313982%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860445&PrivNet=IU-Jetstream2-Backfill.c0934724d598&addrs=172.17.0.2-41137&alias=IU-Jetstream2-Backfill.c0934724d598&noUDP&sock=slot1_9_4644_de36_1883> ... 028 (10628.244.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.515" EventTypeNumber = 28 Host = "<172.17.0.2:41137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29313982%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860445&PrivNet=IU-Jetstream2-Backfill.c0934724d598&addrs=172.17.0.2-41137&alias=IU-Jetstream2-Backfill.c0934724d598&noUDP&sock=slot1_9_4644_de36_1883>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 244 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.232.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.232.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.203.000) 2024-10-24 11:59:35 Warning from starter on slot1_4@IU-Jetstream2-Backfill.b4bce4ffc289: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.220.000) 2024-10-24 11:59:35 Warning from starter on slot1_5@glidein_1521689_225654443@d12chas552.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.236.000) 2024-10-24 11:59:35 Job executing on host: <10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.236.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.540" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 236 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.214.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:39517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9863933&PrivNet=IU-Jetstream2-Backfill.49edfb606503&addrs=172.17.0.2-39517&alias=IU-Jetstream2-Backfill.49edfb606503&noUDP&sock=slot1_4_4650_1876_2421> ... 028 (10628.214.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.540" EventTypeNumber = 28 Host = "<172.17.0.2:39517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9863933&PrivNet=IU-Jetstream2-Backfill.49edfb606503&addrs=172.17.0.2-39517&alias=IU-Jetstream2-Backfill.49edfb606503&noUDP&sock=slot1_4_4650_1876_2421>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 214 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.198.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.198.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.227.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.227.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 227 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.241.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.241.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 241 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.226.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_3_4644_de36_2093> ... 040 (10628.233.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <10.32.86.109:35261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007886%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998159&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-35261&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.226.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.546" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_3_4644_de36_2093>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 226 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.233.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.546" EventTypeNumber = 28 Host = "<10.32.86.109:35261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007886%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998159&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-35261&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.201.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.201.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.200.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=slot1_1_4648_afb6_1864> ... 028 (10628.200.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.550" EventTypeNumber = 28 Host = "<172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=slot1_1_4648_afb6_1864>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 200 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.231.000) 2024-10-24 11:59:35 Warning from starter on slot1_5@IU-Jetstream2-Backfill.367296c24cef: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.238.000) 2024-10-24 11:59:35 Warning from starter on slot1_1@IU-Jetstream2-Backfill.d3f61c774645: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.219.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=startd_4632_bec5> ... 028 (10628.219.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.573" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=startd_4632_bec5>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.206.000) 2024-10-24 11:59:35 Warning from starter on slot1_3@glidein_3622341_402237948@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.239.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.239.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.174.000) 2024-10-24 11:59:35 Warning from starter on slot1_8@glidein_200042_250014968@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.216.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:33271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50823050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880723&PrivNet=IU-Jetstream2-Backfill.6eb5d64ffde5&addrs=172.17.0.2-33271&alias=IU-Jetstream2-Backfill.6eb5d64ffde5&noUDP&sock=startd_4628_0064> ... 028 (10628.216.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.598" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:33271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50823050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880723&PrivNet=IU-Jetstream2-Backfill.6eb5d64ffde5&addrs=172.17.0.2-33271&alias=IU-Jetstream2-Backfill.6eb5d64ffde5&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 216 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.202.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064> ... 028 (10628.202.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.624" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.244.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.244.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 244 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.203.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=startd_4624_4203> ... 028 (10628.203.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.649" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 203 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.205.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:39721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941037&PrivNet=IU-Jetstream2-Backfill.a1da9ac55277&addrs=172.17.0.2-39721&alias=IU-Jetstream2-Backfill.a1da9ac55277&noUDP&sock=slot1_3_4643_29d6_2356> ... 028 (10628.205.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.649" EventTypeNumber = 28 Host = "<172.17.0.2:39721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941037&PrivNet=IU-Jetstream2-Backfill.a1da9ac55277&addrs=172.17.0.2-39721&alias=IU-Jetstream2-Backfill.a1da9ac55277&noUDP&sock=slot1_3_4643_29d6_2356>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 205 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.220.000) 2024-10-24 11:59:35 Job executing on host: <10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.220.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.674" EventTypeNumber = 28 ExecuteHost = "<10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.214.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.214.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 214 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.226.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.226.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 226 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.233.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.233.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.195.000) 2024-10-24 11:59:35 Warning from starter on slot1_3@glidein_8_129427716@osg-4196625-0-fnpc17152.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.200.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.200.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 200 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.245.000) 2024-10-24 11:59:35 Warning from starter on slot1_4@IU-Jetstream2-Backfill.725a7f3d7515: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.231.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203> ... 028 (10628.231.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.707" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 231 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.238.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=startd_4631_0f2d> ... 028 (10628.238.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.733" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.206.000) 2024-10-24 11:59:35 Job executing on host: <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.206.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.758" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.174.000) 2024-10-24 11:59:35 Job executing on host: <10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.174.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.783" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.204.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:39201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9906166&PrivNet=IU-Jetstream2-Backfill.c9235b76e6f8&addrs=172.17.0.2-39201&alias=IU-Jetstream2-Backfill.c9235b76e6f8&noUDP&sock=slot1_6_4644_de36_1971> ... 028 (10628.204.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.783" EventTypeNumber = 28 Host = "<172.17.0.2:39201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9906166&PrivNet=IU-Jetstream2-Backfill.c9235b76e6f8&addrs=172.17.0.2-39201&alias=IU-Jetstream2-Backfill.c9235b76e6f8&noUDP&sock=slot1_6_4644_de36_1971>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 204 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.205.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.205.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 205 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.195.000) 2024-10-24 11:59:35 Job executing on host: <131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.195.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.816" EventTypeNumber = 28 ExecuteHost = "<131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 195 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.225.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=slot1_5_4642_7576_1905> ... 040 (10628.212.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=slot1_13_4651_ccd6_2073> ... 028 (10628.225.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.816" EventTypeNumber = 28 Host = "<172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=slot1_5_4642_7576_1905>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 225 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.212.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.816" EventTypeNumber = 28 Host = "<172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=slot1_13_4651_ccd6_2073>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.245.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.245.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.841" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.210.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=slot1_11_4636_3b36_2092> ... 028 (10628.210.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.842" EventTypeNumber = 28 Host = "<172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=slot1_11_4636_3b36_2092>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 210 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.215.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:36737?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9865727&PrivNet=IU-Jetstream2-Backfill.bf575afb343f&addrs=172.17.0.2-36737&alias=IU-Jetstream2-Backfill.bf575afb343f&noUDP&sock=slot1_1_4655_9e56_2197> ... 040 (10628.209.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:37151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914156&PrivNet=IU-Jetstream2-Backfill.46d72f8460e5&addrs=172.17.0.2-37151&alias=IU-Jetstream2-Backfill.46d72f8460e5&noUDP&sock=slot1_10_4652_8136_1838> ... 028 (10628.215.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.842" EventTypeNumber = 28 Host = "<172.17.0.2:36737?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9865727&PrivNet=IU-Jetstream2-Backfill.bf575afb343f&addrs=172.17.0.2-36737&alias=IU-Jetstream2-Backfill.bf575afb343f&noUDP&sock=slot1_1_4655_9e56_2197>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 215 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.209.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.842" EventTypeNumber = 28 Host = "<172.17.0.2:37151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914156&PrivNet=IU-Jetstream2-Backfill.46d72f8460e5&addrs=172.17.0.2-37151&alias=IU-Jetstream2-Backfill.46d72f8460e5&noUDP&sock=slot1_10_4652_8136_1838>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 209 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.204.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.204.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 204 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.211.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:43293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50850711%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9995448&PrivNet=IU-Jetstream2-Backfill.2edb0f430872&addrs=172.17.0.2-43293&alias=IU-Jetstream2-Backfill.2edb0f430872&noUDP&sock=slot1_1_4638_a3f6_1023> ... 028 (10628.211.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.844" EventTypeNumber = 28 Host = "<172.17.0.2:43293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50850711%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9995448&PrivNet=IU-Jetstream2-Backfill.2edb0f430872&addrs=172.17.0.2-43293&alias=IU-Jetstream2-Backfill.2edb0f430872&noUDP&sock=slot1_1_4638_a3f6_1023>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 211 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.225.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.225.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 225 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.242.000) 2024-10-24 11:59:35 Warning from starter on slot1_5@IU-Jetstream2-Backfill.dda328d73ff5: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.209.000) 2024-10-24 11:59:35 Finished transferring input files ... 040 (10628.215.000) 2024-10-24 11:59:35 Finished transferring input files ... 040 (10628.210.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.209.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 209 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.210.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 210 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.215.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 215 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.211.000) 2024-10-24 11:59:35 Finished transferring input files ... 028 (10628.211.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 211 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.242.000) 2024-10-24 11:59:35 Job executing on host: <172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=startd_4640_3b87> ... 028 (10628.242.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.908" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=startd_4640_3b87>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.143.000) 2024-10-24 11:59:35 Image size of job updated: 3398444 42 - MemoryUsage of job (MB) 42588 - ResidentSetSize of job (KB) ... 028 (10628.143.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 143 ResidentSetSize = 42588 Size = 3398444 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.218.000) 2024-10-24 11:59:35 Started transferring input files Transferring to host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_5_4641_c116_1810> ... 028 (10628.218.000) 2024-10-24 11:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:35.978" EventTypeNumber = 28 Host = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_5_4641_c116_1810>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 218 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.218.000) 2024-10-24 11:59:36 Finished transferring input files ... 028 (10628.218.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 218 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.243.000) 2024-10-24 11:59:36 Warning from starter on slot1_4@IU-Jetstream2-Backfill.3bf1083f0ef2: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.243.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=startd_4650_177a> ... 028 (10628.243.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.201" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=startd_4650_177a>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.196.000) 2024-10-24 11:59:36 Warning from starter on slot1_12@IU-Jetstream2-Backfill.d5edef7a1ebd: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.196.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29272797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907191&PrivNet=IU-Jetstream2-Backfill.d5edef7a1ebd&addrs=172.17.0.2-45709&alias=IU-Jetstream2-Backfill.d5edef7a1ebd&noUDP&sock=startd_4642_9ab8> ... 028 (10628.196.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.409" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29272797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907191&PrivNet=IU-Jetstream2-Backfill.d5edef7a1ebd&addrs=172.17.0.2-45709&alias=IU-Jetstream2-Backfill.d5edef7a1ebd&noUDP&sock=startd_4642_9ab8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 196 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.199.000) 2024-10-24 11:59:36 Warning from starter on slot1_3@IU-Jetstream2-Backfill.fef52bc42fe3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.197.000) 2024-10-24 11:59:36 Warning from starter on slot1_10@IU-Jetstream2-Backfill.f94a2d4341f3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.199.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e> ... 028 (10628.199.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.501" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.197.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29314388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860873&PrivNet=IU-Jetstream2-Backfill.f94a2d4341f3&addrs=172.17.0.2-34181&alias=IU-Jetstream2-Backfill.f94a2d4341f3&noUDP&sock=startd_4639_8bef> ... 028 (10628.197.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.526" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29314388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860873&PrivNet=IU-Jetstream2-Backfill.f94a2d4341f3&addrs=172.17.0.2-34181&alias=IU-Jetstream2-Backfill.f94a2d4341f3&noUDP&sock=startd_4639_8bef>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 197 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.150.000) 2024-10-24 11:59:36 Image size of job updated: 3327900 46 - MemoryUsage of job (MB) 46672 - ResidentSetSize of job (KB) ... 028 (10628.150.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 150 ResidentSetSize = 46672 Size = 3327900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.213.000) 2024-10-24 11:59:36 Warning from starter on slot1_1@IU-Jetstream2-Backfill.ae5a2b8aedf6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.213.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:39131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50793796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900968&PrivNet=IU-Jetstream2-Backfill.ae5a2b8aedf6&addrs=172.17.0.2-39131&alias=IU-Jetstream2-Backfill.ae5a2b8aedf6&noUDP&sock=startd_4645_a980> ... 028 (10628.213.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.610" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50793796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900968&PrivNet=IU-Jetstream2-Backfill.ae5a2b8aedf6&addrs=172.17.0.2-39131&alias=IU-Jetstream2-Backfill.ae5a2b8aedf6&noUDP&sock=startd_4645_a980>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 213 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.155.000) 2024-10-24 11:59:36 Image size of job updated: 10 8 - MemoryUsage of job (MB) 7568 - ResidentSetSize of job (KB) ... 028 (10628.155.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 155 ResidentSetSize = 7568 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.232.000) 2024-10-24 11:59:36 Warning from starter on slot1_9@IU-Jetstream2-Backfill.75f7b19beec5: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.240.000) 2024-10-24 11:59:36 Warning from starter on slot1_7@IU-Jetstream2-Backfill.5e9493e08684: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.232.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=startd_4617_74d9> ... 028 (10628.232.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.759" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=startd_4617_74d9>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.113.000) 2024-10-24 11:59:36 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.113.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 113 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.240.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712> ... 028 (10628.240.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.784" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 240 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.052.000) 2024-10-24 11:59:36 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3796 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 3796 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.145.000) 2024-10-24 11:59:36 Image size of job updated: 3322308 47 - MemoryUsage of job (MB) 47528 - ResidentSetSize of job (KB) ... 028 (10628.145.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 145 ResidentSetSize = 47528 Size = 3322308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.227.000) 2024-10-24 11:59:36 Warning from starter on slot1_2@IU-Jetstream2-Backfill.b71ff2258a8a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.227.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2> ... 028 (10628.227.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.835" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 227 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.212.000) 2024-10-24 11:59:36 Finished transferring input files ... 028 (10628.212.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.139.000) 2024-10-24 11:59:36 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6588 - ResidentSetSize of job (KB) ... 028 (10628.139.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 139 ResidentSetSize = 6588 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.241.000) 2024-10-24 11:59:36 Warning from starter on slot1_6@IU-Jetstream2-Backfill.2a354a072f55: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.241.000) 2024-10-24 11:59:36 Job executing on host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472> ... 028 (10628.241.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.893" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 241 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.142.000) 2024-10-24 11:59:36 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5584 - ResidentSetSize of job (KB) ... 028 (10628.142.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 142 ResidentSetSize = 5584 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.233.000) 2024-10-24 11:59:36 Warning from starter on slot1_4@glidein_3472193_214088190@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.111.000) 2024-10-24 11:59:36 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.111.000) 2024-10-24 11:59:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:36.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 111 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.159.000) 2024-10-24 11:59:37 Image size of job updated: 3331368 49 - MemoryUsage of job (MB) 49264 - ResidentSetSize of job (KB) ... 028 (10628.159.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 159 ResidentSetSize = 49264 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.201.000) 2024-10-24 11:59:37 Warning from starter on slot1_6@IU-Jetstream2-Backfill.ffa4fc0618bd: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.233.000) 2024-10-24 11:59:37 Job executing on host: <10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.233.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.018" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.198.000) 2024-10-24 11:59:37 Warning from starter on slot1_6@IU-Jetstream2-Backfill.1fd2e39b13bf: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.244.000) 2024-10-24 11:59:37 Warning from starter on slot1_9@IU-Jetstream2-Backfill.c0934724d598: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.200.000) 2024-10-24 11:59:37 Warning from starter on slot1_1@IU-Jetstream2-Backfill.5d0c25fd1a70: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.226.000) 2024-10-24 11:59:37 Warning from starter on slot1_3@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.239.000) 2024-10-24 11:59:37 Warning from starter on slot1_3@IU-Jetstream2-Backfill.7193e521ede3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.149.000) 2024-10-24 11:59:37 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 77408 - ResidentSetSize of job (KB) ... 028 (10628.149.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 149 ResidentSetSize = 77408 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.201.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=startd_4634_1df6> ... 028 (10628.201.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.160" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.214.000) 2024-10-24 11:59:37 Warning from starter on slot1_4@IU-Jetstream2-Backfill.49edfb606503: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.198.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=startd_4648_b849> ... 028 (10628.198.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.186" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=startd_4648_b849>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.244.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:41137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29313982%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860445&PrivNet=IU-Jetstream2-Backfill.c0934724d598&addrs=172.17.0.2-41137&alias=IU-Jetstream2-Backfill.c0934724d598&noUDP&sock=startd_4634_1df6> ... 028 (10628.244.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.210" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29313982%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9860445&PrivNet=IU-Jetstream2-Backfill.c0934724d598&addrs=172.17.0.2-41137&alias=IU-Jetstream2-Backfill.c0934724d598&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 244 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.200.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=startd_4640_3b87> ... 028 (10628.200.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.236" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=startd_4640_3b87>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 200 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.205.000) 2024-10-24 11:59:37 Warning from starter on slot1_3@IU-Jetstream2-Backfill.a1da9ac55277: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.226.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.226.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.319" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 226 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.207.000) 2024-10-24 11:59:37 Warning from starter on slot1_4@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.239.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.239.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.344" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.210.000) 2024-10-24 11:59:37 Warning from starter on slot1_11@IU-Jetstream2-Backfill.baf478b3701e: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.215.000) 2024-10-24 11:59:37 Warning from starter on slot1_1@IU-Jetstream2-Backfill.bf575afb343f: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.211.000) 2024-10-24 11:59:37 Warning from starter on slot1_1@IU-Jetstream2-Backfill.2edb0f430872: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.214.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:39517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9863933&PrivNet=IU-Jetstream2-Backfill.49edfb606503&addrs=172.17.0.2-39517&alias=IU-Jetstream2-Backfill.49edfb606503&noUDP&sock=startd_4640_3b87> ... 028 (10628.214.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.436" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39517?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9863933&PrivNet=IU-Jetstream2-Backfill.49edfb606503&addrs=172.17.0.2-39517&alias=IU-Jetstream2-Backfill.49edfb606503&noUDP&sock=startd_4640_3b87>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 214 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.209.000) 2024-10-24 11:59:37 Warning from starter on slot1_10@IU-Jetstream2-Backfill.46d72f8460e5: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.225.000) 2024-10-24 11:59:37 Warning from starter on slot1_5@IU-Jetstream2-Backfill.6e755c81e8fe: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.121.000) 2024-10-24 11:59:37 Image size of job updated: 21264 8 - MemoryUsage of job (MB) 7460 - ResidentSetSize of job (KB) ... 028 (10628.121.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 121 ResidentSetSize = 7460 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.205.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:39721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941037&PrivNet=IU-Jetstream2-Backfill.a1da9ac55277&addrs=172.17.0.2-39721&alias=IU-Jetstream2-Backfill.a1da9ac55277&noUDP&sock=startd_4635_cd8e> ... 028 (10628.205.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.530" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941037&PrivNet=IU-Jetstream2-Backfill.a1da9ac55277&addrs=172.17.0.2-39721&alias=IU-Jetstream2-Backfill.a1da9ac55277&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 205 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.212.000) 2024-10-24 11:59:37 Warning from starter on slot1_13@IU-Jetstream2-Backfill.3e0fc184103b: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.207.000) 2024-10-24 11:59:37 Job executing on host: <137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.207.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.555" EventTypeNumber = 28 ExecuteHost = "<137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 207 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.218.000) 2024-10-24 11:59:37 Warning from starter on slot1_5@IU-Jetstream2-Backfill.b6e49483dc63: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.210.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=startd_4628_0064> ... 028 (10628.210.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.580" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 210 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.215.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:36737?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9865727&PrivNet=IU-Jetstream2-Backfill.bf575afb343f&addrs=172.17.0.2-36737&alias=IU-Jetstream2-Backfill.bf575afb343f&noUDP&sock=startd_4647_08b1> ... 028 (10628.215.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.605" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36737?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9865727&PrivNet=IU-Jetstream2-Backfill.bf575afb343f&addrs=172.17.0.2-36737&alias=IU-Jetstream2-Backfill.bf575afb343f&noUDP&sock=startd_4647_08b1>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 215 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.146.000) 2024-10-24 11:59:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7036 - ResidentSetSize of job (KB) ... 028 (10628.146.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 146 ResidentSetSize = 7036 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.211.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:43293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50850711%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9995448&PrivNet=IU-Jetstream2-Backfill.2edb0f430872&addrs=172.17.0.2-43293&alias=IU-Jetstream2-Backfill.2edb0f430872&noUDP&sock=startd_4628_0064> ... 028 (10628.211.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.680" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50850711%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9995448&PrivNet=IU-Jetstream2-Backfill.2edb0f430872&addrs=172.17.0.2-43293&alias=IU-Jetstream2-Backfill.2edb0f430872&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 211 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.209.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:37151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914156&PrivNet=IU-Jetstream2-Backfill.46d72f8460e5&addrs=172.17.0.2-37151&alias=IU-Jetstream2-Backfill.46d72f8460e5&noUDP&sock=startd_4644_f9e8> ... 028 (10628.209.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.706" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:37151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914156&PrivNet=IU-Jetstream2-Backfill.46d72f8460e5&addrs=172.17.0.2-37151&alias=IU-Jetstream2-Backfill.46d72f8460e5&noUDP&sock=startd_4644_f9e8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 209 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.225.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5> ... 028 (10628.225.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.731" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 225 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.212.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=startd_4641_eb1f> ... 028 (10628.212.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.806" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.218.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d> ... 028 (10628.218.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.831" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 218 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.204.000) 2024-10-24 11:59:37 Warning from starter on slot1_6@IU-Jetstream2-Backfill.c9235b76e6f8: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.230.000) 2024-10-24 11:59:37 Started transferring input files Transferring to host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_6_4635_86d6_2029> ... 040 (10628.222.000) 2024-10-24 11:59:37 Started transferring input files Transferring to host: <172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=slot1_13_4630_00f5_1980> ... 028 (10628.230.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.935" EventTypeNumber = 28 Host = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_6_4635_86d6_2029>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 230 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.222.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.935" EventTypeNumber = 28 Host = "<172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=slot1_13_4630_00f5_1980>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.204.000) 2024-10-24 11:59:37 Job executing on host: <172.17.0.2:39201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9906166&PrivNet=IU-Jetstream2-Backfill.c9235b76e6f8&addrs=172.17.0.2-39201&alias=IU-Jetstream2-Backfill.c9235b76e6f8&noUDP&sock=startd_4634_1df6> ... 028 (10628.204.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.957" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9906166&PrivNet=IU-Jetstream2-Backfill.c9235b76e6f8&addrs=172.17.0.2-39201&alias=IU-Jetstream2-Backfill.c9235b76e6f8&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 204 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.148.000) 2024-10-24 11:59:37 Image size of job updated: 3325304 45 - MemoryUsage of job (MB) 45288 - ResidentSetSize of job (KB) ... 028 (10628.148.000) 2024-10-24 11:59:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:37.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 148 ResidentSetSize = 45288 Size = 3325304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.224.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_10_4643_29d6_2310> ... 028 (10628.224.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.061" EventTypeNumber = 28 Host = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_10_4643_29d6_2310>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.230.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.230.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 230 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.222.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.222.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.129.000) 2024-10-24 11:59:38 Image size of job updated: 3398956 46 - MemoryUsage of job (MB) 46424 - ResidentSetSize of job (KB) ... 028 (10628.129.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 129 ResidentSetSize = 46424 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.130.000) 2024-10-24 11:59:38 Image size of job updated: 3531120 54 - MemoryUsage of job (MB) 54920 - ResidentSetSize of job (KB) ... 028 (10628.130.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 130 ResidentSetSize = 54920 Size = 3531120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.224.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.224.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.223.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:36499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29335189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944853&PrivNet=IU-Jetstream2-Backfill.a5c15c2fef5f&addrs=172.17.0.2-36499&alias=IU-Jetstream2-Backfill.a5c15c2fef5f&noUDP&sock=slot1_8_4636_3b36_2008> ... 028 (10628.223.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.237" EventTypeNumber = 28 Host = "<172.17.0.2:36499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29335189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944853&PrivNet=IU-Jetstream2-Backfill.a5c15c2fef5f&addrs=172.17.0.2-36499&alias=IU-Jetstream2-Backfill.a5c15c2fef5f&noUDP&sock=slot1_8_4636_3b36_2008>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 223 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.223.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.223.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 223 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.122.000) 2024-10-24 11:59:38 Image size of job updated: 3331372 48 - MemoryUsage of job (MB) 48936 - ResidentSetSize of job (KB) ... 028 (10628.122.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.353" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 122 ResidentSetSize = 48936 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.127.000) 2024-10-24 11:59:38 Image size of job updated: 3398956 44 - MemoryUsage of job (MB) 44596 - ResidentSetSize of job (KB) ... 028 (10628.127.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.353" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 127 ResidentSetSize = 44596 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.192.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=slot1_11_4630_00f5_2342> ... 028 (10628.192.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.421" EventTypeNumber = 28 Host = "<172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=slot1_11_4630_00f5_2342>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 192 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.217.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=slot1_10_4652_8136_1805> ... 040 (10628.229.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=slot1_2_4639_5856_2037> ... 040 (10628.193.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_1_4639_5856_2143> ... 028 (10628.217.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.480" EventTypeNumber = 28 Host = "<172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=slot1_10_4652_8136_1805>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 217 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.229.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.480" EventTypeNumber = 28 Host = "<172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=slot1_2_4639_5856_2037>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.193.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.480" EventTypeNumber = 28 Host = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_1_4639_5856_2143>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.131.000) 2024-10-24 11:59:38 Image size of job updated: 21264 6 - MemoryUsage of job (MB) 5952 - ResidentSetSize of job (KB) ... 028 (10628.131.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 131 ResidentSetSize = 5952 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.126.000) 2024-10-24 11:59:38 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7104 - ResidentSetSize of job (KB) ... 028 (10628.126.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 126 ResidentSetSize = 7104 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.228.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:43621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861842&PrivNet=IU-Jetstream2-Backfill.c691a2362a48&addrs=172.17.0.2-43621&alias=IU-Jetstream2-Backfill.c691a2362a48&noUDP&sock=slot1_8_4642_7576_1854> ... 028 (10628.228.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.539" EventTypeNumber = 28 Host = "<172.17.0.2:43621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861842&PrivNet=IU-Jetstream2-Backfill.c691a2362a48&addrs=172.17.0.2-43621&alias=IU-Jetstream2-Backfill.c691a2362a48&noUDP&sock=slot1_8_4642_7576_1854>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 228 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.192.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.192.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 192 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.217.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.217.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 217 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.229.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.229.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.193.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.193.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.228.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.228.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 228 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.074.000) 2024-10-24 11:59:38 Image size of job updated: 3430448 55 - MemoryUsage of job (MB) 55672 - ResidentSetSize of job (KB) ... 028 (10628.074.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 74 ResidentSetSize = 55672 Size = 3430448 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.237.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=slot1_7_4651_ccd6_2038> ... 028 (10628.237.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.782" EventTypeNumber = 28 Host = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=slot1_7_4651_ccd6_2038>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.128.000) 2024-10-24 11:59:38 Image size of job updated: 3330856 42 - MemoryUsage of job (MB) 42160 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 42160 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.266.000) 2024-10-24 11:59:38 Started transferring input files Transferring to host: <131.225.166.213:41343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007887%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001192&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-41343+[2620-6a-0-8861-f0-0-166-213]-41343&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.266.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.916" EventTypeNumber = 28 Host = "<131.225.166.213:41343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007887%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001192&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-41343+[2620-6a-0-8861-f0-0-166-213]-41343&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 266 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.237.000) 2024-10-24 11:59:38 Finished transferring input files ... 028 (10628.237.000) 2024-10-24 11:59:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:38.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.025.000) 2024-10-24 11:59:39 Warning from starter on slot1_1@glidein_3869492_197751464@cn442.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.268.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.108:35449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340553%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999480&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-35449+[2620-6a-0-8862-f0-0-208-108]-35449&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.268.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.035" EventTypeNumber = 28 Host = "<131.225.208.108:35449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340553%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999480&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-35449+[2620-6a-0-8862-f0-0-208-108]-35449&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 268 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.266.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.266.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 266 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.109.000) 2024-10-24 11:59:39 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76464 - ResidentSetSize of job (KB) ... 028 (10628.109.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 109 ResidentSetSize = 76464 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.279.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.22:34631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004303&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-34631+[2620-6a-0-8862-f0-0-208-22]-34631&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.279.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.093" EventTypeNumber = 28 Host = "<131.225.208.22:34631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004303&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-34631+[2620-6a-0-8862-f0-0-208-22]-34631&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 279 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.123.000) 2024-10-24 11:59:39 Image size of job updated: 3331112 46 - MemoryUsage of job (MB) 46928 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 46928 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.025.000) 2024-10-24 11:59:39 Job executing on host: <137.99.174.37:37275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046439&PrivNet=cn442.storrs.hpc.uconn.edu&addrs=137.99.174.37-37275&alias=cn442.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.025.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.115" EventTypeNumber = 28 ExecuteHost = "<137.99.174.37:37275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046439&PrivNet=cn442.storrs.hpc.uconn.edu&addrs=137.99.174.37-37275&alias=cn442.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 25 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.268.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.268.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 268 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.137.000) 2024-10-24 11:59:39 Image size of job updated: 3666552 63 - MemoryUsage of job (MB) 63724 - ResidentSetSize of job (KB) ... 028 (10628.137.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 63 MyType = "JobImageSizeEvent" Proc = 137 ResidentSetSize = 63724 Size = 3666552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.106.000) 2024-10-24 11:59:39 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.106.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 106 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.279.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.279.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 279 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.092.000) 2024-10-24 11:59:39 Image size of job updated: 3328156 49 - MemoryUsage of job (MB) 49860 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 49860 Size = 3328156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.273.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.172:42965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004305&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42965+[2620-6a-0-8862-f0-0-208-172]-42965&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.267.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.23:33277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951303&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33277+[2620-6a-0-8862-f0-0-208-23]-33277&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.273.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.227" EventTypeNumber = 28 Host = "<131.225.208.172:42965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004305&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42965+[2620-6a-0-8862-f0-0-208-172]-42965&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 273 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.267.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.227" EventTypeNumber = 28 Host = "<131.225.208.23:33277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951303&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33277+[2620-6a-0-8862-f0-0-208-23]-33277&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 267 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.108.000) 2024-10-24 11:59:39 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.108.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 108 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.100.000) 2024-10-24 11:59:39 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5932 - ResidentSetSize of job (KB) ... 028 (10628.100.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 100 ResidentSetSize = 5932 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.260.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <10.32.86.153:36323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004304&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36323&alias=d12chas579.crc.nd.edu&noUDP> ... 040 (10628.280.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.119:35931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034658&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-35931+[2620-6a-0-8862-f0-0-208-119]-35931&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 040 (10628.261.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <10.32.86.163:39881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992579&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-39881&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.260.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.278" EventTypeNumber = 28 Host = "<10.32.86.153:36323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004304&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36323&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.280.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.278" EventTypeNumber = 28 Host = "<131.225.208.119:35931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034658&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-35931+[2620-6a-0-8862-f0-0-208-119]-35931&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 280 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.261.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.278" EventTypeNumber = 28 Host = "<10.32.86.163:39881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992579&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-39881&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.273.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.273.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 273 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.267.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.267.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 267 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.112.000) 2024-10-24 11:59:39 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79104 - ResidentSetSize of job (KB) ... 028 (10628.112.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 112 ResidentSetSize = 79104 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.269.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.166.33:46857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340554%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951305&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-46857+[2620-6a-0-8861-f0-0-166-33]-46857&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.269.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.395" EventTypeNumber = 28 Host = "<131.225.166.33:46857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340554%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951305&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-46857+[2620-6a-0-8861-f0-0-166-33]-46857&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 269 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.260.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.260.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.280.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.280.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 280 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.261.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.261.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.136.000) 2024-10-24 11:59:39 Image size of job updated: 3328376 47 - MemoryUsage of job (MB) 47724 - ResidentSetSize of job (KB) ... 028 (10628.136.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 136 ResidentSetSize = 47724 Size = 3328376 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.286.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.23:43831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970577&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43831+[2620-6a-0-8862-f0-0-208-23]-43831&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.286.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.454" EventTypeNumber = 28 Host = "<131.225.208.23:43831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970577&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43831+[2620-6a-0-8862-f0-0-208-23]-43831&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 286 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.230.000) 2024-10-24 11:59:39 Warning from starter on slot1_6@IU-Jetstream2-Backfill.7b6b587b8db7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.208.000) 2024-10-24 11:59:39 Warning from starter on slot1_7@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.269.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.269.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 269 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.075.000) 2024-10-24 11:59:39 Image size of job updated: 3291120 51 - MemoryUsage of job (MB) 52104 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 52104 Size = 3291120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.284.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.164:45011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970578&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-45011+[2620-6a-0-8862-f0-0-208-164]-45011&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 040 (10628.270.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.209.215:44643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904296%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951307&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-44643+[2620-6a-0-8862-f0-0-209-215]-44643&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.284.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.572" EventTypeNumber = 28 Host = "<131.225.208.164:45011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970578&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-45011+[2620-6a-0-8862-f0-0-208-164]-45011&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 284 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.270.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.572" EventTypeNumber = 28 Host = "<131.225.209.215:44643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904296%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951307&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-44643+[2620-6a-0-8862-f0-0-209-215]-44643&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 270 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.053.000) 2024-10-24 11:59:39 Image size of job updated: 3420460 50 - MemoryUsage of job (MB) 51044 - ResidentSetSize of job (KB) ... 028 (10628.053.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 53 ResidentSetSize = 51044 Size = 3420460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.224.000) 2024-10-24 11:59:39 Warning from starter on slot1_10@IU-Jetstream2-Backfill.80d4a7132608: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.222.000) 2024-10-24 11:59:39 Warning from starter on slot1_13@IU-Jetstream2-Backfill.27e4d5d9f1a5: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.286.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.286.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 286 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.133.000) 2024-10-24 11:59:39 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5596 - ResidentSetSize of job (KB) ... 028 (10628.133.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 133 ResidentSetSize = 5596 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.230.000) 2024-10-24 11:59:39 Job executing on host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b> ... 028 (10628.230.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.660" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 230 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.208.000) 2024-10-24 11:59:39 Job executing on host: <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.685" EventTypeNumber = 28 ExecuteHost = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.270.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.270.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 270 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.284.000) 2024-10-24 11:59:39 Finished transferring input files ... 028 (10628.284.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 284 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.224.000) 2024-10-24 11:59:39 Job executing on host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.224.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.769" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.124.000) 2024-10-24 11:59:39 Image size of job updated: 3531632 56 - MemoryUsage of job (MB) 56604 - ResidentSetSize of job (KB) ... 028 (10628.124.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 124 ResidentSetSize = 56604 Size = 3531632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.223.000) 2024-10-24 11:59:39 Warning from starter on slot1_8@IU-Jetstream2-Backfill.a5c15c2fef5f: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.222.000) 2024-10-24 11:59:39 Job executing on host: <172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=startd_4620_83a2> ... 028 (10628.222.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.853" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.287.000) 2024-10-24 11:59:39 Started transferring input files Transferring to host: <131.225.208.104:39567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998163&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39567+[2620-6a-0-8862-f0-0-208-104]-39567&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.287.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.915" EventTypeNumber = 28 Host = "<131.225.208.104:39567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998163&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39567+[2620-6a-0-8862-f0-0-208-104]-39567&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 287 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.192.000) 2024-10-24 11:59:39 Warning from starter on slot1_11@IU-Jetstream2-Backfill.6e11513e79b2: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.107.000) 2024-10-24 11:59:39 Image size of job updated: 3321100 41 - MemoryUsage of job (MB) 41468 - ResidentSetSize of job (KB) ... 028 (10628.107.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 107 ResidentSetSize = 41468 Size = 3321100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.132.000) 2024-10-24 11:59:39 Image size of job updated: 3398444 45 - MemoryUsage of job (MB) 45252 - ResidentSetSize of job (KB) ... 028 (10628.132.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 132 ResidentSetSize = 45252 Size = 3398444 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.135.000) 2024-10-24 11:59:39 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.135.000) 2024-10-24 11:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:39.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 135 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.114.000) 2024-10-24 11:59:40 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.114.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 114 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.251.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.93:32941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339426%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955902&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-32941&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.251.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.006" EventTypeNumber = 28 Host = "<10.32.86.93:32941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339426%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955902&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-32941&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.125.000) 2024-10-24 11:59:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5972 - ResidentSetSize of job (KB) ... 028 (10628.125.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 125 ResidentSetSize = 5972 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.156.000) 2024-10-24 11:59:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.156.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 156 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.229.000) 2024-10-24 11:59:40 Warning from starter on slot1_2@IU-Jetstream2-Backfill.027204baf44b: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.117.000) 2024-10-24 11:59:40 Image size of job updated: 3397376 49 - MemoryUsage of job (MB) 50040 - ResidentSetSize of job (KB) ... 028 (10628.117.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 117 ResidentSetSize = 50040 Size = 3397376 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.288.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.166.219:42009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955903&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-42009+[2620-6a-0-8861-f0-0-166-219]-42009&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.288.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.064" EventTypeNumber = 28 Host = "<131.225.166.219:42009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955903&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-42009+[2620-6a-0-8861-f0-0-166-219]-42009&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 288 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.153.000) 2024-10-24 11:59:40 Image size of job updated: 21264 6 - MemoryUsage of job (MB) 5972 - ResidentSetSize of job (KB) ... 028 (10628.153.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 153 ResidentSetSize = 5972 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.228.000) 2024-10-24 11:59:40 Warning from starter on slot1_8@IU-Jetstream2-Backfill.c691a2362a48: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.223.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:36499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29335189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944853&PrivNet=IU-Jetstream2-Backfill.a5c15c2fef5f&addrs=172.17.0.2-36499&alias=IU-Jetstream2-Backfill.a5c15c2fef5f&noUDP&sock=startd_4626_a134> ... 028 (10628.223.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.096" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29335189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944853&PrivNet=IU-Jetstream2-Backfill.a5c15c2fef5f&addrs=172.17.0.2-36499&alias=IU-Jetstream2-Backfill.a5c15c2fef5f&noUDP&sock=startd_4626_a134>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 223 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.287.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.287.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 287 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.217.000) 2024-10-24 11:59:40 Warning from starter on slot1_10@IU-Jetstream2-Backfill.f9fdace751c6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.192.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=startd_4622_e2d3> ... 028 (10628.192.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.129" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=startd_4622_e2d3>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 192 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.271.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.208.171:45657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914631%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970579&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45657+[2620-6a-0-8862-f0-0-208-171]-45657&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.271.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.191" EventTypeNumber = 28 Host = "<131.225.208.171:45657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914631%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970579&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45657+[2620-6a-0-8862-f0-0-208-171]-45657&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 271 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.251.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.251.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.157.000) 2024-10-24 11:59:40 Image size of job updated: 3562816 42 - MemoryUsage of job (MB) 42988 - ResidentSetSize of job (KB) ... 028 (10628.157.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 157 ResidentSetSize = 42988 Size = 3562816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.289.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.166.236:38595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998164&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38595+[2620-6a-0-8861-f0-0-166-236]-38595&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.289.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.250" EventTypeNumber = 28 Host = "<131.225.166.236:38595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998164&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38595+[2620-6a-0-8861-f0-0-166-236]-38595&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 289 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.229.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=startd_4629_affc> ... 028 (10628.229.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.280" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=startd_4629_affc>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.288.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.288.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 288 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.154.000) 2024-10-24 11:59:40 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6352 - ResidentSetSize of job (KB) ... 028 (10628.154.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 154 ResidentSetSize = 6352 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.228.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:43621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861842&PrivNet=IU-Jetstream2-Backfill.c691a2362a48&addrs=172.17.0.2-43621&alias=IU-Jetstream2-Backfill.c691a2362a48&noUDP&sock=startd_4634_1df6> ... 028 (10628.228.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.313" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861842&PrivNet=IU-Jetstream2-Backfill.c691a2362a48&addrs=172.17.0.2-43621&alias=IU-Jetstream2-Backfill.c691a2362a48&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 228 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.237.000) 2024-10-24 11:59:40 Warning from starter on slot1_7@IU-Jetstream2-Backfill.2e3112de0c17: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.294.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.208.158:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914632%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951308&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-36857+[2620-6a-0-8862-f0-0-208-158]-36857&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.294.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.376" EventTypeNumber = 28 Host = "<131.225.208.158:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914632%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951308&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-36857+[2620-6a-0-8862-f0-0-208-158]-36857&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 294 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.217.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8> ... 028 (10628.217.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.397" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 217 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.271.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.271.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 271 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.254.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.149:45925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001194&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45925&alias=d12chas577.crc.nd.edu&noUDP> ... 040 (10628.281.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.208.57:46095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004306&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-46095+[2620-6a-0-8862-f0-0-208-57]-46095&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.254.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.528" EventTypeNumber = 28 Host = "<10.32.86.149:45925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001194&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45925&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.281.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.528" EventTypeNumber = 28 Host = "<131.225.208.57:46095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004306&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-46095+[2620-6a-0-8862-f0-0-208-57]-46095&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 281 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.289.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.289.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 289 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.097.000) 2024-10-24 11:59:40 Image size of job updated: 3325304 47 - MemoryUsage of job (MB) 48112 - ResidentSetSize of job (KB) ... 028 (10628.097.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 97 ResidentSetSize = 48112 Size = 3325304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.273.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.295.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.167.95:37571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001195&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-37571+[2620-6a-0-8861-f0-0-167-95]-37571&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 040 (10628.282.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.208.84:34943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004308&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34943+[2620-6a-0-8862-f0-0-208-84]-34943&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.295.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.586" EventTypeNumber = 28 Host = "<131.225.167.95:37571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001195&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-37571+[2620-6a-0-8861-f0-0-167-95]-37571&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 295 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.282.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.586" EventTypeNumber = 28 Host = "<131.225.208.84:34943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004308&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34943+[2620-6a-0-8862-f0-0-208-84]-34943&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 282 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.237.000) 2024-10-24 11:59:40 Job executing on host: <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f> ... 028 (10628.237.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.616" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.294.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.294.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 294 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.115.000) 2024-10-24 11:59:40 Image size of job updated: 3601100 78 - MemoryUsage of job (MB) 79752 - ResidentSetSize of job (KB) ... 028 (10628.115.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 115 ResidentSetSize = 79752 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.185.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.143:35563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340556%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004307&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-35563&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.185.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.670" EventTypeNumber = 28 Host = "<10.32.86.143:35563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340556%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004307&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-35563&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.267.000) 2024-10-24 11:59:40 Warning from starter on slot1_5@glidein_8_548667693@osg-3976441-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.260.000) 2024-10-24 11:59:40 Warning from starter on slot1_6@glidein_2818687_201137568@d12chas579.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.261.000) 2024-10-24 11:59:40 Warning from starter on slot1_6@glidein_618273_848748597@d12chas584.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.262.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.107:37735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998165&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-37735&alias=d12chas556.crc.nd.edu&noUDP> ... 040 (10628.255.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.149:43239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007892%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034659&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-43239&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.262.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.737" EventTypeNumber = 28 Host = "<10.32.86.107:37735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998165&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-37735&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.255.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.737" EventTypeNumber = 28 Host = "<10.32.86.149:43239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007892%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034659&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-43239&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.254.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.254.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.281.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.281.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 281 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.257.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.91:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007891%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034660&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-34911&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.257.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.742" EventTypeNumber = 28 Host = "<10.32.86.91:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007891%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034660&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-34911&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.279.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.273.000) 2024-10-24 11:59:40 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.273.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.767" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 273 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.221.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <172.17.0.2:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856853&PrivNet=IU-Jetstream2-Backfill.288da8c06aa0&addrs=172.17.0.2-41603&alias=IU-Jetstream2-Backfill.288da8c06aa0&noUDP&sock=slot1_12_4648_afb6_2115> ... 028 (10628.221.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.767" EventTypeNumber = 28 Host = "<172.17.0.2:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856853&PrivNet=IU-Jetstream2-Backfill.288da8c06aa0&addrs=172.17.0.2-41603&alias=IU-Jetstream2-Backfill.288da8c06aa0&noUDP&sock=slot1_12_4648_afb6_2115>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 221 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.295.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.295.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 295 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.282.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.282.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 282 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.263.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <10.32.86.175:34343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904297%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970580&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-34343&alias=d12chas590.crc.nd.edu&noUDP> ... 040 (10628.297.000) 2024-10-24 11:59:40 Started transferring input files Transferring to host: <131.225.208.56:43159?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970581&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-43159+[2620-6a-0-8862-f0-0-208-56]-43159&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.263.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.771" EventTypeNumber = 28 Host = "<10.32.86.175:34343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904297%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970580&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-34343&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.297.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.771" EventTypeNumber = 28 Host = "<131.225.208.56:43159?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970581&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-43159+[2620-6a-0-8862-f0-0-208-56]-43159&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 297 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.185.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.185.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.267.000) 2024-10-24 11:59:40 Job executing on host: <131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.267.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.800" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 267 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.134.000) 2024-10-24 11:59:40 Image size of job updated: 3324792 44 - MemoryUsage of job (MB) 44184 - ResidentSetSize of job (KB) ... 028 (10628.134.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 134 ResidentSetSize = 44184 Size = 3324792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.260.000) 2024-10-24 11:59:40 Job executing on host: <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.260.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.826" EventTypeNumber = 28 ExecuteHost = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.261.000) 2024-10-24 11:59:40 Job executing on host: <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.261.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.851" EventTypeNumber = 28 ExecuteHost = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.262.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.262.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.255.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.255.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.257.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.257.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.120.000) 2024-10-24 11:59:40 Image size of job updated: 3531632 51 - MemoryUsage of job (MB) 51648 - ResidentSetSize of job (KB) ... 028 (10628.120.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 120 ResidentSetSize = 51648 Size = 3531632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.269.000) 2024-10-24 11:59:40 Warning from starter on slot1_3@glidein_8_95286747@osg-4196608-0-fnpc17006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.270.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.286.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.279.000) 2024-10-24 11:59:40 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.279.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.884" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 279 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.221.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.221.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 221 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.297.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.297.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 297 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.263.000) 2024-10-24 11:59:40 Finished transferring input files ... 028 (10628.263.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.280.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.286.000) 2024-10-24 11:59:40 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.286.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.918" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 286 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.269.000) 2024-10-24 11:59:40 Job executing on host: <131.225.166.33:38331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944791&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-38331+[2620-6a-0-8861-f0-0-166-33]-38331&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.269.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.943" EventTypeNumber = 28 ExecuteHost = "<131.225.166.33:38331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944791&PrivNet=osg-4196608-0-fnpc17006.fnal.gov&addrs=131.225.166.33-38331+[2620-6a-0-8861-f0-0-166-33]-38331&alias=osg-4196608-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 269 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.270.000) 2024-10-24 11:59:40 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.270.000) 2024-10-24 11:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:40.968" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 270 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.266.000) 2024-10-24 11:59:40 Warning from starter on slot1_4@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.280.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.280.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.002" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 280 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.160.000) 2024-10-24 11:59:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5932 - ResidentSetSize of job (KB) ... 028 (10628.160.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 160 ResidentSetSize = 5932 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.118.000) 2024-10-24 11:59:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5952 - ResidentSetSize of job (KB) ... 028 (10628.118.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 118 ResidentSetSize = 5952 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.266.000) 2024-10-24 11:59:41 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.266.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.027" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 266 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.293.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <131.225.208.195:40597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001196&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-40597+[2620-6a-0-8862-f0-0-208-195]-40597&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.293.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.064" EventTypeNumber = 28 Host = "<131.225.208.195:40597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001196&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-40597+[2620-6a-0-8862-f0-0-208-195]-40597&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 293 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.293.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.293.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 293 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.290.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <131.225.208.34:44611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047956&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-44611+[2620-6a-0-8862-f0-0-208-34]-44611&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.290.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.122" EventTypeNumber = 28 Host = "<131.225.208.34:44611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047956&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-44611+[2620-6a-0-8862-f0-0-208-34]-44611&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 290 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.290.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.290.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 290 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.193.000) 2024-10-24 11:59:41 Warning from starter on slot1_1@IU-Jetstream2-Backfill.9f8cfa88adf6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.193.000) 2024-10-24 11:59:41 Job executing on host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 028 (10628.193.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.219" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.292.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <131.225.209.145:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951309&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-33699+[2620-6a-0-8862-f0-0-209-145]-33699&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.292.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.262" EventTypeNumber = 28 Host = "<131.225.209.145:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951309&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-33699+[2620-6a-0-8862-f0-0-209-145]-33699&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 292 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.119.000) 2024-10-24 11:59:41 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6588 - ResidentSetSize of job (KB) ... 028 (10628.119.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 119 ResidentSetSize = 6588 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 11:59:41 Image size of job updated: 621808 20 - MemoryUsage of job (MB) 20404 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 20 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 20404 Size = 621808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.246.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <204.39.195.44:38599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955905&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-38599&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.246.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.308" EventTypeNumber = 28 Host = "<204.39.195.44:38599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955905&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-38599&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 246 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.292.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.292.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 292 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.246.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.246.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 246 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.284.000) 2024-10-24 11:59:41 Warning from starter on slot1_4@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.284.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.284.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.427" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 284 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.251.000) 2024-10-24 11:59:41 Warning from starter on slot1_2@glidein_2308573_27029754@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.251.000) 2024-10-24 11:59:41 Job executing on host: <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.251.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.469" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.288.000) 2024-10-24 11:59:41 Warning from starter on slot1_4@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.288.000) 2024-10-24 11:59:41 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.288.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.594" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 288 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.301.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <131.225.208.23:40369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004309&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40369+[2620-6a-0-8862-f0-0-208-23]-40369&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.301.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.603" EventTypeNumber = 28 Host = "<131.225.208.23:40369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004309&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40369+[2620-6a-0-8862-f0-0-208-23]-40369&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 301 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.161.000) 2024-10-24 11:59:41 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.161.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 161 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.301.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.301.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 301 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.298.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <131.225.211.49:41895?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992581&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-41895+[2620-6a-0-8862-f0-0-211-49]-41895&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.298.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.667" EventTypeNumber = 28 Host = "<131.225.211.49:41895?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992581&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-41895+[2620-6a-0-8862-f0-0-211-49]-41895&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 298 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.268.000) 2024-10-24 11:59:41 Warning from starter on slot1_3@glidein_9_245827932@osg-3975884-0-fnpc19126.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.268.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.268.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.711" EventTypeNumber = 28 ExecuteHost = "<131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 268 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.298.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.298.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 298 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.294.000) 2024-10-24 11:59:41 Warning from starter on slot1_4@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.151.000) 2024-10-24 11:59:41 Image size of job updated: 3392892 47 - MemoryUsage of job (MB) 47252 - ResidentSetSize of job (KB) ... 028 (10628.151.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 151 ResidentSetSize = 47252 Size = 3392892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.294.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.294.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.753" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 294 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.177.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <10.32.86.139:39005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719540%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992582&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-39005&alias=d12chas572.crc.nd.edu&noUDP> ... 040 (10628.176.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <10.32.86.99:41327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001197&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-41327&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.177.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.754" EventTypeNumber = 28 Host = "<10.32.86.139:39005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719540%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992582&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-39005&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.258.000) 2024-10-24 11:59:41 Started transferring input files Transferring to host: <10.32.86.143:40735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034663&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-40735&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.754" EventTypeNumber = 28 Host = "<10.32.86.99:41327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001197&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-41327&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.258.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.754" EventTypeNumber = 28 Host = "<10.32.86.143:40735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034663&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-40735&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.258.000) 2024-10-24 11:59:41 Finished transferring input files ... 040 (10628.177.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.258.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.177.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.176.000) 2024-10-24 11:59:41 Finished transferring input files ... 028 (10628.176.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.289.000) 2024-10-24 11:59:41 Warning from starter on slot1_4@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.289.000) 2024-10-24 11:59:41 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.289.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.845" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 289 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.271.000) 2024-10-24 11:59:41 Warning from starter on slot1_5@glidein_8_305020749@osg-3976450-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.271.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.271.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.928" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 271 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.287.000) 2024-10-24 11:59:41 Warning from starter on slot1_4@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.254.000) 2024-10-24 11:59:41 Warning from starter on slot1_6@glidein_633702_61538442@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.287.000) 2024-10-24 11:59:41 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.287.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.970" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 287 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.254.000) 2024-10-24 11:59:41 Job executing on host: <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.254.000) 2024-10-24 11:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:41.995" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.110.000) 2024-10-24 11:59:42 Image size of job updated: 3331368 46 - MemoryUsage of job (MB) 46460 - ResidentSetSize of job (KB) ... 028 (10628.110.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 110 ResidentSetSize = 46460 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.295.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.185.000) 2024-10-24 11:59:42 Warning from starter on slot1_2@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.257.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.262.000) 2024-10-24 11:59:42 Warning from starter on slot1_6@glidein_4001145_849830808@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.255.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_721099_529417036@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.263.000) 2024-10-24 11:59:42 Warning from starter on slot1_6@glidein_3172745_248411604@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.257.000) 2024-10-24 11:59:42 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.257.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.229" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.295.000) 2024-10-24 11:59:42 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.295.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.263" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 295 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.185.000) 2024-10-24 11:59:42 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.185.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.288" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.221.000) 2024-10-24 11:59:42 Warning from starter on slot1_12@IU-Jetstream2-Backfill.288da8c06aa0: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.262.000) 2024-10-24 11:59:42 Job executing on host: <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.262.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.388" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.255.000) 2024-10-24 11:59:42 Job executing on host: <10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.255.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.421" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.162.000) 2024-10-24 11:59:42 Image size of job updated: 3398960 47 - MemoryUsage of job (MB) 47784 - ResidentSetSize of job (KB) ... 028 (10628.162.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 162 ResidentSetSize = 47784 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.263.000) 2024-10-24 11:59:42 Job executing on host: <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.263.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.455" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.282.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.290.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.221.000) 2024-10-24 11:59:42 Job executing on host: <172.17.0.2:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856853&PrivNet=IU-Jetstream2-Backfill.288da8c06aa0&addrs=172.17.0.2-41603&alias=IU-Jetstream2-Backfill.288da8c06aa0&noUDP&sock=startd_4638_dc57> ... 028 (10628.221.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.555" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856853&PrivNet=IU-Jetstream2-Backfill.288da8c06aa0&addrs=172.17.0.2-41603&alias=IU-Jetstream2-Backfill.288da8c06aa0&noUDP&sock=startd_4638_dc57>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 221 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.281.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.282.000) 2024-10-24 11:59:42 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.282.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.639" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 282 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.290.000) 2024-10-24 11:59:42 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.290.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.672" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 290 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.293.000) 2024-10-24 11:59:42 Warning from starter on slot1_4@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.246.000) 2024-10-24 11:59:42 Warning from starter on slot1_8@glidein_2289682_256218567@wsu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.281.000) 2024-10-24 11:59:42 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.281.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.823" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 281 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.293.000) 2024-10-24 11:59:42 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.293.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.848" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 293 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.246.000) 2024-10-24 11:59:42 Job executing on host: <204.39.195.44:42343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50891802%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10036160&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-42343&alias=wsu-lm02.osris.org&noUDP> ... 028 (10628.246.000) 2024-10-24 11:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:42.933" EventTypeNumber = 28 ExecuteHost = "<204.39.195.44:42343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50891802%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10036160&PrivNet=wsu-lm02.osris.org&addrs=204.39.195.44-42343&alias=wsu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 246 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.168.000) 2024-10-24 11:59:43 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5932 - ResidentSetSize of job (KB) ... 028 (10628.168.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 168 ResidentSetSize = 5932 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.298.000) 2024-10-24 11:59:43 Warning from starter on slot1_4@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.292.000) 2024-10-24 11:59:43 Warning from starter on slot1_4@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.301.000) 2024-10-24 11:59:43 Warning from starter on slot1_4@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.258.000) 2024-10-24 11:59:43 Warning from starter on slot1_2@glidein_3482323_64008256@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.298.000) 2024-10-24 11:59:43 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.298.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.176" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 298 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.177.000) 2024-10-24 11:59:43 Warning from starter on slot1_6@glidein_200030_269828574@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.292.000) 2024-10-24 11:59:43 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.292.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.201" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 292 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.176.000) 2024-10-24 11:59:43 Warning from starter on slot1_4@glidein_1521697_97717266@d12chas552.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.301.000) 2024-10-24 11:59:43 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.301.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.285" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 301 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.164.000) 2024-10-24 11:59:43 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3648 - ResidentSetSize of job (KB) ... 028 (10628.164.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 164 ResidentSetSize = 3648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.302.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.23:38727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007894%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955906&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-38727+[2620-6a-0-8862-f0-0-208-23]-38727&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.264.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.195:42553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951312&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42553+[2620-6a-0-8862-f0-0-208-195]-42553&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.302.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.339" EventTypeNumber = 28 Host = "<131.225.208.23:38727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007894%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955906&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-38727+[2620-6a-0-8862-f0-0-208-23]-38727&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 302 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.264.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.340" EventTypeNumber = 28 Host = "<131.225.208.195:42553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951312&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42553+[2620-6a-0-8862-f0-0-208-195]-42553&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 264 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.258.000) 2024-10-24 11:59:43 Job executing on host: <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.258.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.369" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.256.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <10.32.86.161:42665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998166&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-42665&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.423" EventTypeNumber = 28 Host = "<10.32.86.161:42665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998166&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-42665&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.177.000) 2024-10-24 11:59:43 Job executing on host: <10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.177.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.453" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.194.000) 2024-10-24 11:59:43 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6288 - ResidentSetSize of job (KB) ... 028 (10628.194.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 194 ResidentSetSize = 6288 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.176.000) 2024-10-24 11:59:43 Job executing on host: <10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.478" EventTypeNumber = 28 ExecuteHost = "<10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.250.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <10.32.86.85:46419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955907&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-46419&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.250.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.532" EventTypeNumber = 28 Host = "<10.32.86.85:46419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955907&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-46419&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.302.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.302.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 302 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.264.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.264.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 264 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.303.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.192:33555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007895%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955908&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-33555+[2620-6a-0-8862-f0-0-208-192]-33555&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.303.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.590" EventTypeNumber = 28 Host = "<131.225.208.192:33555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007895%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955908&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-33555+[2620-6a-0-8862-f0-0-208-192]-33555&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 303 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.256.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.256.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.277.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.172:35527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007896%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998167&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-35527+[2620-6a-0-8862-f0-0-208-172]-35527&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.274.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.113:45311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340560%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951313&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45311+[2620-6a-0-8862-f0-0-208-113]-45311&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.277.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.649" EventTypeNumber = 28 Host = "<131.225.208.172:35527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007896%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998167&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-35527+[2620-6a-0-8862-f0-0-208-172]-35527&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 277 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.274.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.649" EventTypeNumber = 28 Host = "<131.225.208.113:45311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340560%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951313&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45311+[2620-6a-0-8862-f0-0-208-113]-45311&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 274 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.250.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.250.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.105.000) 2024-10-24 11:59:43 Image size of job updated: 3319096 44 - MemoryUsage of job (MB) 44396 - ResidentSetSize of job (KB) ... 028 (10628.105.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 105 ResidentSetSize = 44396 Size = 3319096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.303.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.303.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 303 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.277.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.277.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 277 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.274.000) 2024-10-24 11:59:43 Finished transferring input files ... 028 (10628.274.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 274 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.023.000) 2024-10-24 11:59:43 Warning from starter on slot1_2@glidein_660142_308229900@cn426.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.276.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.121:35105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034664&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-35105+[2620-6a-0-8862-f0-0-208-121]-35105&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.276.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.901" EventTypeNumber = 28 Host = "<131.225.208.121:35105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034664&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-35105+[2620-6a-0-8862-f0-0-208-121]-35105&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 276 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.023.000) 2024-10-24 11:59:43 Job executing on host: <137.99.174.20:38535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902769%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969038&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-38535&alias=cn426.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.023.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.930" EventTypeNumber = 28 ExecuteHost = "<137.99.174.20:38535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902769%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969038&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-38535&alias=cn426.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 23 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.278.000) 2024-10-24 11:59:43 Started transferring input files Transferring to host: <131.225.208.58:35431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904298%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004311&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-35431+[2620-6a-0-8862-f0-0-208-58]-35431&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.278.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.993" EventTypeNumber = 28 Host = "<131.225.208.58:35431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904298%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004311&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-35431+[2620-6a-0-8862-f0-0-208-58]-35431&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 278 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.276.000) 2024-10-24 11:59:43 Finished transferring input files ... 021 (10628.297.000) 2024-10-24 11:59:43 Warning from starter on slot1_4@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.276.000) 2024-10-24 11:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:43.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 276 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.195.000) 2024-10-24 11:59:44 Image size of job updated: 3324536 45 - MemoryUsage of job (MB) 45548 - ResidentSetSize of job (KB) ... 028 (10628.195.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 195 ResidentSetSize = 45548 Size = 3324536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.278.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.278.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 278 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.297.000) 2024-10-24 11:59:44 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.297.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.259" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 297 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.291.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.166.189:37263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426151%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992583&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-37263+[2620-6a-0-8861-f0-0-166-189]-37263&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.291.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.403" EventTypeNumber = 28 Host = "<131.225.166.189:37263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426151%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992583&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-37263+[2620-6a-0-8861-f0-0-166-189]-37263&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 291 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.296.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.208.52:34859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007898%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998168&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34859+[2620-6a-0-8862-f0-0-208-52]-34859&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.252.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.85:33507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970582&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-33507&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.296.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.462" EventTypeNumber = 28 Host = "<131.225.208.52:34859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007898%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998168&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34859+[2620-6a-0-8862-f0-0-208-52]-34859&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 296 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.259.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.87:40545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404229%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004312&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-40545&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.252.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.462" EventTypeNumber = 28 Host = "<10.32.86.85:33507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970582&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-33507&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.259.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.462" EventTypeNumber = 28 Host = "<10.32.86.87:40545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404229%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004312&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-40545&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.291.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.291.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 291 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.296.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.296.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 296 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.252.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.252.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.259.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.259.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.253.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.127:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904299%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047958&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-43391&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.253.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.580" EventTypeNumber = 28 Host = "<10.32.86.127:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904299%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047958&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-43391&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.307.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.208.52:34593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970583&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34593+[2620-6a-0-8862-f0-0-208-52]-34593&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.307.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.639" EventTypeNumber = 28 Host = "<131.225.208.52:34593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970583&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34593+[2620-6a-0-8862-f0-0-208-52]-34593&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 307 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.283.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.208.197:33999?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339431%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001200&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33999+[2620-6a-0-8862-f0-0-208-197]-33999&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 040 (10628.248.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.109:36043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998169&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-36043&alias=d12chas557.crc.nd.edu&noUDP> ... 040 (10628.247.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.143:44073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004313&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44073&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.283.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.697" EventTypeNumber = 28 Host = "<131.225.208.197:33999?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339431%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001200&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33999+[2620-6a-0-8862-f0-0-208-197]-33999&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 283 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.247.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.698" EventTypeNumber = 28 Host = "<10.32.86.143:44073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004313&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44073&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.248.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.698" EventTypeNumber = 28 Host = "<10.32.86.109:36043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998169&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-36043&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.302.000) 2024-10-24 11:59:44 Warning from starter on slot1_4@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.285.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.211.11:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047959&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-42229+[2620-6a-0-8862-f0-0-211-11]-42229&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 040 (10628.275.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.175:40357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951316&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-40357&alias=d12chas590.crc.nd.edu&noUDP> ... 040 (10628.249.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <10.32.86.109:45975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001201&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-45975&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.275.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.756" EventTypeNumber = 28 Host = "<10.32.86.175:40357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951316&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-40357&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.249.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.756" EventTypeNumber = 28 Host = "<10.32.86.109:45975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001201&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-45975&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.285.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.756" EventTypeNumber = 28 Host = "<131.225.211.11:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047959&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-42229+[2620-6a-0-8862-f0-0-211-11]-42229&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 285 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.247.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.247.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.253.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.253.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.264.000) 2024-10-24 11:59:44 Warning from starter on slot1_3@glidein_8_251752410@osg-4196508-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.299.000) 2024-10-24 11:59:44 Started transferring input files Transferring to host: <131.225.211.109:43183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914639%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951317&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-43183+[2620-6a-0-8862-f0-0-211-109]-43183&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.299.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.815" EventTypeNumber = 28 Host = "<131.225.211.109:43183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914639%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951317&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-43183+[2620-6a-0-8862-f0-0-211-109]-43183&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 299 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.307.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.307.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 307 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.256.000) 2024-10-24 11:59:44 Warning from starter on slot1_4@glidein_3286257_252789500@d12chas583.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.283.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.283.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 283 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.248.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.248.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.188.000) 2024-10-24 11:59:44 Image size of job updated: 3561936 88 - MemoryUsage of job (MB) 89352 - ResidentSetSize of job (KB) ... 028 (10628.188.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 188 ResidentSetSize = 89352 Size = 3561936 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.250.000) 2024-10-24 11:59:44 Warning from starter on slot1_4@glidein_2631463_18024552@d12chas545.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.302.000) 2024-10-24 11:59:44 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.302.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.962" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 302 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.275.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.275.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.249.000) 2024-10-24 11:59:44 Finished transferring input files ... 028 (10628.249.000) 2024-10-24 11:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:44.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.277.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.285.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.285.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 285 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.196.000) 2024-10-24 11:59:45 Image size of job updated: 1805644 33 - MemoryUsage of job (MB) 33144 - ResidentSetSize of job (KB) ... 028 (10628.196.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 33 MyType = "JobImageSizeEvent" Proc = 196 ResidentSetSize = 33144 Size = 1805644 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.199.000) 2024-10-24 11:59:45 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69256 - ResidentSetSize of job (KB) ... 028 (10628.199.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 199 ResidentSetSize = 69256 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.264.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.195:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992020&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42333+[2620-6a-0-8862-f0-0-208-195]-42333&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.264.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.046" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992020&PrivNet=osg-4196508-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42333+[2620-6a-0-8862-f0-0-208-195]-42333&alias=osg-4196508-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 264 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.274.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.171.000) 2024-10-24 11:59:45 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87172 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 87172 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.299.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.299.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 299 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.197.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.197.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 197 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.256.000) 2024-10-24 11:59:45 Job executing on host: <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.130" EventTypeNumber = 28 ExecuteHost = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.303.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.300.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.209.220:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904301%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970584&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-38711+[2620-6a-0-8862-f0-0-209-220]-38711&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.300.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.184" EventTypeNumber = 28 Host = "<131.225.209.220:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904301%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970584&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-38711+[2620-6a-0-8862-f0-0-209-220]-38711&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 300 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.233.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 5712 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.099.000) 2024-10-24 11:59:45 Image size of job updated: 3333528 51 - MemoryUsage of job (MB) 51792 - ResidentSetSize of job (KB) ... 028 (10628.099.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 99 ResidentSetSize = 51792 Size = 3333528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.250.000) 2024-10-24 11:59:45 Job executing on host: <10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.250.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.280" EventTypeNumber = 28 ExecuteHost = "<10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.304.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.52:40027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998170&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40027+[2620-6a-0-8862-f0-0-208-52]-40027&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.304.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.342" EventTypeNumber = 28 Host = "<131.225.208.52:40027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998170&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40027+[2620-6a-0-8862-f0-0-208-52]-40027&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 304 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.277.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.277.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.373" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 277 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.213.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6140 - ResidentSetSize of job (KB) ... 028 (10628.213.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 213 ResidentSetSize = 6140 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.278.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.308.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.82:33557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914640%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970585&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-33557+[2620-6a-0-8862-f0-0-208-82]-33557&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.308.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.444" EventTypeNumber = 28 Host = "<131.225.208.82:33557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914640%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970585&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-33557+[2620-6a-0-8862-f0-0-208-82]-33557&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 308 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.274.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.274.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.465" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 274 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.276.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.311.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.84:36723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034667&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-36723+[2620-6a-0-8862-f0-0-208-84]-36723&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.311.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.535" EventTypeNumber = 28 Host = "<131.225.208.84:36723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034667&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-36723+[2620-6a-0-8862-f0-0-208-84]-36723&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 311 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.303.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.303.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.565" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 303 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.300.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.300.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 300 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.216.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6068 - ResidentSetSize of job (KB) ... 028 (10628.216.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 216 ResidentSetSize = 6068 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.238.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.238.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 238 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.231.000) 2024-10-24 11:59:45 Image size of job updated: 1671840 34 - MemoryUsage of job (MB) 33888 - ResidentSetSize of job (KB) ... 028 (10628.231.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.647" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 34 MyType = "JobImageSizeEvent" Proc = 231 ResidentSetSize = 33888 Size = 1671840 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.219.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.202.000) 2024-10-24 11:59:45 Image size of job updated: 1677648 34 - MemoryUsage of job (MB) 34032 - ResidentSetSize of job (KB) ... 028 (10628.202.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 34 MyType = "JobImageSizeEvent" Proc = 202 ResidentSetSize = 34032 Size = 1677648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.306.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.89:33467?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001202&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-33467+[2620-6a-0-8862-f0-0-208-89]-33467&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 040 (10628.272.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <192.168.4.130:38919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426153%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992584&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-38919&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.306.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.669" EventTypeNumber = 28 Host = "<131.225.208.89:33467?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001202&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-33467+[2620-6a-0-8862-f0-0-208-89]-33467&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 306 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.272.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.669" EventTypeNumber = 28 Host = "<192.168.4.130:38919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426153%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992584&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-38919&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 272 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.245.000) 2024-10-24 11:59:45 Image size of job updated: 1598300 26 - MemoryUsage of job (MB) 26584 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 26 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 26584 Size = 1598300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.242.000) 2024-10-24 11:59:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6036 - ResidentSetSize of job (KB) ... 028 (10628.242.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 242 ResidentSetSize = 6036 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.305.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.33:45073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955909&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45073+[2620-6a-0-8862-f0-0-208-33]-45073&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 040 (10628.179.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <10.3.130.7:37137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047954&PrivNet=voh7&addrs=10.3.130.7-37137&alias=voh7&noUDP> ... 028 (10628.305.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.728" EventTypeNumber = 28 Host = "<131.225.208.33:45073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955909&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45073+[2620-6a-0-8862-f0-0-208-33]-45073&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 305 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.179.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.728" EventTypeNumber = 28 Host = "<10.3.130.7:37137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047954&PrivNet=voh7&addrs=10.3.130.7-37137&alias=voh7&noUDP>" JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 179 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.304.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.304.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 304 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.278.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.278.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.758" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 278 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.203.000) 2024-10-24 11:59:45 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6204 - ResidentSetSize of job (KB) ... 028 (10628.203.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 203 ResidentSetSize = 6204 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.310.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.149:34743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340563%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047960&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-34743+[2620-6a-0-8862-f0-0-208-149]-34743&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 040 (10628.265.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <10.5.254.186:46420?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363153%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999483&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-46420&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.310.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.812" EventTypeNumber = 28 Host = "<131.225.208.149:34743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340563%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047960&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-34743+[2620-6a-0-8862-f0-0-208-149]-34743&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 310 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.265.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.812" EventTypeNumber = 28 Host = "<10.5.254.186:46420?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363153%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999483&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-46420&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 265 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.308.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.308.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 308 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.172.000) 2024-10-24 11:59:45 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3852 - ResidentSetSize of job (KB) ... 028 (10628.172.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 172 ResidentSetSize = 3852 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.291.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.276.000) 2024-10-24 11:59:45 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.276.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.892" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 276 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.311.000) 2024-10-24 11:59:45 Finished transferring input files ... 028 (10628.311.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 311 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.252.000) 2024-10-24 11:59:45 Warning from starter on slot1_5@glidein_2631456_79458112@d12chas545.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.259.000) 2024-10-24 11:59:45 Warning from starter on slot1_3@glidein_3837306_180097140@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.182.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <10.3.129.203:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998162&PrivNet=mem3&addrs=10.3.129.203-41019&alias=mem3&noUDP> ... 040 (10628.315.000) 2024-10-24 11:59:45 Started transferring input files Transferring to host: <131.225.208.105:38787?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034668&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-38787+[2620-6a-0-8862-f0-0-208-105]-38787&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.182.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.946" EventTypeNumber = 28 Host = "<10.3.129.203:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998162&PrivNet=mem3&addrs=10.3.129.203-41019&alias=mem3&noUDP>" JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 182 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.315.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.946" EventTypeNumber = 28 Host = "<131.225.208.105:38787?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034668&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-38787+[2620-6a-0-8862-f0-0-208-105]-38787&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 315 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.243.000) 2024-10-24 11:59:45 Image size of job updated: 1671840 33 - MemoryUsage of job (MB) 33736 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 11:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:45.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 33 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 33736 Size = 1671840 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.253.000) 2024-10-24 11:59:45 Warning from starter on slot1_4@glidein_2273185_47663165@d12chas566.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.313.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.209.228:41607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001203&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-41607+[2620-6a-0-8862-f0-0-209-228]-41607&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.313.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.006" EventTypeNumber = 28 Host = "<131.225.209.228:41607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001203&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-41607+[2620-6a-0-8862-f0-0-209-228]-41607&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 313 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.312.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.144:45557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007901%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992585&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-45557+[2620-6a-0-8862-f0-0-208-144]-45557&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.312.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.006" EventTypeNumber = 28 Host = "<131.225.208.144:45557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007901%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992585&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-45557+[2620-6a-0-8862-f0-0-208-144]-45557&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 312 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.306.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.306.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 306 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.272.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.272.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 272 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.322.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.211.52:42059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970586&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-42059+[2620-6a-0-8862-f0-0-211-52]-42059&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.322.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.064" EventTypeNumber = 28 Host = "<131.225.211.52:42059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970586&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-42059+[2620-6a-0-8862-f0-0-211-52]-42059&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 322 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.305.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.305.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 305 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.179.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.179.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 179 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.310.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.310.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 310 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.265.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.265.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 265 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.291.000) 2024-10-24 11:59:46 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.291.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.094" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 291 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.252.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.252.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.120" EventTypeNumber = 28 ExecuteHost = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.309.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.104:33571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970587&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-33571+[2620-6a-0-8862-f0-0-208-104]-33571&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 040 (10628.323.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.209.123:42557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884399%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998172&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42557+[2620-6a-0-8862-f0-0-209-123]-42557&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP> ... 028 (10628.309.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.120" EventTypeNumber = 28 Host = "<131.225.208.104:33571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970587&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-33571+[2620-6a-0-8862-f0-0-208-104]-33571&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 309 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.323.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.120" EventTypeNumber = 28 Host = "<131.225.209.123:42557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884399%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998172&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42557+[2620-6a-0-8862-f0-0-209-123]-42557&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 323 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.247.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_3572089_18356681@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.259.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.259.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.145" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.186.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <10.64.77.63:37755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951318&PrivNet=g3063.hyak.local&addrs=10.64.77.63-37755&alias=g3063.hyak.local&noUDP> ... 040 (10628.167.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <10.64.66.151:33269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955910&PrivNet=n3407.hyak.local&addrs=10.64.66.151-33269&alias=n3407.hyak.local&noUDP> ... 028 (10628.186.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.145" EventTypeNumber = 28 Host = "<10.64.77.63:37755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951318&PrivNet=g3063.hyak.local&addrs=10.64.77.63-37755&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.167.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.145" EventTypeNumber = 28 Host = "<10.64.66.151:33269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955910&PrivNet=n3407.hyak.local&addrs=10.64.66.151-33269&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.182.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.182.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 182 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.315.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.315.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 315 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.316.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.188:37993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884400%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992586&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-37993+[2620-6a-0-8862-f0-0-208-188]-37993&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.316.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.148" EventTypeNumber = 28 Host = "<131.225.208.188:37993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884400%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992586&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-37993+[2620-6a-0-8862-f0-0-208-188]-37993&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 316 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.248.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_3382910_481286030@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.283.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.275.000) 2024-10-24 11:59:46 Warning from starter on slot1_3@glidein_3267446_8383182@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.253.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.253.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.178" EventTypeNumber = 28 ExecuteHost = "<10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.313.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.313.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 313 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.312.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.312.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 312 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.314.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.197:41927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004314&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41927+[2620-6a-0-8862-f0-0-208-197]-41927&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.314.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.185" EventTypeNumber = 28 Host = "<131.225.208.197:41927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004314&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41927+[2620-6a-0-8862-f0-0-208-197]-41927&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 314 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.322.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.322.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 322 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.309.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.309.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 309 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.323.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.323.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 323 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.178.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <10.3.130.2:34831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034669&PrivNet=voh2&addrs=10.3.130.2-34831&alias=voh2&noUDP> ... 028 (10628.178.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.191" EventTypeNumber = 28 Host = "<10.3.130.2:34831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034669&PrivNet=voh2&addrs=10.3.130.2-34831&alias=voh2&noUDP>" JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 178 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.249.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_3382912_176120320@d12chas557.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.307.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.296.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.247.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.270" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.316.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.316.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 316 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.186.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.186.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.167.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.167.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.248.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.248.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.304" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.187.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <10.64.77.34:40579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998171&PrivNet=g3034.hyak.local&addrs=10.64.77.34-40579&alias=g3034.hyak.local&noUDP> ... 028 (10628.187.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.304" EventTypeNumber = 28 Host = "<10.64.77.34:40579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998171&PrivNet=g3034.hyak.local&addrs=10.64.77.34-40579&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.299.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.283.000) 2024-10-24 11:59:46 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.283.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.329" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 283 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.275.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.275.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.354" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.314.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.314.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 314 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.178.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.178.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 178 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.249.000) 2024-10-24 11:59:46 Job executing on host: <10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.249.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.388" EventTypeNumber = 28 ExecuteHost = "<10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.285.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.307.000) 2024-10-24 11:59:46 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.307.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.413" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 307 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.296.000) 2024-10-24 11:59:46 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.296.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.438" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 296 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.320.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.209.161:44707?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004315&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-44707+[2620-6a-0-8862-f0-0-209-161]-44707&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 040 (10628.317.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.176:35027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914642%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999484&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-35027+[2620-6a-0-8862-f0-0-208-176]-35027&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.320.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.441" EventTypeNumber = 28 Host = "<131.225.209.161:44707?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004315&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-44707+[2620-6a-0-8862-f0-0-209-161]-44707&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 320 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.317.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.441" EventTypeNumber = 28 Host = "<131.225.208.176:35027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914642%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999484&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-35027+[2620-6a-0-8862-f0-0-208-176]-35027&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 317 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.299.000) 2024-10-24 11:59:46 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.299.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.471" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 299 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.236.000) 2024-10-24 11:59:46 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6016 - ResidentSetSize of job (KB) ... 028 (10628.236.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 236 ResidentSetSize = 6016 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.285.000) 2024-10-24 11:59:46 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.285.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.505" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 285 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.317.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.317.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 317 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.320.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.320.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 320 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.327.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.80:40493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970588&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-40493+[2620-6a-0-8862-f0-0-208-80]-40493&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.327.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.508" EventTypeNumber = 28 Host = "<131.225.208.80:40493?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970588&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-40493+[2620-6a-0-8862-f0-0-208-80]-40493&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 327 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.327.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.327.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 327 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.300.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.300.000) 2024-10-24 11:59:46 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.300.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.672" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 300 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.319.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.113:45679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001204&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45679+[2620-6a-0-8862-f0-0-208-113]-45679&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.319.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.719" EventTypeNumber = 28 Host = "<131.225.208.113:45679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001204&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45679+[2620-6a-0-8862-f0-0-208-113]-45679&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 319 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.187.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.187.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.319.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.319.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.768" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 319 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.304.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.304.000) 2024-10-24 11:59:46 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.304.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.847" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 304 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.326.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.64:35665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999485&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35665+[2620-6a-0-8862-f0-0-208-64]-35665&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.326.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.867" EventTypeNumber = 28 Host = "<131.225.208.64:35665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999485&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35665+[2620-6a-0-8862-f0-0-208-64]-35665&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 326 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.328.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.163:46229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339434%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034671&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-46229+[2620-6a-0-8862-f0-0-208-163]-46229&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 040 (10628.318.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.23:41545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034670&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41545+[2620-6a-0-8862-f0-0-208-23]-41545&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.328.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.869" EventTypeNumber = 28 Host = "<131.225.208.163:46229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339434%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034671&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-46229+[2620-6a-0-8862-f0-0-208-163]-46229&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 328 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.318.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.869" EventTypeNumber = 28 Host = "<131.225.208.23:41545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034670&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41545+[2620-6a-0-8862-f0-0-208-23]-41545&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 318 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.324.000) 2024-10-24 11:59:46 Started transferring input files Transferring to host: <131.225.208.54:32885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998173&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-32885+[2620-6a-0-8862-f0-0-208-54]-32885&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.324.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.870" EventTypeNumber = 28 Host = "<131.225.208.54:32885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998173&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-32885+[2620-6a-0-8862-f0-0-208-54]-32885&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 324 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.326.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.326.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 326 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.328.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.328.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 328 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.318.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.318.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 318 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.324.000) 2024-10-24 11:59:46 Finished transferring input files ... 028 (10628.324.000) 2024-10-24 11:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:46.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 324 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.311.000) 2024-10-24 11:59:46 Warning from starter on slot1_4@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.311.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.311.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.022" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 311 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.339.000) 2024-10-24 11:59:47 Started transferring input files Transferring to host: <137.99.174.13:40381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951321&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-40381&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.339.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.023" EventTypeNumber = 28 Host = "<137.99.174.13:40381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951321&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-40381&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 339 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.339.000) 2024-10-24 11:59:47 Finished transferring input files ... 028 (10628.339.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 339 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.308.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.308.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.308.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.064" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 308 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.207.000) 2024-10-24 11:59:47 Image size of job updated: 3559260 82 - MemoryUsage of job (MB) 82984 - ResidentSetSize of job (KB) ... 028 (10628.207.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 207 ResidentSetSize = 82984 Size = 3559260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.272.000) 2024-10-24 11:59:47 Warning from starter on slot1_5@glidein_3075630_217555954@lnxfarm330.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.305.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.272.000) 2024-10-24 11:59:47 Job executing on host: <192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.272.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.148" EventTypeNumber = 28 ExecuteHost = "<192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 272 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.305.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.305.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.181" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 305 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.306.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.306.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.306.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.273" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 306 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.201.000) 2024-10-24 11:59:47 Image size of job updated: 1812452 67 - MemoryUsage of job (MB) 68376 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 68376 Size = 1812452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.313.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.244.000) 2024-10-24 11:59:47 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5996 - ResidentSetSize of job (KB) ... 028 (10628.244.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 244 ResidentSetSize = 5996 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.323.000) 2024-10-24 11:59:47 Warning from starter on slot1_3@glidein_8_838722205@osg-3975899-0-fnpc9034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.313.000) 2024-10-24 11:59:47 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.313.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.506" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 313 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.186.000) 2024-10-24 11:59:47 Warning from starter on slot1_1@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.315.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.314.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.323.000) 2024-10-24 11:59:47 Job executing on host: <131.225.209.123:42233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028551&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42233+[2620-6a-0-8862-f0-0-209-123]-42233&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP> ... 028 (10628.323.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.540" EventTypeNumber = 28 ExecuteHost = "<131.225.209.123:42233?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028551&PrivNet=osg-3975899-0-fnpc9034.fnal.gov&addrs=131.225.209.123-42233+[2620-6a-0-8862-f0-0-209-123]-42233&alias=osg-3975899-0-fnpc9034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 323 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.322.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.232.000) 2024-10-24 11:59:47 Image size of job updated: 1880556 67 - MemoryUsage of job (MB) 68076 - ResidentSetSize of job (KB) ... 028 (10628.232.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 232 ResidentSetSize = 68076 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.186.000) 2024-10-24 11:59:47 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.186.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.573" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.312.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.315.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.315.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.606" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 315 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.265.000) 2024-10-24 11:59:47 Warning from starter on slot1_6@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.240.000) 2024-10-24 11:59:47 Image size of job updated: 1677392 35 - MemoryUsage of job (MB) 35732 - ResidentSetSize of job (KB) ... 028 (10628.240.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 240 ResidentSetSize = 35732 Size = 1677392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.314.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.314.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.640" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 314 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.322.000) 2024-10-24 11:59:47 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.322.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.665" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 322 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.309.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.227.000) 2024-10-24 11:59:47 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.227.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 227 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.312.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.312.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.699" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 312 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.235.000) 2024-10-24 11:59:47 Image size of job updated: 3629788 84 - MemoryUsage of job (MB) 85392 - ResidentSetSize of job (KB) ... 028 (10628.235.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 235 ResidentSetSize = 85392 Size = 3629788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.265.000) 2024-10-24 11:59:47 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.265.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.732" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 265 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.317.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.309.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.309.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.765" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 309 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.317.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.317.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.799" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 317 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.320.000) 2024-10-24 11:59:47 Warning from starter on slot1_5@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.320.000) 2024-10-24 11:59:47 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.320.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.874" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 320 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.327.000) 2024-10-24 11:59:47 Warning from starter on slot1_4@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.241.000) 2024-10-24 11:59:47 Image size of job updated: 1880812 71 - MemoryUsage of job (MB) 71912 - ResidentSetSize of job (KB) ... 028 (10628.241.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 241 ResidentSetSize = 71912 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.327.000) 2024-10-24 11:59:47 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.327.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.941" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 327 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.187.000) 2024-10-24 11:59:47 Warning from starter on slot1_1@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.187.000) 2024-10-24 11:59:47 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.187.000) 2024-10-24 11:59:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:47.999" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.319.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.204.000) 2024-10-24 11:59:48 Image size of job updated: 1739172 32 - MemoryUsage of job (MB) 32100 - ResidentSetSize of job (KB) ... 028 (10628.204.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 32 MyType = "JobImageSizeEvent" Proc = 204 ResidentSetSize = 32100 Size = 1739172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.209.000) 2024-10-24 11:59:48 Image size of job updated: 1671072 29 - MemoryUsage of job (MB) 29248 - ResidentSetSize of job (KB) ... 028 (10628.209.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 29 MyType = "JobImageSizeEvent" Proc = 209 ResidentSetSize = 29248 Size = 1671072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.318.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.319.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.319.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.183" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 319 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.324.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.167.000) 2024-10-24 11:59:48 Warning from starter on slot1_9@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.328.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.310.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.318.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.318.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.326" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 318 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.316.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.324.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.324.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.351" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 324 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.230.000) 2024-10-24 11:59:48 Image size of job updated: 1677900 35 - MemoryUsage of job (MB) 35548 - ResidentSetSize of job (KB) ... 028 (10628.230.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 230 ResidentSetSize = 35548 Size = 1677900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.167.000) 2024-10-24 11:59:48 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.167.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.426" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.328.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.328.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.451" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 328 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.310.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.310.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.535" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 310 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.200.000) 2024-10-24 11:59:48 Image size of job updated: 1885720 51 - MemoryUsage of job (MB) 51752 - ResidentSetSize of job (KB) ... 028 (10628.200.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 200 ResidentSetSize = 51752 Size = 1885720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.316.000) 2024-10-24 11:59:48 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.316.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.560" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 316 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.198.000) 2024-10-24 11:59:48 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6176 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 6176 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.226.000) 2024-10-24 11:59:48 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.226.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 226 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.239.000) 2024-10-24 11:59:48 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6024 - ResidentSetSize of job (KB) ... 028 (10628.239.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 239 ResidentSetSize = 6024 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.214.000) 2024-10-24 11:59:48 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.214.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 214 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.331.000) 2024-10-24 11:59:48 Started transferring input files Transferring to host: <131.225.166.232:41183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904305%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970589&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-41183+[2620-6a-0-8861-f0-0-166-232]-41183&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.331.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.799" EventTypeNumber = 28 Host = "<131.225.166.232:41183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904305%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970589&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-41183+[2620-6a-0-8861-f0-0-166-232]-41183&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 331 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.330.000) 2024-10-24 11:59:48 Started transferring input files Transferring to host: <131.225.208.157:43913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999487&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-43913+[2620-6a-0-8862-f0-0-208-157]-43913&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.330.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.858" EventTypeNumber = 28 Host = "<131.225.208.157:43913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999487&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-43913+[2620-6a-0-8862-f0-0-208-157]-43913&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 330 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.331.000) 2024-10-24 11:59:48 Finished transferring input files ... 028 (10628.331.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 331 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.210.000) 2024-10-24 11:59:48 Image size of job updated: 1681444 41 - MemoryUsage of job (MB) 41732 - ResidentSetSize of job (KB) ... 028 (10628.210.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 210 ResidentSetSize = 41732 Size = 1681444 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.179.000) 2024-10-24 11:59:48 Warning from starter on slot1_3@glidein_7040_132167058@voh7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.215.000) 2024-10-24 11:59:48 Image size of job updated: 1692136 42 - MemoryUsage of job (MB) 42108 - ResidentSetSize of job (KB) ... 028 (10628.215.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 215 ResidentSetSize = 42108 Size = 1692136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.211.000) 2024-10-24 11:59:48 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6204 - ResidentSetSize of job (KB) ... 028 (10628.211.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 211 ResidentSetSize = 6204 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.326.000) 2024-10-24 11:59:48 Warning from starter on slot1_4@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.212.000) 2024-10-24 11:59:48 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.170.000) 2024-10-24 11:59:48 Image size of job updated: 2410076 60 - MemoryUsage of job (MB) 61264 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 60 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 61264 Size = 2410076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.169.000) 2024-10-24 11:59:48 Image size of job updated: 2399844 49 - MemoryUsage of job (MB) 49364 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 49364 Size = 2399844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.218.000) 2024-10-24 11:59:48 Image size of job updated: 1879784 66 - MemoryUsage of job (MB) 67536 - ResidentSetSize of job (KB) ... 028 (10628.218.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 218 ResidentSetSize = 67536 Size = 1879784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.332.000) 2024-10-24 11:59:48 Started transferring input files Transferring to host: <131.225.208.77:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914647%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047963&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-43391+[2620-6a-0-8862-f0-0-208-77]-43391&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.332.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.976" EventTypeNumber = 28 Host = "<131.225.208.77:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914647%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047963&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-43391+[2620-6a-0-8862-f0-0-208-77]-43391&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 332 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.225.000) 2024-10-24 11:59:48 Image size of job updated: 1667372 27 - MemoryUsage of job (MB) 27612 - ResidentSetSize of job (KB) ... 028 (10628.225.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 27 MyType = "JobImageSizeEvent" Proc = 225 ResidentSetSize = 27612 Size = 1667372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.205.000) 2024-10-24 11:59:48 Image size of job updated: 1731948 27 - MemoryUsage of job (MB) 26652 - ResidentSetSize of job (KB) ... 028 (10628.205.000) 2024-10-24 11:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:48.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 27 MyType = "JobImageSizeEvent" Proc = 205 ResidentSetSize = 26652 Size = 1731948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.326.000) 2024-10-24 11:59:49 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.326.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.005" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 326 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.330.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.330.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 330 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.329.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.166.199:41249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951322&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-41249+[2620-6a-0-8861-f0-0-166-199]-41249&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.329.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.068" EventTypeNumber = 28 Host = "<131.225.166.199:41249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951322&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-41249+[2620-6a-0-8861-f0-0-166-199]-41249&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 329 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.332.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.332.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 332 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.279.000) 2024-10-24 11:59:49 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6976 - ResidentSetSize of job (KB) ... 028 (10628.279.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 279 ResidentSetSize = 6976 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.286.000) 2024-10-24 11:59:49 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.286.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 286 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.270.000) 2024-10-24 11:59:49 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7032 - ResidentSetSize of job (KB) ... 028 (10628.270.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 270 ResidentSetSize = 7032 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.334.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.208.179:40791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999488&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40791+[2620-6a-0-8862-f0-0-208-179]-40791&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.334.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.135" EventTypeNumber = 28 Host = "<131.225.208.179:40791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999488&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40791+[2620-6a-0-8862-f0-0-208-179]-40791&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 334 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.329.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.329.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 329 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.269.000) 2024-10-24 11:59:49 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7028 - ResidentSetSize of job (KB) ... 028 (10628.269.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 269 ResidentSetSize = 7028 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.325.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.209.202:40991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047964&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-40991+[2620-6a-0-8862-f0-0-209-202]-40991&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.325.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.193" EventTypeNumber = 28 Host = "<131.225.209.202:40991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047964&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-40991+[2620-6a-0-8862-f0-0-209-202]-40991&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 325 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.334.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.334.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 334 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.280.000) 2024-10-24 11:59:49 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85432 - ResidentSetSize of job (KB) ... 028 (10628.280.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 280 ResidentSetSize = 85432 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.325.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.325.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 325 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.234.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <10.136.81.226:43199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034672&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-43199&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.234.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.261" EventTypeNumber = 28 Host = "<10.136.81.226:43199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034672&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-43199&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 234 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.321.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.208.129:43413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047965&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-43413+[2620-6a-0-8862-f0-0-208-129]-43413&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.321.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.328" EventTypeNumber = 28 Host = "<131.225.208.129:43413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047965&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-43413+[2620-6a-0-8862-f0-0-208-129]-43413&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 321 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.234.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.234.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.331" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 234 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.224.000) 2024-10-24 11:59:49 Image size of job updated: 1677744 33 - MemoryUsage of job (MB) 33324 - ResidentSetSize of job (KB) ... 028 (10628.224.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 33 MyType = "JobImageSizeEvent" Proc = 224 ResidentSetSize = 33324 Size = 1677744 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.266.000) 2024-10-24 11:59:49 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6616 - ResidentSetSize of job (KB) ... 028 (10628.266.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 266 ResidentSetSize = 6616 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.340.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.166.239:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004319&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-42581+[2620-6a-0-8861-f0-0-166-239]-42581&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.340.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.395" EventTypeNumber = 28 Host = "<131.225.166.239:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004319&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-42581+[2620-6a-0-8861-f0-0-166-239]-42581&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 340 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.321.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.321.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 321 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.340.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.340.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 340 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.335.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <131.225.208.74:44915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340567%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970590&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-44915+[2620-6a-0-8862-f0-0-208-74]-44915&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.335.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.504" EventTypeNumber = 28 Host = "<131.225.208.74:44915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340567%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970590&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-44915+[2620-6a-0-8862-f0-0-208-74]-44915&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 335 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.336.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <10.136.81.242:36741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999489&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-36741&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.336.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.637" EventTypeNumber = 28 Host = "<10.136.81.242:36741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999489&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-36741&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 336 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.355.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_10_4641_c116_1738> ... 040 (10628.353.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=slot1_11_4634_d276_2340> ... 028 (10628.355.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.688" EventTypeNumber = 28 Host = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_10_4641_c116_1738>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.370.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <10.32.86.163:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339435%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992587&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-41603&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.353.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.688" EventTypeNumber = 28 Host = "<172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=slot1_11_4634_d276_2340>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 353 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.370.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.688" EventTypeNumber = 28 Host = "<10.32.86.163:41603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339435%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992587&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-41603&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.335.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.335.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 335 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.356.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=slot1_9_4645_9296_2182> ... 028 (10628.356.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.747" EventTypeNumber = 28 Host = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=slot1_9_4645_9296_2182>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.336.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.336.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 336 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.355.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.355.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.353.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.353.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 353 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.370.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.370.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.356.000) 2024-10-24 11:59:49 Finished transferring input files ... 028 (10628.356.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.357.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_10_4661_d897_2046> ... 028 (10628.357.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.922" EventTypeNumber = 28 Host = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_10_4661_d897_2046>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 357 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.273.000) 2024-10-24 11:59:49 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.273.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 273 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.359.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_9_4628_9835_1843> ... 028 (10628.359.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.981" EventTypeNumber = 28 Host = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_9_4628_9835_1843>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 359 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.358.000) 2024-10-24 11:59:49 Started transferring input files Transferring to host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_5_4630_00f5_2000> ... 028 (10628.358.000) 2024-10-24 11:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:49.981" EventTypeNumber = 28 Host = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_5_4630_00f5_2000>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 358 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.267.000) 2024-10-24 11:59:50 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.268.000) 2024-10-24 11:59:50 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6964 - ResidentSetSize of job (KB) ... 028 (10628.268.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 268 ResidentSetSize = 6964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.357.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.357.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 357 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.359.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.359.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 359 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.358.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.358.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 358 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.360.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_7_4634_d276_1838> ... 028 (10628.360.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.100" EventTypeNumber = 28 Host = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_7_4634_d276_1838>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.331.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.289.000) 2024-10-24 11:59:50 Image size of job updated: 21264 7 - MemoryUsage of job (MB) 6632 - ResidentSetSize of job (KB) ... 028 (10628.289.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 289 ResidentSetSize = 6632 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.271.000) 2024-10-24 11:59:50 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.271.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 271 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.330.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.339.000) 2024-10-24 11:59:50 Warning from starter on slot1_2@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.182.000) 2024-10-24 11:59:50 Warning from starter on slot1_3@glidein_29771_223641972@mem3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.343.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <137.99.174.9:33255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884402%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001206&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-33255&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.343.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.300" EventTypeNumber = 28 Host = "<137.99.174.9:33255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884402%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001206&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-33255&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 343 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.287.000) 2024-10-24 11:59:50 Image size of job updated: 3466692 75 - MemoryUsage of job (MB) 76776 - ResidentSetSize of job (KB) ... 028 (10628.287.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 287 ResidentSetSize = 76776 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.360.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.360.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.331.000) 2024-10-24 11:59:50 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.331.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.372" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 331 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.025.000) 2024-10-24 11:59:50 Image size of job updated: 3417080 45 - MemoryUsage of job (MB) 45508 - ResidentSetSize of job (KB) ... 028 (10628.025.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 25 ResidentSetSize = 45508 Size = 3417080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.332.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.330.000) 2024-10-24 11:59:50 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.330.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.456" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 330 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.334.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.192.000) 2024-10-24 11:59:50 Image size of job updated: 1678984 38 - MemoryUsage of job (MB) 38604 - ResidentSetSize of job (KB) ... 028 (10628.192.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 192 ResidentSetSize = 38604 Size = 1678984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.339.000) 2024-10-24 11:59:50 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.339.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.489" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 339 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.223.000) 2024-10-24 11:59:50 Image size of job updated: 20536 7 - MemoryUsage of job (MB) 6176 - ResidentSetSize of job (KB) ... 028 (10628.223.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 223 ResidentSetSize = 6176 Size = 20536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.182.000) 2024-10-24 11:59:50 Job executing on host: <10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP> ... 028 (10628.182.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.514" EventTypeNumber = 28 ExecuteHost = "<10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP>" JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 182 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.362.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=slot1_13_4648_afb6_1865> ... 028 (10628.362.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.568" EventTypeNumber = 28 Host = "<172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=slot1_13_4648_afb6_1865>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 362 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.343.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.343.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 343 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.341.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <131.225.208.102:43009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914650%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047966&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-43009+[2620-6a-0-8862-f0-0-208-102]-43009&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.341.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.635" EventTypeNumber = 28 Host = "<131.225.208.102:43009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914650%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047966&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-43009+[2620-6a-0-8862-f0-0-208-102]-43009&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 341 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.333.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <131.225.208.112:38503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007904%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001207&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-38503+[2620-6a-0-8862-f0-0-208-112]-38503&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.333.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.636" EventTypeNumber = 28 Host = "<131.225.208.112:38503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007904%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001207&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-38503+[2620-6a-0-8862-f0-0-208-112]-38503&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 333 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.321.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.284.000) 2024-10-24 11:59:50 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80056 - ResidentSetSize of job (KB) ... 028 (10628.284.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 284 ResidentSetSize = 80056 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.234.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.348.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <10.32.86.93:46531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998175&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46531&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.348.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.694" EventTypeNumber = 28 Host = "<10.32.86.93:46531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998175&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46531&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.332.000) 2024-10-24 11:59:50 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.332.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.724" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 332 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.208.000) 2024-10-24 11:59:50 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 85988 - ResidentSetSize of job (KB) ... 028 (10628.208.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 208 ResidentSetSize = 85988 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.340.000) 2024-10-24 11:59:50 Warning from starter on slot1_3@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.288.000) 2024-10-24 11:59:50 Image size of job updated: 3465000 79 - MemoryUsage of job (MB) 80220 - ResidentSetSize of job (KB) ... 028 (10628.288.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 288 ResidentSetSize = 80220 Size = 3465000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.222.000) 2024-10-24 11:59:50 Image size of job updated: 1668096 30 - MemoryUsage of job (MB) 30136 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 30136 Size = 1668096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.334.000) 2024-10-24 11:59:50 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.334.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.832" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 334 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.179.000) 2024-10-24 11:59:50 Job executing on host: <10.3.130.7:42679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948741&PrivNet=voh7&addrs=10.3.130.7-42679&alias=voh7&noUDP> ... 028 (10628.179.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.866" EventTypeNumber = 28 ExecuteHost = "<10.3.130.7:42679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948741&PrivNet=voh7&addrs=10.3.130.7-42679&alias=voh7&noUDP>" JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 179 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.325.000) 2024-10-24 11:59:50 Warning from starter on slot1_4@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.294.000) 2024-10-24 11:59:50 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5940 - ResidentSetSize of job (KB) ... 028 (10628.294.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 294 ResidentSetSize = 5940 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.190.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <10.244.166.38:44825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034529&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&addrs=10.244.166.38-44825&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&noUDP&sock=slot1_5327_1a72_5> ... 040 (10628.342.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <10.32.86.133:40145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884403%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001208&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-40145&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.190.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.928" EventTypeNumber = 28 Host = "<10.244.166.38:44825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034529&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&addrs=10.244.166.38-44825&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&noUDP&sock=slot1_5327_1a72_5>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 190 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.342.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.928" EventTypeNumber = 28 Host = "<10.32.86.133:40145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884403%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001208&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-40145&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.362.000) 2024-10-24 11:59:50 Finished transferring input files ... 028 (10628.362.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 362 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.345.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <131.225.208.193:46677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999490&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-46677+[2620-6a-0-8862-f0-0-208-193]-46677&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.345.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.995" EventTypeNumber = 28 Host = "<131.225.208.193:46677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999490&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-46677+[2620-6a-0-8862-f0-0-208-193]-46677&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 345 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.344.000) 2024-10-24 11:59:50 Started transferring input files Transferring to host: <10.32.86.171:39733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914651%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951323&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-39733&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.344.000) 2024-10-24 11:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:50.995" EventTypeNumber = 28 Host = "<10.32.86.171:39733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914651%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951323&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-39733&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.336.000) 2024-10-24 11:59:51 Warning from starter on slot1_3@glidein_2848878_379720602@comp-cc-0472.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.217.000) 2024-10-24 11:59:51 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.217.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 217 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.175.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <137.99.174.39:36445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884404%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034674&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-36445&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.175.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.045" EventTypeNumber = 28 Host = "<137.99.174.39:36445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884404%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034674&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-36445&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.341.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.341.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 341 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.333.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.333.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 333 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.281.000) 2024-10-24 11:59:51 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.281.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 281 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.321.000) 2024-10-24 11:59:51 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.321.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.067" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 321 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.293.000) 2024-10-24 11:59:51 Image size of job updated: 3398700 43 - MemoryUsage of job (MB) 43820 - ResidentSetSize of job (KB) ... 028 (10628.293.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 293 ResidentSetSize = 43820 Size = 3398700 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.349.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.32.86.113:43649?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404239%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999491&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-43649&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.349.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.121" EventTypeNumber = 28 Host = "<10.32.86.113:43649?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404239%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999491&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-43649&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.234.000) 2024-10-24 11:59:51 Job executing on host: <10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.234.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.142" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 234 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.348.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.348.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.246.000) 2024-10-24 11:59:51 Image size of job updated: 3674628 93 - MemoryUsage of job (MB) 94424 - ResidentSetSize of job (KB) ... 028 (10628.246.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 246 ResidentSetSize = 94424 Size = 3674628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.370.000) 2024-10-24 11:59:51 Warning from starter on slot1_7@glidein_618273_848748597@d12chas584.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.347.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.125.8.107:38183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034673&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-38183&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.347.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.197" EventTypeNumber = 28 Host = "<10.125.8.107:38183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034673&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-38183&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.350.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.32.86.133:44555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004320&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44555&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.350.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.197" EventTypeNumber = 28 Host = "<10.32.86.133:44555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004320&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44555&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.355.000) 2024-10-24 11:59:51 Warning from starter on slot1_10@IU-Jetstream2-Backfill.725a7f3d7515: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.325.000) 2024-10-24 11:59:51 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.325.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.218" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 325 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.340.000) 2024-10-24 11:59:51 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.340.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.243" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 340 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.237.000) 2024-10-24 11:59:51 Image size of job updated: 1667584 31 - MemoryUsage of job (MB) 30984 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 31 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 30984 Size = 1667584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.190.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.190.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 190 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.342.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.342.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.298.000) 2024-10-24 11:59:51 Image size of job updated: 3334904 59 - MemoryUsage of job (MB) 59804 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 59804 Size = 3334904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.345.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.345.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 345 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.344.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.344.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.336.000) 2024-10-24 11:59:51 Job executing on host: <10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.336.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.419" EventTypeNumber = 28 ExecuteHost = "<10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 336 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.357.000) 2024-10-24 11:59:51 Warning from starter on slot1_10@IU-Jetstream2-Backfill.5e9493e08684: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.178.000) 2024-10-24 11:59:51 Warning from starter on slot1_3@glidein_34835_626918500@voh2: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.356.000) 2024-10-24 11:59:51 Warning from starter on slot1_9@IU-Jetstream2-Backfill.fef52bc42fe3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.351.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.136.81.226:33277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904308%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004321&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33277&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.351.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.481" EventTypeNumber = 28 Host = "<10.136.81.226:33277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904308%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004321&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33277&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 351 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.175.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.175.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.358.000) 2024-10-24 11:59:51 Warning from starter on slot1_5@IU-Jetstream2-Backfill.b71ff2258a8a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.301.000) 2024-10-24 11:59:51 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78028 - ResidentSetSize of job (KB) ... 028 (10628.301.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 301 ResidentSetSize = 78028 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.292.000) 2024-10-24 11:59:51 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7096 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 7096 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.359.000) 2024-10-24 11:59:51 Warning from starter on slot1_9@IU-Jetstream2-Backfill.2a354a072f55: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.295.000) 2024-10-24 11:59:51 Image size of job updated: 3466436 80 - MemoryUsage of job (MB) 81152 - ResidentSetSize of job (KB) ... 028 (10628.295.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 295 ResidentSetSize = 81152 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.346.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.125.8.107:44171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904307%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047967&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-44171&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.346.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.540" EventTypeNumber = 28 Host = "<10.125.8.107:44171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904307%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047967&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-44171&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 346 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.349.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.349.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.370.000) 2024-10-24 11:59:51 Job executing on host: <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.370.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.628" EventTypeNumber = 28 ExecuteHost = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.347.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.347.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.350.000) 2024-10-24 11:59:51 Finished transferring input files ... 028 (10628.350.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.355.000) 2024-10-24 11:59:51 Job executing on host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.355.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.654" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.338.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <131.225.166.197:46173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904309%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970591&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-46173+[2620-6a-0-8861-f0-0-166-197]-46173&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 040 (10628.352.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <10.136.81.236:36533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034675&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-36533&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.338.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.707" EventTypeNumber = 28 Host = "<131.225.166.197:46173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904309%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970591&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-46173+[2620-6a-0-8861-f0-0-166-197]-46173&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 338 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.352.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.708" EventTypeNumber = 28 Host = "<10.136.81.236:36533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034675&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-36533&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 352 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.329.000) 2024-10-24 11:59:51 Warning from starter on slot1_4@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.282.000) 2024-10-24 11:59:51 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.282.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 282 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.290.000) 2024-10-24 11:59:51 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 79636 - ResidentSetSize of job (KB) ... 028 (10628.290.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 290 ResidentSetSize = 79636 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.360.000) 2024-10-24 11:59:51 Warning from starter on slot1_7@IU-Jetstream2-Backfill.7193e521ede3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.228.000) 2024-10-24 11:59:51 Image size of job updated: 1677744 33 - MemoryUsage of job (MB) 33256 - ResidentSetSize of job (KB) ... 028 (10628.228.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 33 MyType = "JobImageSizeEvent" Proc = 228 ResidentSetSize = 33256 Size = 1677744 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.353.000) 2024-10-24 11:59:51 Warning from starter on slot1_11@IU-Jetstream2-Backfill.b4bce4ffc289: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.229.000) 2024-10-24 11:59:51 Image size of job updated: 1671584 32 - MemoryUsage of job (MB) 32280 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 32 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 32280 Size = 1671584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.354.000) 2024-10-24 11:59:51 Started transferring input files Transferring to host: <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=slot1_14_4638_a3f6_1969> ... 028 (10628.354.000) 2024-10-24 11:59:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:51.985" EventTypeNumber = 28 Host = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=slot1_14_4638_a3f6_1969>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.178.000) 2024-10-24 11:59:52 Job executing on host: <10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP> ... 028 (10628.178.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.014" EventTypeNumber = 28 ExecuteHost = "<10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP>" JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 178 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.357.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712> ... 028 (10628.357.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.048" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 357 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.348.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.356.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e> ... 028 (10628.356.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.131" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.351.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.351.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 351 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.362.000) 2024-10-24 11:59:52 Warning from starter on slot1_13@IU-Jetstream2-Backfill.5d0c25fd1a70: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.358.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2> ... 028 (10628.358.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.165" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 358 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.359.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472> ... 028 (10628.359.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.190" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 359 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.346.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.346.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 346 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.338.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.338.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 338 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.352.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.352.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 352 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.191.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <10.244.167.15:42177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50965935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9959979&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&addrs=10.244.167.15-42177+[fdf0-17b3-c3ec-1f79-10-0-1-a49f]-42177&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&noUDP&sock=slot1_5330_3792_644> ... 040 (10628.364.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_14_4641_c116_1811> ... 028 (10628.191.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.197" EventTypeNumber = 28 Host = "<10.244.167.15:42177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50965935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9959979&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&addrs=10.244.167.15-42177+[fdf0-17b3-c3ec-1f79-10-0-1-a49f]-42177&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&noUDP&sock=slot1_5330_3792_644>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 191 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.364.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.197" EventTypeNumber = 28 Host = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_14_4641_c116_1811>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 364 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.361.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_6_4644_de36_2094> ... 028 (10628.361.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.197" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_6_4644_de36_2094>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 361 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.365.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_10_4635_86d6_2030> ... 028 (10628.365.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.199" EventTypeNumber = 28 Host = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_10_4635_86d6_2030>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 365 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.333.000) 2024-10-24 11:59:52 Warning from starter on slot1_4@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.329.000) 2024-10-24 11:59:52 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.329.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.232" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 329 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.360.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.360.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.265" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.345.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.353.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=startd_4624_4203> ... 028 (10628.353.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.299" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29247472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9911222&PrivNet=IU-Jetstream2-Backfill.b4bce4ffc289&addrs=172.17.0.2-38643&alias=IU-Jetstream2-Backfill.b4bce4ffc289&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 353 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.354.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.354.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.335.000) 2024-10-24 11:59:52 Warning from starter on slot1_4@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.348.000) 2024-10-24 11:59:52 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.348.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.332" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.362.000) 2024-10-24 11:59:52 Job executing on host: <172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=startd_4640_3b87> ... 021 (10628.342.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.362.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.366" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9899489&PrivNet=IU-Jetstream2-Backfill.5d0c25fd1a70&addrs=172.17.0.2-43337&alias=IU-Jetstream2-Backfill.5d0c25fd1a70&noUDP&sock=startd_4640_3b87>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 362 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.191.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.191.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 191 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.364.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.364.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 364 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.361.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.361.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 361 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.365.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.365.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 365 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.333.000) 2024-10-24 11:59:52 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.333.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.399" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 333 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.344.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.345.000) 2024-10-24 11:59:52 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.345.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.433" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 345 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.189.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <10.244.163.139:44337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29379279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9925638&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&addrs=10.244.163.139-44337&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&noUDP&sock=slot1_4613_0695_442> ... 040 (10628.366.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_13_4643_29d6_2311> ... 028 (10628.189.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.433" EventTypeNumber = 28 Host = "<10.244.163.139:44337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29379279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9925638&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&addrs=10.244.163.139-44337&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&noUDP&sock=slot1_4613_0695_442>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 189 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.366.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.433" EventTypeNumber = 28 Host = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_13_4643_29d6_2311>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.369.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.166.213:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951324&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-43777+[2620-6a-0-8861-f0-0-166-213]-43777&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.369.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.435" EventTypeNumber = 28 Host = "<131.225.166.213:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951324&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-43777+[2620-6a-0-8861-f0-0-166-213]-43777&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 369 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.017.000) 2024-10-24 11:59:52 Image size of job updated: 3252452 47 - MemoryUsage of job (MB) 47388 - ResidentSetSize of job (KB) ... 028 (10628.017.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 17 ResidentSetSize = 47388 Size = 3252452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.039.000) 2024-10-24 11:59:52 Image size of job updated: 3319784 49 - MemoryUsage of job (MB) 49176 - ResidentSetSize of job (KB) ... 028 (10628.039.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 39 ResidentSetSize = 49176 Size = 3319784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.034.000) 2024-10-24 11:59:52 Image size of job updated: 3320552 53 - MemoryUsage of job (MB) 54248 - ResidentSetSize of job (KB) ... 028 (10628.034.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 34 ResidentSetSize = 54248 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.027.000) 2024-10-24 11:59:52 Image size of job updated: 3319528 49 - MemoryUsage of job (MB) 49492 - ResidentSetSize of job (KB) ... 028 (10628.027.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.464" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 27 ResidentSetSize = 49492 Size = 3319528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.335.000) 2024-10-24 11:59:52 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.335.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.466" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 335 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.174.000) 2024-10-24 11:59:52 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.174.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 174 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.056.000) 2024-10-24 11:59:52 Image size of job updated: 19860 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.056.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 56 ResidentSetSize = 5904 Size = 19860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.059.000) 2024-10-24 11:59:52 Image size of job updated: 19856 6 - MemoryUsage of job (MB) 5916 - ResidentSetSize of job (KB) ... 028 (10628.059.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 59 ResidentSetSize = 5916 Size = 19856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.177.000) 2024-10-24 11:59:52 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.177.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 177 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.190.000) 2024-10-24 11:59:52 Warning from starter on slot1@SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.022.000) 2024-10-24 11:59:52 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5924 - ResidentSetSize of job (KB) ... 028 (10628.022.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 22 ResidentSetSize = 5924 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.342.000) 2024-10-24 11:59:52 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.342.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.500" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.372.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.208.172:33211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001210&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-33211+[2620-6a-0-8862-f0-0-208-172]-33211&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.372.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.500" EventTypeNumber = 28 Host = "<131.225.208.172:33211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001210&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-33211+[2620-6a-0-8862-f0-0-208-172]-33211&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 372 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.337.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.166.230:35399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007906%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998176&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-35399+[2620-6a-0-8861-f0-0-166-230]-35399&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 040 (10628.375.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.208.119:37059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340569%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004322&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-37059+[2620-6a-0-8862-f0-0-208-119]-37059&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.337.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.503" EventTypeNumber = 28 Host = "<131.225.166.230:35399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007906%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998176&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-35399+[2620-6a-0-8861-f0-0-166-230]-35399&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 337 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.363.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=slot1_13_4636_3b36_2093> ... 028 (10628.375.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.503" EventTypeNumber = 28 Host = "<131.225.208.119:37059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340569%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004322&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-37059+[2620-6a-0-8862-f0-0-208-119]-37059&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 375 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.363.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.503" EventTypeNumber = 28 Host = "<172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=slot1_13_4636_3b36_2093>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 363 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.367.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=slot1_9_4651_ccd6_2039> ... 028 (10628.367.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.503" EventTypeNumber = 28 Host = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=slot1_9_4651_ccd6_2039>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.366.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.366.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.347.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.349.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.350.000) 2024-10-24 11:59:52 Warning from starter on slot1_4@glidein_3622341_402237948@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.344.000) 2024-10-24 11:59:52 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.344.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.675" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.189.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.189.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 189 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.369.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.369.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 369 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.190.000) 2024-10-24 11:59:52 Job executing on host: <10.244.166.38:44825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034529&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&addrs=10.244.166.38-44825&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&noUDP&sock=startd_5323_b6b6> ... 028 (10628.190.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.708" EventTypeNumber = 28 ExecuteHost = "<10.244.166.38:44825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034529&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&addrs=10.244.166.38-44825&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-000133-cpp8d&noUDP&sock=startd_5323_b6b6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "ExecuteEvent" Proc = 190 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.372.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.372.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 372 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.337.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.337.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 337 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.363.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.363.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 363 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.375.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.375.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 375 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.367.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.367.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.347.000) 2024-10-24 11:59:52 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.347.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.733" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.377.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.208.23:33751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914653%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970593&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33751+[2620-6a-0-8862-f0-0-208-23]-33751&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.377.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.734" EventTypeNumber = 28 Host = "<131.225.208.23:33751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914653%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970593&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33751+[2620-6a-0-8862-f0-0-208-23]-33751&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 377 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.349.000) 2024-10-24 11:59:52 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.349.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.759" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.350.000) 2024-10-24 11:59:52 Job executing on host: <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.350.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.792" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.377.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.377.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 377 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.346.000) 2024-10-24 11:59:52 Warning from starter on slot1_2@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.346.000) 2024-10-24 11:59:52 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.346.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.892" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 346 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.381.000) 2024-10-24 11:59:52 Started transferring input files Transferring to host: <131.225.166.236:38227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340570%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951325&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38227+[2620-6a-0-8861-f0-0-166-236]-38227&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.381.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.905" EventTypeNumber = 28 Host = "<131.225.166.236:38227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340570%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951325&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-38227+[2620-6a-0-8861-f0-0-166-236]-38227&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 381 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.351.000) 2024-10-24 11:59:52 Warning from starter on slot1_3@glidein_2134208_501717876@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.351.000) 2024-10-24 11:59:52 Job executing on host: <10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.351.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.942" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 351 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.381.000) 2024-10-24 11:59:52 Finished transferring input files ... 028 (10628.381.000) 2024-10-24 11:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:52.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 381 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.341.000) 2024-10-24 11:59:53 Warning from starter on slot1_4@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.341.000) 2024-10-24 11:59:53 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.341.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.118" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 341 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.302.000) 2024-10-24 11:59:53 Image size of job updated: 3398956 47 - MemoryUsage of job (MB) 47824 - ResidentSetSize of job (KB) ... 028 (10628.302.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 302 ResidentSetSize = 47824 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.352.000) 2024-10-24 11:59:53 Warning from starter on slot1_3@glidein_3941581_16863352@comp-cc-0466.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.338.000) 2024-10-24 11:59:53 Warning from starter on slot1_4@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.352.000) 2024-10-24 11:59:53 Job executing on host: <10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.352.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.151" EventTypeNumber = 28 ExecuteHost = "<10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 352 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.338.000) 2024-10-24 11:59:53 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.338.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.176" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 338 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.264.000) 2024-10-24 11:59:53 Image size of job updated: 3331372 46 - MemoryUsage of job (MB) 46196 - ResidentSetSize of job (KB) ... 028 (10628.264.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 264 ResidentSetSize = 46196 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.256.000) 2024-10-24 11:59:53 Image size of job updated: 3329568 56 - MemoryUsage of job (MB) 56696 - ResidentSetSize of job (KB) ... 028 (10628.256.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 256 ResidentSetSize = 56696 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.343.000) 2024-10-24 11:59:53 Warning from starter on slot1_2@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.343.000) 2024-10-24 11:59:53 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.343.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.419" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 343 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.041.000) 2024-10-24 11:59:53 Image size of job updated: 3252708 51 - MemoryUsage of job (MB) 51772 - ResidentSetSize of job (KB) ... 028 (10628.041.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 41 ResidentSetSize = 51772 Size = 3252708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.297.000) 2024-10-24 11:59:53 Image size of job updated: 3533512 77 - MemoryUsage of job (MB) 77968 - ResidentSetSize of job (KB) ... 028 (10628.297.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 297 ResidentSetSize = 77968 Size = 3533512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.042.000) 2024-10-24 11:59:53 Image size of job updated: 3387116 52 - MemoryUsage of job (MB) 52652 - ResidentSetSize of job (KB) ... 028 (10628.042.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 42 ResidentSetSize = 52652 Size = 3387116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.365.000) 2024-10-24 11:59:53 Warning from starter on slot1_10@IU-Jetstream2-Backfill.7b6b587b8db7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.193.000) 2024-10-24 11:59:53 Image size of job updated: 1731804 26 - MemoryUsage of job (MB) 25656 - ResidentSetSize of job (KB) ... 028 (10628.193.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 26 MyType = "JobImageSizeEvent" Proc = 193 ResidentSetSize = 25656 Size = 1731804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.031.000) 2024-10-24 11:59:53 Image size of job updated: 3320040 49 - MemoryUsage of job (MB) 49384 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 49384 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.365.000) 2024-10-24 11:59:53 Job executing on host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b> ... 028 (10628.365.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.760" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 365 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.257.000) 2024-10-24 11:59:53 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 006 (10628.071.000) 2024-10-24 11:59:53 Image size of job updated: 19860 6 - MemoryUsage of job (MB) 5980 - ResidentSetSize of job (KB) ... 028 (10628.257.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 257 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.071.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 71 ResidentSetSize = 5980 Size = 19860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.361.000) 2024-10-24 11:59:53 Warning from starter on slot1_6@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.191.000) 2024-10-24 11:59:53 Warning from starter on slot1@SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.361.000) 2024-10-24 11:59:53 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.361.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.801" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 361 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.372.000) 2024-10-24 11:59:53 Warning from starter on slot1_5@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.221.000) 2024-10-24 11:59:53 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.221.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 221 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.191.000) 2024-10-24 11:59:53 Job executing on host: <10.244.167.15:42177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50965935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9959979&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&addrs=10.244.167.15-42177+[fdf0-17b3-c3ec-1f79-10-0-1-a49f]-42177&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&noUDP&sock=startd_5326_c57f> ... 028 (10628.191.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.835" EventTypeNumber = 28 ExecuteHost = "<10.244.167.15:42177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50965935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9959979&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&addrs=10.244.167.15-42177+[fdf0-17b3-c3ec-1f79-10-0-1-a49f]-42177&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-67127f5b-001662-vxcsf&noUDP&sock=startd_5326_c57f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "ExecuteEvent" Proc = 191 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.372.000) 2024-10-24 11:59:53 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.372.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.860" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 372 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.030.000) 2024-10-24 11:59:53 Image size of job updated: 3253220 50 - MemoryUsage of job (MB) 50488 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 50488 Size = 3253220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.189.000) 2024-10-24 11:59:53 Warning from starter on slot1@SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.189.000) 2024-10-24 11:59:53 Job executing on host: <10.244.163.139:44337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29379279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9925638&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&addrs=10.244.163.139-44337&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&noUDP&sock=startd_4609_f817> ... 028 (10628.189.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.960" EventTypeNumber = 28 ExecuteHost = "<10.244.163.139:44337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29379279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9925638&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&addrs=10.244.163.139-44337&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0000e2-c5qbs&noUDP&sock=startd_4609_f817>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "ExecuteEvent" Proc = 189 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.366.000) 2024-10-24 11:59:53 Warning from starter on slot1_13@IU-Jetstream2-Backfill.80d4a7132608: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.364.000) 2024-10-24 11:59:53 Warning from starter on slot1_14@IU-Jetstream2-Backfill.b6e49483dc63: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.366.000) 2024-10-24 11:59:53 Job executing on host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.366.000) 2024-10-24 11:59:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:53.994" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.363.000) 2024-10-24 11:59:54 Warning from starter on slot1_13@IU-Jetstream2-Backfill.baf478b3701e: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.367.000) 2024-10-24 11:59:54 Warning from starter on slot1_9@IU-Jetstream2-Backfill.2e3112de0c17: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.276.000) 2024-10-24 11:59:54 Image size of job updated: 3331368 44 - MemoryUsage of job (MB) 44644 - ResidentSetSize of job (KB) ... 028 (10628.276.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 276 ResidentSetSize = 44644 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.364.000) 2024-10-24 11:59:54 Job executing on host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d> ... 028 (10628.364.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.169" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 364 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.377.000) 2024-10-24 11:59:54 Warning from starter on slot1_5@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.375.000) 2024-10-24 11:59:54 Warning from starter on slot1_5@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.363.000) 2024-10-24 11:59:54 Job executing on host: <172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=startd_4628_0064> ... 028 (10628.363.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.303" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29310442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9856863&PrivNet=IU-Jetstream2-Backfill.baf478b3701e&addrs=172.17.0.2-36487&alias=IU-Jetstream2-Backfill.baf478b3701e&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 363 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.291.000) 2024-10-24 11:59:54 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6660 - ResidentSetSize of job (KB) ... 028 (10628.291.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 291 ResidentSetSize = 6660 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.337.000) 2024-10-24 11:59:54 Warning from starter on slot1_4@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.367.000) 2024-10-24 11:59:54 Job executing on host: <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f> ... 028 (10628.367.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.328" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.377.000) 2024-10-24 11:59:54 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.377.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.353" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 377 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.253.000) 2024-10-24 11:59:54 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.253.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 253 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.375.000) 2024-10-24 11:59:54 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.375.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.436" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 375 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.247.000) 2024-10-24 11:59:54 Image size of job updated: 3252708 50 - MemoryUsage of job (MB) 50356 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 50356 Size = 3252708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.369.000) 2024-10-24 11:59:54 Warning from starter on slot1_5@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.283.000) 2024-10-24 11:59:54 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5956 - ResidentSetSize of job (KB) ... 028 (10628.283.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 283 ResidentSetSize = 5956 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.248.000) 2024-10-24 11:59:54 Image size of job updated: 3329568 55 - MemoryUsage of job (MB) 56100 - ResidentSetSize of job (KB) ... 028 (10628.248.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 248 ResidentSetSize = 56100 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.337.000) 2024-10-24 11:59:54 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.337.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.520" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 337 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.277.000) 2024-10-24 11:59:54 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.277.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 277 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.354.000) 2024-10-24 11:59:54 Warning from starter on slot1_14@IU-Jetstream2-Backfill.554c28035957: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.369.000) 2024-10-24 11:59:54 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.369.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.604" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 369 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.274.000) 2024-10-24 11:59:54 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5952 - ResidentSetSize of job (KB) ... 028 (10628.274.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 274 ResidentSetSize = 5952 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.381.000) 2024-10-24 11:59:54 Warning from starter on slot1_5@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.080.000) 2024-10-24 11:59:54 Image size of job updated: 3320040 49 - MemoryUsage of job (MB) 49568 - ResidentSetSize of job (KB) ... 006 (10628.254.000) 2024-10-24 11:59:54 Image size of job updated: 3252708 49 - MemoryUsage of job (MB) 49828 - ResidentSetSize of job (KB) ... 006 (10628.060.000) 2024-10-24 11:59:54 Image size of job updated: 3320040 53 - MemoryUsage of job (MB) 53752 - ResidentSetSize of job (KB) ... 028 (10628.080.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 80 ResidentSetSize = 49568 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.254.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 254 ResidentSetSize = 49828 Size = 3252708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.060.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 60 ResidentSetSize = 53752 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.255.000) 2024-10-24 11:59:54 Image size of job updated: 3320552 51 - MemoryUsage of job (MB) 51980 - ResidentSetSize of job (KB) ... 028 (10628.255.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 255 ResidentSetSize = 51980 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.303.000) 2024-10-24 11:59:54 Image size of job updated: 3466548 49 - MemoryUsage of job (MB) 49676 - ResidentSetSize of job (KB) ... 028 (10628.303.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 303 ResidentSetSize = 49676 Size = 3466548 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.354.000) 2024-10-24 11:59:54 Job executing on host: <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064> ... 028 (10628.354.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.821" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.054.000) 2024-10-24 11:59:54 Image size of job updated: 3320040 49 - MemoryUsage of job (MB) 49788 - ResidentSetSize of job (KB) ... 028 (10628.054.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 54 ResidentSetSize = 49788 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.176.000) 2024-10-24 11:59:54 Image size of job updated: 3320040 53 - MemoryUsage of job (MB) 53552 - ResidentSetSize of job (KB) ... 028 (10628.176.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 176 ResidentSetSize = 53552 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.051.000) 2024-10-24 11:59:54 Image size of job updated: 3387884 55 - MemoryUsage of job (MB) 56264 - ResidentSetSize of job (KB) ... 028 (10628.051.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 51 ResidentSetSize = 56264 Size = 3387884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.220.000) 2024-10-24 11:59:54 Image size of job updated: 3387884 52 - MemoryUsage of job (MB) 52456 - ResidentSetSize of job (KB) ... 028 (10628.220.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 220 ResidentSetSize = 52456 Size = 3387884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.381.000) 2024-10-24 11:59:54 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.381.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.905" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 381 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.278.000) 2024-10-24 11:59:54 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82760 - ResidentSetSize of job (KB) ... 028 (10628.278.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 278 ResidentSetSize = 82760 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.062.000) 2024-10-24 11:59:54 Image size of job updated: 3320552 51 - MemoryUsage of job (MB) 51216 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 51216 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.069.000) 2024-10-24 11:59:54 Image size of job updated: 3319784 51 - MemoryUsage of job (MB) 51528 - ResidentSetSize of job (KB) ... 028 (10628.069.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 69 ResidentSetSize = 51528 Size = 3319784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.185.000) 2024-10-24 11:59:54 Image size of job updated: 3253220 51 - MemoryUsage of job (MB) 51540 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 51540 Size = 3253220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.258.000) 2024-10-24 11:59:54 Image size of job updated: 3320552 51 - MemoryUsage of job (MB) 51652 - ResidentSetSize of job (KB) ... 006 (10628.073.000) 2024-10-24 11:59:54 Image size of job updated: 3252452 49 - MemoryUsage of job (MB) 49740 - ResidentSetSize of job (KB) ... 028 (10628.258.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 258 ResidentSetSize = 51652 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.073.000) 2024-10-24 11:59:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:54.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 73 ResidentSetSize = 49740 Size = 3252452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.166.000) 2024-10-24 11:59:55 Image size of job updated: 3252452 49 - MemoryUsage of job (MB) 49348 - ResidentSetSize of job (KB) ... 028 (10628.166.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 166 ResidentSetSize = 49348 Size = 3252452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.055.000) 2024-10-24 11:59:55 Image size of job updated: 19888 6 - MemoryUsage of job (MB) 5996 - ResidentSetSize of job (KB) ... 006 (10628.251.000) 2024-10-24 11:59:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.055.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 55 ResidentSetSize = 5996 Size = 19888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.251.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 251 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.394.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.208.34:34979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047973&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34979+[2620-6a-0-8862-f0-0-208-34]-34979&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.394.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.017" EventTypeNumber = 28 Host = "<131.225.208.34:34979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047973&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34979+[2620-6a-0-8862-f0-0-208-34]-34979&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 394 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.304.000) 2024-10-24 11:59:55 Image size of job updated: 3458516 43 - MemoryUsage of job (MB) 43272 - ResidentSetSize of job (KB) ... 028 (10628.304.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 304 ResidentSetSize = 43272 Size = 3458516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.397.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.211.49:38391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914657%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047974&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-38391+[2620-6a-0-8862-f0-0-211-49]-38391&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 040 (10628.396.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.209.145:41039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992588&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-41039+[2620-6a-0-8862-f0-0-209-145]-41039&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.397.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.153" EventTypeNumber = 28 Host = "<131.225.211.49:38391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914657%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047974&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-38391+[2620-6a-0-8862-f0-0-211-49]-38391&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 397 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.396.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.153" EventTypeNumber = 28 Host = "<131.225.209.145:41039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992588&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-41039+[2620-6a-0-8862-f0-0-209-145]-41039&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 396 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.394.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.394.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 394 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.397.000) 2024-10-24 11:59:55 Finished transferring input files ... 040 (10628.396.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.397.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 397 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.396.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 396 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.401.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.208.23:39615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998177&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-39615+[2620-6a-0-8862-f0-0-208-23]-39615&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.401.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.212" EventTypeNumber = 28 Host = "<131.225.208.23:39615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998177&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-39615+[2620-6a-0-8862-f0-0-208-23]-39615&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 401 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.311.000) 2024-10-24 11:59:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.311.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 311 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.308.000) 2024-10-24 11:59:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5596 - ResidentSetSize of job (KB) ... 028 (10628.308.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 308 ResidentSetSize = 5596 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.305.000) 2024-10-24 11:59:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.305.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 305 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.272.000) 2024-10-24 11:59:55 Image size of job updated: 3631720 60 - MemoryUsage of job (MB) 61016 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 60 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 61016 Size = 3631720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.374.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.209.215:40991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719549%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998178&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-40991+[2620-6a-0-8862-f0-0-209-215]-40991&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.374.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.487" EventTypeNumber = 28 Host = "<131.225.209.215:40991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719549%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998178&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-40991+[2620-6a-0-8862-f0-0-209-215]-40991&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 374 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.306.000) 2024-10-24 11:59:55 Image size of job updated: 3331116 42 - MemoryUsage of job (MB) 42736 - ResidentSetSize of job (KB) ... 028 (10628.306.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 306 ResidentSetSize = 42736 Size = 3331116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.401.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.401.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 401 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.388.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.208.57:43295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999492&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-43295+[2620-6a-0-8862-f0-0-208-57]-43295&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.388.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.546" EventTypeNumber = 28 Host = "<131.225.208.57:43295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999492&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-43295+[2620-6a-0-8862-f0-0-208-57]-43295&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 388 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.374.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.374.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 374 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.249.000) 2024-10-24 11:59:55 Image size of job updated: 3329568 56 - MemoryUsage of job (MB) 57088 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 57088 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.406.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.208.172:42819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998179&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42819+[2620-6a-0-8862-f0-0-208-172]-42819&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.406.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.630" EventTypeNumber = 28 Host = "<131.225.208.172:42819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998179&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42819+[2620-6a-0-8862-f0-0-208-172]-42819&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 406 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.388.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.388.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 388 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.296.000) 2024-10-24 11:59:55 Image size of job updated: 3330852 42 - MemoryUsage of job (MB) 42532 - ResidentSetSize of job (KB) ... 028 (10628.296.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 296 ResidentSetSize = 42532 Size = 3330852 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.307.000) 2024-10-24 11:59:55 Image size of job updated: 3398956 46 - MemoryUsage of job (MB) 46428 - ResidentSetSize of job (KB) ... 028 (10628.307.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 307 ResidentSetSize = 46428 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.406.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.406.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 406 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.285.000) 2024-10-24 11:59:55 Image size of job updated: 3325304 47 - MemoryUsage of job (MB) 47656 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 47656 Size = 3325304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.389.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.167.95:42017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004325&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-42017+[2620-6a-0-8861-f0-0-167-95]-42017&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 040 (10628.371.000) 2024-10-24 11:59:55 Started transferring input files Transferring to host: <131.225.208.23:42549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998180&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42549+[2620-6a-0-8862-f0-0-208-23]-42549&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.389.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.790" EventTypeNumber = 28 Host = "<131.225.167.95:42017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004325&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-42017+[2620-6a-0-8861-f0-0-167-95]-42017&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 389 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.371.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.790" EventTypeNumber = 28 Host = "<131.225.208.23:42549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998180&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42549+[2620-6a-0-8862-f0-0-208-23]-42549&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 371 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.037.000) 2024-10-24 11:59:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5984 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.848" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 5984 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.389.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.389.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 389 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.371.000) 2024-10-24 11:59:55 Finished transferring input files ... 028 (10628.371.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 371 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.029.000) 2024-10-24 11:59:55 Image size of job updated: 3252708 49 - MemoryUsage of job (MB) 49516 - ResidentSetSize of job (KB) ... 028 (10628.029.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 29 ResidentSetSize = 49516 Size = 3252708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.300.000) 2024-10-24 11:59:55 Image size of job updated: 10 8 - MemoryUsage of job (MB) 7416 - ResidentSetSize of job (KB) ... 028 (10628.300.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 300 ResidentSetSize = 7416 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.299.000) 2024-10-24 11:59:55 Image size of job updated: 3466540 50 - MemoryUsage of job (MB) 50364 - ResidentSetSize of job (KB) ... 028 (10628.299.000) 2024-10-24 11:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:55.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 299 ResidentSetSize = 50364 Size = 3466540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.373.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.22:45701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914658%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004326&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45701+[2620-6a-0-8862-f0-0-208-22]-45701&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.373.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.048" EventTypeNumber = 28 Host = "<131.225.208.22:45701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914658%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004326&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45701+[2620-6a-0-8862-f0-0-208-22]-45701&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 373 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.320.000) 2024-10-24 11:59:56 Image size of job updated: 3331880 44 - MemoryUsage of job (MB) 44480 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 44480 Size = 3331880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.376.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.164:33817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007909%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034677&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-33817+[2620-6a-0-8862-f0-0-208-164]-33817&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.376.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.107" EventTypeNumber = 28 Host = "<131.225.208.164:33817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007909%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034677&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-33817+[2620-6a-0-8862-f0-0-208-164]-33817&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 376 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.327.000) 2024-10-24 11:59:56 Image size of job updated: 3331372 38 - MemoryUsage of job (MB) 38336 - ResidentSetSize of job (KB) ... 028 (10628.327.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 327 ResidentSetSize = 38336 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.395.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.195:46219?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970595&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46219+[2620-6a-0-8862-f0-0-208-195]-46219&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.395.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.165" EventTypeNumber = 28 Host = "<131.225.208.195:46219?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970595&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46219+[2620-6a-0-8862-f0-0-208-195]-46219&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 395 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.376.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.376.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 376 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.373.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.373.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 373 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.395.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.395.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 395 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.379.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.104:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884407%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998181&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-42931+[2620-6a-0-8862-f0-0-208-104]-42931&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.379.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.224" EventTypeNumber = 28 Host = "<131.225.208.104:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884407%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998181&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-42931+[2620-6a-0-8862-f0-0-208-104]-42931&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 379 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.383.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.171:38699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340572%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970596&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-38699+[2620-6a-0-8862-f0-0-208-171]-38699&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.383.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.283" EventTypeNumber = 28 Host = "<131.225.208.171:38699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340572%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970596&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-38699+[2620-6a-0-8862-f0-0-208-171]-38699&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 383 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.379.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.379.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 379 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.319.000) 2024-10-24 11:59:56 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.319.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 319 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.383.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.383.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 383 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.318.000) 2024-10-24 11:59:56 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.318.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 318 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.399.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.23:34069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047975&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34069+[2620-6a-0-8862-f0-0-208-23]-34069&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.402.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.192:41177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998182&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41177+[2620-6a-0-8862-f0-0-208-192]-41177&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.402.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.526" EventTypeNumber = 28 Host = "<131.225.208.192:41177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998182&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41177+[2620-6a-0-8862-f0-0-208-192]-41177&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 402 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.399.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.526" EventTypeNumber = 28 Host = "<131.225.208.23:34069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047975&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34069+[2620-6a-0-8862-f0-0-208-23]-34069&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 399 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.402.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.402.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 402 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.396.000) 2024-10-24 11:59:56 Warning from starter on slot1_5@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.252.000) 2024-10-24 11:59:56 Image size of job updated: 3320040 51 - MemoryUsage of job (MB) 51780 - ResidentSetSize of job (KB) ... 028 (10628.252.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 252 ResidentSetSize = 51780 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.250.000) 2024-10-24 11:59:56 Image size of job updated: 3320296 49 - MemoryUsage of job (MB) 50008 - ResidentSetSize of job (KB) ... 028 (10628.250.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 250 ResidentSetSize = 50008 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.066.000) 2024-10-24 11:59:56 Image size of job updated: 3320808 49 - MemoryUsage of job (MB) 50108 - ResidentSetSize of job (KB) ... 028 (10628.066.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 66 ResidentSetSize = 50108 Size = 3320808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.057.000) 2024-10-24 11:59:56 Image size of job updated: 3320552 54 - MemoryUsage of job (MB) 54300 - ResidentSetSize of job (KB) ... 028 (10628.057.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 57 ResidentSetSize = 54300 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.313.000) 2024-10-24 11:59:56 Image size of job updated: 3330604 45 - MemoryUsage of job (MB) 45692 - ResidentSetSize of job (KB) ... 028 (10628.313.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 313 ResidentSetSize = 45692 Size = 3330604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.323.000) 2024-10-24 11:59:56 Image size of job updated: 3327900 51 - MemoryUsage of job (MB) 52044 - ResidentSetSize of job (KB) ... 028 (10628.323.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 323 ResidentSetSize = 52044 Size = 3327900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.398.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <10.32.86.143:42161?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914659%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004327&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-42161&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.398.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.735" EventTypeNumber = 28 Host = "<10.32.86.143:42161?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914659%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004327&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-42161&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.405.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.113:35715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951326&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-35715+[2620-6a-0-8862-f0-0-208-113]-35715&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.405.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.793" EventTypeNumber = 28 Host = "<131.225.208.113:35715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951326&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-35715+[2620-6a-0-8862-f0-0-208-113]-35715&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 405 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.399.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.399.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 399 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.314.000) 2024-10-24 11:59:56 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 79996 - ResidentSetSize of job (KB) ... 028 (10628.314.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 314 ResidentSetSize = 79996 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.374.000) 2024-10-24 11:59:56 Warning from starter on slot1_5@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.163.000) 2024-10-24 11:59:56 Image size of job updated: 3252964 47 - MemoryUsage of job (MB) 47864 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 47864 Size = 3252964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.315.000) 2024-10-24 11:59:56 Image size of job updated: 3398960 47 - MemoryUsage of job (MB) 47788 - ResidentSetSize of job (KB) ... 028 (10628.315.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 315 ResidentSetSize = 47788 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.206.000) 2024-10-24 11:59:56 Image size of job updated: 3320808 55 - MemoryUsage of job (MB) 55708 - ResidentSetSize of job (KB) ... 028 (10628.206.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 206 ResidentSetSize = 55708 Size = 3320808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.050.000) 2024-10-24 11:59:56 Image size of job updated: 3252964 50 - MemoryUsage of job (MB) 50288 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 50288 Size = 3252964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.394.000) 2024-10-24 11:59:56 Warning from starter on slot1_5@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.384.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <10.32.86.143:34057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992589&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-34057&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.384.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.852" EventTypeNumber = 28 Host = "<10.32.86.143:34057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992589&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-34057&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.322.000) 2024-10-24 11:59:56 Image size of job updated: 3534536 87 - MemoryUsage of job (MB) 88896 - ResidentSetSize of job (KB) ... 028 (10628.322.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 322 ResidentSetSize = 88896 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.396.000) 2024-10-24 11:59:56 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.396.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.883" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 396 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.175.000) 2024-10-24 11:59:56 Warning from starter on slot1_8@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.312.000) 2024-10-24 11:59:56 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.312.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 312 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.386.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.158:33597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970598&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33597+[2620-6a-0-8862-f0-0-208-158]-33597&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 040 (10628.400.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <10.32.86.161:43491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914660%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999493&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-43491&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.386.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.937" EventTypeNumber = 28 Host = "<131.225.208.158:33597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970598&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33597+[2620-6a-0-8862-f0-0-208-158]-33597&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 386 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.400.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.937" EventTypeNumber = 28 Host = "<10.32.86.161:43491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914660%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999493&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-43491&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.398.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.398.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.317.000) 2024-10-24 11:59:56 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.317.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 317 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.309.000) 2024-10-24 11:59:56 Image size of job updated: 3331108 46 - MemoryUsage of job (MB) 46336 - ResidentSetSize of job (KB) ... 028 (10628.309.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 309 ResidentSetSize = 46336 Size = 3331108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.390.000) 2024-10-24 11:59:56 Started transferring input files Transferring to host: <131.225.208.84:39379?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426161%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992590&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39379+[2620-6a-0-8862-f0-0-208-84]-39379&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.390.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.996" EventTypeNumber = 28 Host = "<131.225.208.84:39379?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426161%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992590&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39379+[2620-6a-0-8862-f0-0-208-84]-39379&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 390 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.405.000) 2024-10-24 11:59:56 Finished transferring input files ... 028 (10628.405.000) 2024-10-24 11:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:56.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 405 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.374.000) 2024-10-24 11:59:57 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.374.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.025" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 374 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.265.000) 2024-10-24 11:59:57 Image size of job updated: 645520 30 - MemoryUsage of job (MB) 29784 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 29784 Size = 645520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.380.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <131.225.166.219:45049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363161%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970599&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-45049+[2620-6a-0-8861-f0-0-166-219]-45049&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.380.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.096" EventTypeNumber = 28 Host = "<131.225.166.219:45049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363161%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970599&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-45049+[2620-6a-0-8861-f0-0-166-219]-45049&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 380 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.397.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.394.000) 2024-10-24 11:59:57 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.394.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.126" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 394 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.384.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.384.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.175.000) 2024-10-24 11:59:57 Job executing on host: <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.175.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.159" EventTypeNumber = 28 ExecuteHost = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.326.000) 2024-10-24 11:59:57 Image size of job updated: 3331628 47 - MemoryUsage of job (MB) 47712 - ResidentSetSize of job (KB) ... 028 (10628.326.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 326 ResidentSetSize = 47712 Size = 3331628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.406.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.187.000) 2024-10-24 11:59:57 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6460 - ResidentSetSize of job (KB) ... 028 (10628.187.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 187 ResidentSetSize = 6460 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.186.000) 2024-10-24 11:59:57 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6352 - ResidentSetSize of job (KB) ... 028 (10628.186.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 186 ResidentSetSize = 6352 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.386.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.386.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 386 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.400.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.400.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.167.000) 2024-10-24 11:59:57 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6376 - ResidentSetSize of job (KB) ... 028 (10628.167.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 167 ResidentSetSize = 6376 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.393.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <131.225.208.56:40143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363162%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047976&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-40143+[2620-6a-0-8862-f0-0-208-56]-40143&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.393.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.422" EventTypeNumber = 28 Host = "<131.225.208.56:40143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363162%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047976&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-40143+[2620-6a-0-8862-f0-0-208-56]-40143&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 393 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.390.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.390.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 390 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.371.000) 2024-10-24 11:59:57 Warning from starter on slot1_6@glidein_8_548667693@osg-3976441-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.262.000) 2024-10-24 11:59:57 Image size of job updated: 3320296 51 - MemoryUsage of job (MB) 52104 - ResidentSetSize of job (KB) ... 028 (10628.262.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 262 ResidentSetSize = 52104 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.077.000) 2024-10-24 11:59:57 Image size of job updated: 3320040 51 - MemoryUsage of job (MB) 51712 - ResidentSetSize of job (KB) ... 028 (10628.077.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 77 ResidentSetSize = 51712 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.401.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.385.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <10.32.86.107:42725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340573%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999494&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42725&alias=d12chas556.crc.nd.edu&noUDP> ... 040 (10628.378.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <10.32.86.93:35055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992591&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35055&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.385.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.498" EventTypeNumber = 28 Host = "<10.32.86.107:42725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340573%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999494&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42725&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.378.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.498" EventTypeNumber = 28 Host = "<10.32.86.93:35055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992591&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35055&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.380.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.380.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 380 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.324.000) 2024-10-24 11:59:57 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5596 - ResidentSetSize of job (KB) ... 028 (10628.324.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 324 ResidentSetSize = 5596 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.404.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <10.32.86.85:37453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047977&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-37453&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.404.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.556" EventTypeNumber = 28 Host = "<10.32.86.85:37453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047977&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-37453&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.406.000) 2024-10-24 11:59:57 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.406.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.578" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 406 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.397.000) 2024-10-24 11:59:57 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.397.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.603" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 397 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.388.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.328.000) 2024-10-24 11:59:57 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.328.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 328 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.387.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <10.32.86.91:33905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951327&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-33905&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.387.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.657" EventTypeNumber = 28 Host = "<10.32.86.91:33905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951327&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-33905&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.376.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.393.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.393.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 393 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.310.000) 2024-10-24 11:59:57 Image size of job updated: 3463256 54 - MemoryUsage of job (MB) 54548 - ResidentSetSize of job (KB) ... 028 (10628.310.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 310 ResidentSetSize = 54548 Size = 3463256 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.371.000) 2024-10-24 11:59:57 Job executing on host: <131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.371.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.796" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 371 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.401.000) 2024-10-24 11:59:57 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.401.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.821" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 401 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.385.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.385.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.378.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.378.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.316.000) 2024-10-24 11:59:57 Image size of job updated: 3328412 46 - MemoryUsage of job (MB) 46488 - ResidentSetSize of job (KB) ... 028 (10628.316.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 316 ResidentSetSize = 46488 Size = 3328412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.389.000) 2024-10-24 11:59:57 Warning from starter on slot1_5@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.382.000) 2024-10-24 11:59:57 Started transferring input files Transferring to host: <10.32.86.149:44679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340575%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951328&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-44679&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.382.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.966" EventTypeNumber = 28 Host = "<10.32.86.149:44679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340575%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951328&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-44679&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.404.000) 2024-10-24 11:59:57 Finished transferring input files ... 028 (10628.404.000) 2024-10-24 11:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:57.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.414.000) 2024-10-24 11:59:58 Started transferring input files Transferring to host: <131.225.208.52:34771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404247%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999495&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34771+[2620-6a-0-8862-f0-0-208-52]-34771&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.403.000) 2024-10-24 11:59:58 Started transferring input files Transferring to host: <10.32.86.87:39435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047978&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-39435&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.414.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.025" EventTypeNumber = 28 Host = "<131.225.208.52:34771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404247%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999495&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34771+[2620-6a-0-8862-f0-0-208-52]-34771&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 414 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.403.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.025" EventTypeNumber = 28 Host = "<10.32.86.87:39435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047978&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-39435&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.387.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.387.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.388.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.388.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.055" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 388 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.415.000) 2024-10-24 11:59:58 Started transferring input files Transferring to host: <131.225.208.197:44449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001212&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-44449+[2620-6a-0-8862-f0-0-208-197]-44449&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.415.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.109" EventTypeNumber = 28 Host = "<131.225.208.197:44449?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001212&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-44449+[2620-6a-0-8862-f0-0-208-197]-44449&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 415 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.376.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.376.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.139" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 376 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.411.000) 2024-10-24 11:59:58 Started transferring input files Transferring to host: <131.225.208.52:34355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004328&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34355+[2620-6a-0-8862-f0-0-208-52]-34355&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.413.000) 2024-10-24 11:59:58 Started transferring input files Transferring to host: <131.225.211.109:36377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955913&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-36377+[2620-6a-0-8862-f0-0-211-109]-36377&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.411.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.193" EventTypeNumber = 28 Host = "<131.225.208.52:34355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004328&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-34355+[2620-6a-0-8862-f0-0-208-52]-34355&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 411 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.413.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.193" EventTypeNumber = 28 Host = "<131.225.211.109:36377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955913&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-36377+[2620-6a-0-8862-f0-0-211-109]-36377&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 413 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.023.000) 2024-10-24 11:59:58 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3732 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 3732 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.379.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.398.000) 2024-10-24 11:59:58 Warning from starter on slot1_3@glidein_3482323_64008256@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.405.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.383.000) 2024-10-24 11:59:58 Warning from starter on slot1_6@glidein_8_305020749@osg-3976450-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.389.000) 2024-10-24 11:59:58 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.389.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.281" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 389 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.386.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.384.000) 2024-10-24 11:59:58 Warning from starter on slot1_3@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.399.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.382.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.382.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.414.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.414.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 414 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.400.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_3286257_252789500@d12chas583.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.402.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.403.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.403.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.415.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.415.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 415 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.411.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.411.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 411 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.413.000) 2024-10-24 11:59:58 Finished transferring input files ... 028 (10628.413.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 413 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.379.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.379.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.566" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 379 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.398.000) 2024-10-24 11:59:58 Job executing on host: <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.398.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.591" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.405.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.405.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.616" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 405 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.383.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.383.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.641" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 383 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.386.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.386.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.666" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 386 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.384.000) 2024-10-24 11:59:58 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.384.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.692" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.399.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.399.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.726" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 399 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.400.000) 2024-10-24 11:59:58 Job executing on host: <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.400.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.759" EventTypeNumber = 28 ExecuteHost = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.380.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.402.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.402.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.793" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 402 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.380.000) 2024-10-24 11:59:58 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.380.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.826" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 380 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.395.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.395.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.395.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.860" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 395 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.390.000) 2024-10-24 11:59:58 Warning from starter on slot1_5@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.378.000) 2024-10-24 11:59:58 Warning from starter on slot1_3@glidein_2308573_27029754@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.390.000) 2024-10-24 11:59:58 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.390.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.943" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 390 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.385.000) 2024-10-24 11:59:58 Warning from starter on slot1_7@glidein_4001145_849830808@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.378.000) 2024-10-24 11:59:58 Job executing on host: <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.378.000) 2024-10-24 11:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:58.977" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.404.000) 2024-10-24 11:59:58 Warning from starter on slot1_8@glidein_2631456_79458112@d12chas545.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.385.000) 2024-10-24 11:59:59 Job executing on host: <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.385.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.010" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.404.000) 2024-10-24 11:59:59 Job executing on host: <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.404.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.044" EventTypeNumber = 28 ExecuteHost = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.387.000) 2024-10-24 11:59:59 Warning from starter on slot1_6@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.387.000) 2024-10-24 11:59:59 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.387.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.194" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.321.000) 2024-10-24 11:59:59 Image size of job updated: 3320364 41 - MemoryUsage of job (MB) 41320 - ResidentSetSize of job (KB) ... 028 (10628.321.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 321 ResidentSetSize = 41320 Size = 3320364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.016.000) 2024-10-24 11:59:59 Image size of job updated: 3320552 54 - MemoryUsage of job (MB) 54352 - ResidentSetSize of job (KB) ... 028 (10628.016.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 16 ResidentSetSize = 54352 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.038.000) 2024-10-24 11:59:59 Image size of job updated: 3387372 51 - MemoryUsage of job (MB) 51620 - ResidentSetSize of job (KB) ... 028 (10628.038.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 38 ResidentSetSize = 51620 Size = 3387372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.373.000) 2024-10-24 11:59:59 Warning from starter on slot1_5@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.382.000) 2024-10-24 11:59:59 Warning from starter on slot1_7@glidein_633702_61538442@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.373.000) 2024-10-24 11:59:59 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.373.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.411" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 373 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.325.000) 2024-10-24 11:59:59 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7036 - ResidentSetSize of job (KB) ... 028 (10628.325.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 325 ResidentSetSize = 7036 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.340.000) 2024-10-24 11:59:59 Image size of job updated: 3392892 49 - MemoryUsage of job (MB) 50076 - ResidentSetSize of job (KB) ... 028 (10628.340.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 340 ResidentSetSize = 50076 Size = 3392892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.382.000) 2024-10-24 11:59:59 Job executing on host: <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.382.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.445" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.403.000) 2024-10-24 11:59:59 Warning from starter on slot1_5@glidein_3837306_180097140@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.403.000) 2024-10-24 11:59:59 Job executing on host: <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.503" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.182.000) 2024-10-24 11:59:59 Image size of job updated: 411312 21 - MemoryUsage of job (MB) 21140 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 21 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 21140 Size = 411312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.330.000) 2024-10-24 11:59:59 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5976 - ResidentSetSize of job (KB) ... 028 (10628.330.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 330 ResidentSetSize = 5976 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.414.000) 2024-10-24 11:59:59 Warning from starter on slot1_5@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.414.000) 2024-10-24 11:59:59 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.414.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.678" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 414 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.036.000) 2024-10-24 11:59:59 Image size of job updated: 3320296 51 - MemoryUsage of job (MB) 52136 - ResidentSetSize of job (KB) ... 028 (10628.036.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 36 ResidentSetSize = 52136 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.028.000) 2024-10-24 11:59:59 Image size of job updated: 3388396 55 - MemoryUsage of job (MB) 56252 - ResidentSetSize of job (KB) ... 028 (10628.028.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 28 ResidentSetSize = 56252 Size = 3388396 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.261.000) 2024-10-24 11:59:59 Image size of job updated: 3320552 50 - MemoryUsage of job (MB) 50464 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 50464 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.078.000) 2024-10-24 11:59:59 Image size of job updated: 3320552 51 - MemoryUsage of job (MB) 51316 - ResidentSetSize of job (KB) ... 028 (10628.078.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 78 ResidentSetSize = 51316 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.411.000) 2024-10-24 11:59:59 Warning from starter on slot1_5@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.411.000) 2024-10-24 11:59:59 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.411.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.853" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 411 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.332.000) 2024-10-24 11:59:59 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6972 - ResidentSetSize of job (KB) ... 028 (10628.332.000) 2024-10-24 11:59:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T11:59:59.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 332 ResidentSetSize = 6972 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.413.000) 2024-10-24 11:59:59 Warning from starter on slot1_5@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.334.000) 2024-10-24 12:00:00 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81832 - ResidentSetSize of job (KB) ... 028 (10628.334.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 334 ResidentSetSize = 81832 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.413.000) 2024-10-24 12:00:00 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.413.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.020" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 413 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.339.000) 2024-10-24 12:00:00 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3788 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 3788 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.081.000) 2024-10-24 12:00:00 Image size of job updated: 3320040 51 - MemoryUsage of job (MB) 51328 - ResidentSetSize of job (KB) ... 006 (10628.260.000) 2024-10-24 12:00:00 Image size of job updated: 3320296 49 - MemoryUsage of job (MB) 49688 - ResidentSetSize of job (KB) ... 028 (10628.081.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 81 ResidentSetSize = 51328 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.260.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 260 ResidentSetSize = 49688 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.357.000) 2024-10-24 12:00:00 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68032 - ResidentSetSize of job (KB) ... 028 (10628.357.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 357 ResidentSetSize = 68032 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.358.000) 2024-10-24 12:00:00 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.358.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 358 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.359.000) 2024-10-24 12:00:00 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5996 - ResidentSetSize of job (KB) ... 028 (10628.359.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 359 ResidentSetSize = 5996 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.356.000) 2024-10-24 12:00:00 Image size of job updated: 1948400 69 - MemoryUsage of job (MB) 69956 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 69956 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.348.000) 2024-10-24 12:00:00 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.348.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 348 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.407.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.58:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998183&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-45027+[2620-6a-0-8862-f0-0-208-58]-45027&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.407.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.543" EventTypeNumber = 28 Host = "<131.225.208.58:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998183&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-45027+[2620-6a-0-8862-f0-0-208-58]-45027&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 407 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.410.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.166.189:39429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970600&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39429+[2620-6a-0-8861-f0-0-166-189]-39429&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 040 (10628.420.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.52:45509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999496&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45509+[2620-6a-0-8862-f0-0-208-52]-45509&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.409.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.121:37579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004329&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-37579+[2620-6a-0-8862-f0-0-208-121]-37579&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.410.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.610" EventTypeNumber = 28 Host = "<131.225.166.189:39429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970600&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39429+[2620-6a-0-8861-f0-0-166-189]-39429&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 410 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.420.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.610" EventTypeNumber = 28 Host = "<131.225.208.52:45509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999496&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45509+[2620-6a-0-8862-f0-0-208-52]-45509&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 420 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.409.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.610" EventTypeNumber = 28 Host = "<131.225.208.121:37579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004329&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-37579+[2620-6a-0-8862-f0-0-208-121]-37579&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 409 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.393.000) 2024-10-24 12:00:00 Warning from starter on slot1_5@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.415.000) 2024-10-24 12:00:00 Warning from starter on slot1_5@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.412.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.211.11:42825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992593&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-42825+[2620-6a-0-8862-f0-0-211-11]-42825&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.412.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.711" EventTypeNumber = 28 Host = "<131.225.211.11:42825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992593&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-42825+[2620-6a-0-8862-f0-0-211-11]-42825&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 412 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.392.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <10.5.254.186:33648?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034680&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33648&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 040 (10628.426.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.149:38097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904316%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999497&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-38097+[2620-6a-0-8862-f0-0-208-149]-38097&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.392.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.711" EventTypeNumber = 28 Host = "<10.5.254.186:33648?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034680&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33648&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 392 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.426.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.711" EventTypeNumber = 28 Host = "<131.225.208.149:38097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904316%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999497&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-38097+[2620-6a-0-8862-f0-0-208-149]-38097&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 426 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.407.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.407.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 407 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.419.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.209.220:39563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884413%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001215&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-39563+[2620-6a-0-8862-f0-0-209-220]-39563&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.419.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.768" EventTypeNumber = 28 Host = "<131.225.209.220:39563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884413%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001215&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-39563+[2620-6a-0-8862-f0-0-209-220]-39563&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 419 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.410.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.410.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 410 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.420.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.420.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 420 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.409.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.409.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 409 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.408.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <10.32.86.175:34103?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884411%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001214&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-34103&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.408.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.827" EventTypeNumber = 28 Host = "<10.32.86.175:34103?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884411%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001214&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-34103&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.370.000) 2024-10-24 12:00:00 Image size of job updated: 3387628 51 - MemoryUsage of job (MB) 51748 - ResidentSetSize of job (KB) ... 028 (10628.370.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 370 ResidentSetSize = 51748 Size = 3387628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.393.000) 2024-10-24 12:00:00 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.393.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.857" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 393 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.424.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.89:43473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340577%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047979&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-43473+[2620-6a-0-8862-f0-0-208-89]-43473&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.424.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.911" EventTypeNumber = 28 Host = "<131.225.208.89:43473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340577%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047979&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-43473+[2620-6a-0-8862-f0-0-208-89]-43473&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 424 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.425.000) 2024-10-24 12:00:00 Started transferring input files Transferring to host: <131.225.208.105:39873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970601&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-39873+[2620-6a-0-8862-f0-0-208-105]-39873&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.425.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.911" EventTypeNumber = 28 Host = "<131.225.208.105:39873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970601&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-39873+[2620-6a-0-8862-f0-0-208-105]-39873&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 425 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.412.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.412.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 412 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.355.000) 2024-10-24 12:00:00 Image size of job updated: 1671228 30 - MemoryUsage of job (MB) 30576 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 30576 Size = 1671228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.415.000) 2024-10-24 12:00:00 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.415.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.941" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 415 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.392.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.392.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 392 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.426.000) 2024-10-24 12:00:00 Finished transferring input files ... 028 (10628.426.000) 2024-10-24 12:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:00.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 426 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.422.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.84:35713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339440%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992597&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-35713+[2620-6a-0-8862-f0-0-208-84]-35713&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 040 (10628.423.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.33:39513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992596&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-39513+[2620-6a-0-8862-f0-0-208-33]-39513&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 040 (10628.430.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.104:46505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955914&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-46505+[2620-6a-0-8862-f0-0-208-104]-46505&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 040 (10628.421.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.82:34305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970602&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-34305+[2620-6a-0-8862-f0-0-208-82]-34305&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.422.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.062" EventTypeNumber = 28 Host = "<131.225.208.84:35713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339440%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992597&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-35713+[2620-6a-0-8862-f0-0-208-84]-35713&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 422 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.430.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.062" EventTypeNumber = 28 Host = "<131.225.208.104:46505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955914&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-46505+[2620-6a-0-8862-f0-0-208-104]-46505&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 430 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.423.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.062" EventTypeNumber = 28 Host = "<131.225.208.33:39513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992596&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-39513+[2620-6a-0-8862-f0-0-208-33]-39513&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 423 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.421.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.062" EventTypeNumber = 28 Host = "<131.225.208.82:34305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970602&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-34305+[2620-6a-0-8862-f0-0-208-82]-34305&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 421 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.419.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.419.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 419 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.178.000) 2024-10-24 12:00:01 Image size of job updated: 476908 22 - MemoryUsage of job (MB) 21592 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 22 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 21592 Size = 476908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.431.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.197:44333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340578%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970603&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-44333+[2620-6a-0-8862-f0-0-208-197]-44333&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.431.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.188" EventTypeNumber = 28 Host = "<131.225.208.197:44333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340578%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970603&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-44333+[2620-6a-0-8862-f0-0-208-197]-44333&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 431 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.408.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.408.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.424.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.424.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 424 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.425.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.425.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 425 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.427.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.144:46261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999498&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-46261+[2620-6a-0-8862-f0-0-208-144]-46261&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.427.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.306" EventTypeNumber = 28 Host = "<131.225.208.144:46261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999498&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-46261+[2620-6a-0-8862-f0-0-208-144]-46261&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 427 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.341.000) 2024-10-24 12:00:01 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.341.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 341 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.434.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.176:37745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034681&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37745+[2620-6a-0-8862-f0-0-208-176]-37745&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 040 (10628.432.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.188:46139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047980&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-46139+[2620-6a-0-8862-f0-0-208-188]-46139&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.434.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.374" EventTypeNumber = 28 Host = "<131.225.208.176:37745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034681&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37745+[2620-6a-0-8862-f0-0-208-176]-37745&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 434 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.432.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.374" EventTypeNumber = 28 Host = "<131.225.208.188:46139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047980&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-46139+[2620-6a-0-8862-f0-0-208-188]-46139&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 432 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.423.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.423.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 423 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.422.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.422.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 422 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.421.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.421.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 421 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.338.000) 2024-10-24 12:00:01 Image size of job updated: 3334640 56 - MemoryUsage of job (MB) 56720 - ResidentSetSize of job (KB) ... 028 (10628.338.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 338 ResidentSetSize = 56720 Size = 3334640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.368.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <10.32.86.153:43401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998185&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-43401&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.368.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.500" EventTypeNumber = 28 Host = "<10.32.86.153:43401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998185&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-43401&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.431.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.431.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 431 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.391.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <10.32.86.175:33209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034682&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33209&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.558" EventTypeNumber = 28 Host = "<10.32.86.175:33209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034682&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33209&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.345.000) 2024-10-24 12:00:01 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78688 - ResidentSetSize of job (KB) ... 028 (10628.345.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 345 ResidentSetSize = 78688 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.428.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.209.228:38279?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363167%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047981&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-38279+[2620-6a-0-8862-f0-0-209-228]-38279&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.428.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.608" EventTypeNumber = 28 Host = "<131.225.209.228:38279?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363167%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047981&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-38279+[2620-6a-0-8862-f0-0-209-228]-38279&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 428 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.429.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.211.52:40245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001218&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-40245+[2620-6a-0-8862-f0-0-211-52]-40245&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.429.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.608" EventTypeNumber = 28 Host = "<131.225.211.52:40245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001218&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-40245+[2620-6a-0-8862-f0-0-211-52]-40245&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 429 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.434.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.434.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 434 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.427.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.427.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 427 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.360.000) 2024-10-24 12:00:01 Image size of job updated: 1676808 30 - MemoryUsage of job (MB) 29776 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 29776 Size = 1676808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.329.000) 2024-10-24 12:00:01 Image size of job updated: 3320232 40 - MemoryUsage of job (MB) 40864 - ResidentSetSize of job (KB) ... 028 (10628.329.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 40 MyType = "JobImageSizeEvent" Proc = 329 ResidentSetSize = 40864 Size = 3320232 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.335.000) 2024-10-24 12:00:01 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.335.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 335 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.432.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.432.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 432 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.342.000) 2024-10-24 12:00:01 Image size of job updated: 3259312 52 - MemoryUsage of job (MB) 52524 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 52524 Size = 3259312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.417.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <10.64.77.63:38019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998184&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38019&alias=g3063.hyak.local&noUDP> ... 040 (10628.440.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.64:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992600&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-39113+[2620-6a-0-8862-f0-0-208-64]-39113&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.417.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.725" EventTypeNumber = 28 Host = "<10.64.77.63:38019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998184&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38019&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.440.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.725" EventTypeNumber = 28 Host = "<131.225.208.64:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992600&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-39113+[2620-6a-0-8862-f0-0-208-64]-39113&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 440 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.438.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.80:43419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719554%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998186&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-43419+[2620-6a-0-8862-f0-0-208-80]-43419&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.438.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.784" EventTypeNumber = 28 Host = "<131.225.208.80:43419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719554%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998186&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-43419+[2620-6a-0-8862-f0-0-208-80]-43419&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 438 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.368.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.368.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.362.000) 2024-10-24 12:00:01 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68204 - ResidentSetSize of job (KB) ... 028 (10628.362.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 362 ResidentSetSize = 68204 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.333.000) 2024-10-24 12:00:01 Image size of job updated: 3396076 44 - MemoryUsage of job (MB) 44120 - ResidentSetSize of job (KB) ... 028 (10628.333.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 333 ResidentSetSize = 44120 Size = 3396076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.441.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.113:39095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004332&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-39095+[2620-6a-0-8862-f0-0-208-113]-39095&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 040 (10628.435.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.209.161:45083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004331&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-45083+[2620-6a-0-8862-f0-0-209-161]-45083&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.441.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.843" EventTypeNumber = 28 Host = "<131.225.208.113:39095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004332&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-39095+[2620-6a-0-8862-f0-0-208-113]-39095&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 441 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.435.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.843" EventTypeNumber = 28 Host = "<131.225.209.161:45083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004331&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-45083+[2620-6a-0-8862-f0-0-209-161]-45083&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 435 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.391.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.391.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.428.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.428.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 428 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.429.000) 2024-10-24 12:00:01 Finished transferring input files ... 028 (10628.429.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 429 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.353.000) 2024-10-24 12:00:01 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6024 - ResidentSetSize of job (KB) ... 028 (10628.353.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 353 ResidentSetSize = 6024 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.418.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <10.64.77.34:44649?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339441%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992599&PrivNet=g3034.hyak.local&addrs=10.64.77.34-44649&alias=g3034.hyak.local&noUDP> ... 040 (10628.439.000) 2024-10-24 12:00:01 Started transferring input files Transferring to host: <131.225.208.163:43023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007914%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992601&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-43023+[2620-6a-0-8862-f0-0-208-163]-43023&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.418.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.961" EventTypeNumber = 28 Host = "<10.64.77.34:44649?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339441%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992599&PrivNet=g3034.hyak.local&addrs=10.64.77.34-44649&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.439.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.961" EventTypeNumber = 28 Host = "<131.225.208.163:43023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007914%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992601&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-43023+[2620-6a-0-8862-f0-0-208-163]-43023&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 439 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.259.000) 2024-10-24 12:00:01 Image size of job updated: 3320296 55 - MemoryUsage of job (MB) 56216 - ResidentSetSize of job (KB) ... 028 (10628.259.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 259 ResidentSetSize = 56216 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.076.000) 2024-10-24 12:00:01 Image size of job updated: 3252964 53 - MemoryUsage of job (MB) 53776 - ResidentSetSize of job (KB) ... 028 (10628.076.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 76 ResidentSetSize = 53776 Size = 3252964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.350.000) 2024-10-24 12:00:01 Image size of job updated: 3258800 47 - MemoryUsage of job (MB) 47724 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 12:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:01.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 47724 Size = 3258800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.436.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.23:42637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904318%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004333&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42637+[2620-6a-0-8862-f0-0-208-23]-42637&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.436.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.019" EventTypeNumber = 28 Host = "<131.225.208.23:42637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904318%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004333&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42637+[2620-6a-0-8862-f0-0-208-23]-42637&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 436 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.417.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.417.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.407.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.372.000) 2024-10-24 12:00:02 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.372.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 372 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.420.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.365.000) 2024-10-24 12:00:02 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69368 - ResidentSetSize of job (KB) ... 028 (10628.365.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 365 ResidentSetSize = 69368 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.440.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.440.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 440 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.438.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.438.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 438 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.437.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.54:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998187&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-33067+[2620-6a-0-8862-f0-0-208-54]-33067&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.437.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.137" EventTypeNumber = 28 Host = "<131.225.208.54:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998187&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-33067+[2620-6a-0-8862-f0-0-208-54]-33067&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 437 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.441.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.441.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 441 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.361.000) 2024-10-24 12:00:02 Image size of job updated: 20532 6 - MemoryUsage of job (MB) 6140 - ResidentSetSize of job (KB) ... 028 (10628.361.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 361 ResidentSetSize = 6140 Size = 20532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.433.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <137.99.174.13:44831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340581%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047983&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-44831&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.451.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <10.136.81.242:42847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339444%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998189&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-42847&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.433.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.195" EventTypeNumber = 28 Host = "<137.99.174.13:44831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340581%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047983&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-44831&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 433 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.451.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.196" EventTypeNumber = 28 Host = "<10.136.81.242:42847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339444%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998189&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-42847&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 451 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.435.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.435.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 435 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.443.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.157:45271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992602&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45271+[2620-6a-0-8862-f0-0-208-157]-45271&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.443.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.254" EventTypeNumber = 28 Host = "<131.225.208.157:45271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992602&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45271+[2620-6a-0-8862-f0-0-208-157]-45271&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 443 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.418.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.418.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.336.000) 2024-10-24 12:00:02 Image size of job updated: 3562200 86 - MemoryUsage of job (MB) 87804 - ResidentSetSize of job (KB) ... 028 (10628.336.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 336 ResidentSetSize = 87804 Size = 3562200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.366.000) 2024-10-24 12:00:02 Image size of job updated: 1672208 32 - MemoryUsage of job (MB) 31792 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 32 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 31792 Size = 1672208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.419.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.408.000) 2024-10-24 12:00:02 Warning from starter on slot1_4@glidein_3267446_8383182@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.439.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.439.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 439 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.409.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.444.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.77:38843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951330&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-38843+[2620-6a-0-8862-f0-0-208-77]-38843&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.444.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.372" EventTypeNumber = 28 Host = "<131.225.208.77:38843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951330&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-38843+[2620-6a-0-8862-f0-0-208-77]-38843&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 444 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.436.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.436.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 436 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.412.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.407.000) 2024-10-24 12:00:02 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.407.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.402" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 407 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.425.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.420.000) 2024-10-24 12:00:02 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.420.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.495" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 420 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.430.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.430.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 430 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.364.000) 2024-10-24 12:00:02 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67916 - ResidentSetSize of job (KB) ... 028 (10628.364.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 364 ResidentSetSize = 67916 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.437.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.437.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 437 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.423.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.445.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.166.199:46375?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001219&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-46375+[2620-6a-0-8861-f0-0-166-199]-46375&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 040 (10628.452.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.74:37347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955916&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-37347+[2620-6a-0-8862-f0-0-208-74]-37347&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.452.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.616" EventTypeNumber = 28 Host = "<131.225.208.74:37347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955916&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-37347+[2620-6a-0-8862-f0-0-208-74]-37347&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 452 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.445.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.616" EventTypeNumber = 28 Host = "<131.225.166.199:46375?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001219&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-46375+[2620-6a-0-8861-f0-0-166-199]-46375&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 445 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.433.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.433.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 433 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.451.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.451.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 451 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.410.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.434.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.442.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.166.232:45491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914662%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047984&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-45491+[2620-6a-0-8861-f0-0-166-232]-45491&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.442.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.675" EventTypeNumber = 28 Host = "<131.225.166.232:45491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914662%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047984&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-45491+[2620-6a-0-8861-f0-0-166-232]-45491&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 442 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.446.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.208.179:35133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992603&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-35133+[2620-6a-0-8862-f0-0-208-179]-35133&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.446.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.725" EventTypeNumber = 28 Host = "<131.225.208.179:35133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992603&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-35133+[2620-6a-0-8862-f0-0-208-179]-35133&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 446 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.408.000) 2024-10-24 12:00:02 Job executing on host: <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.408.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.747" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.443.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.443.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 443 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.419.000) 2024-10-24 12:00:02 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.419.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.772" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 419 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.392.000) 2024-10-24 12:00:02 Warning from starter on slot1_10@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.347.000) 2024-10-24 12:00:02 Image size of job updated: 2614340 89 - MemoryUsage of job (MB) 90372 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 90372 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.409.000) 2024-10-24 12:00:02 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.409.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.855" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 409 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.431.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.444.000) 2024-10-24 12:00:02 Finished transferring input files ... 028 (10628.444.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 444 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.412.000) 2024-10-24 12:00:02 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.412.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.939" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 412 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.368.000) 2024-10-24 12:00:02 Warning from starter on slot1_7@glidein_2818687_201137568@d12chas579.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.346.000) 2024-10-24 12:00:02 Image size of job updated: 2614504 90 - MemoryUsage of job (MB) 92132 - ResidentSetSize of job (KB) ... 028 (10628.346.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 346 ResidentSetSize = 92132 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.422.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.454.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_11_4641_c116_1739> ... 040 (10628.450.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <131.225.166.239:42613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998190&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-42613+[2620-6a-0-8861-f0-0-166-239]-42613&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 040 (10628.457.000) 2024-10-24 12:00:02 Started transferring input files Transferring to host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_12_4628_9835_1844> ... 028 (10628.454.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.993" EventTypeNumber = 28 Host = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_11_4641_c116_1739>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.450.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.993" EventTypeNumber = 28 Host = "<131.225.166.239:42613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998190&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-42613+[2620-6a-0-8861-f0-0-166-239]-42613&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 450 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.457.000) 2024-10-24 12:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:02.993" EventTypeNumber = 28 Host = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=slot1_12_4628_9835_1844>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 457 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.430.000) 2024-10-24 12:00:02 Warning from starter on slot1_5@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.391.000) 2024-10-24 12:00:02 Warning from starter on slot1_7@glidein_3172745_248411604@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.190.000) 2024-10-24 12:00:03 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6096 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 6096 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.425.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.425.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.082" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 425 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.417.000) 2024-10-24 12:00:03 Warning from starter on slot1_2@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.428.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.381.000) 2024-10-24 12:00:03 Image size of job updated: 3331372 50 - MemoryUsage of job (MB) 50844 - ResidentSetSize of job (KB) ... 028 (10628.381.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 381 ResidentSetSize = 50844 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.427.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.191.000) 2024-10-24 12:00:03 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6040 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 6040 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.423.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.423.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.165" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 423 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.452.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.452.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 452 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.445.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.445.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 445 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.438.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.429.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.410.000) 2024-10-24 12:00:03 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.410.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.249" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 410 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.435.000) 2024-10-24 12:00:03 Warning from starter on slot1_6@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.189.000) 2024-10-24 12:00:03 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6096 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 6096 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.448.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <131.225.208.129:40937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999499&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40937+[2620-6a-0-8862-f0-0-208-129]-40937&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.448.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.303" EventTypeNumber = 28 Host = "<131.225.208.129:40937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999499&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40937+[2620-6a-0-8862-f0-0-208-129]-40937&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 448 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.447.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <131.225.209.202:35329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034683&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-35329+[2620-6a-0-8862-f0-0-209-202]-35329&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 040 (10628.449.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <137.99.174.9:45311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339448%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992604&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-45311&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.447.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.303" EventTypeNumber = 28 Host = "<131.225.209.202:35329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034683&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-35329+[2620-6a-0-8862-f0-0-209-202]-35329&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 447 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.449.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.303" EventTypeNumber = 28 Host = "<137.99.174.9:45311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339448%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992604&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-45311&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 449 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.434.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.434.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.333" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 434 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.442.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.442.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.335" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 442 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.446.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.446.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 446 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.418.000) 2024-10-24 12:00:03 Warning from starter on slot1_2@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.456.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_14_4630_00f5_2001> ... 040 (10628.455.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_12_4661_d897_2047> ... 028 (10628.455.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.337" EventTypeNumber = 28 Host = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=slot1_12_4661_d897_2047>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 455 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.456.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.337" EventTypeNumber = 28 Host = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_14_4630_00f5_2001>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 456 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.441.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.436.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.392.000) 2024-10-24 12:00:03 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.392.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.366" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 392 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.431.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.431.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.392" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 431 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.458.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_9_4634_d276_1839> ... 028 (10628.458.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.392" EventTypeNumber = 28 Host = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=slot1_9_4634_d276_1839>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.439.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.368.000) 2024-10-24 12:00:03 Job executing on host: <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.368.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.417" EventTypeNumber = 28 ExecuteHost = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.440.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.422.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.422.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.442" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 422 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.454.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.454.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.437.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.457.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.457.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 457 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.450.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.450.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 450 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.430.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.430.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.475" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 430 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.354.000) 2024-10-24 12:00:03 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.354.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 354 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.391.000) 2024-10-24 12:00:03 Job executing on host: <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.501" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.459.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <10.32.86.93:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004334&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-34181&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.459.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.501" EventTypeNumber = 28 Host = "<10.32.86.93:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004334&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-34181&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.417.000) 2024-10-24 12:00:03 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.417.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.526" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.416.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <10.64.66.151:39477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999500&PrivNet=n3407.hyak.local&addrs=10.64.66.151-39477&alias=n3407.hyak.local&noUDP> ... 028 (10628.416.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.526" EventTypeNumber = 28 Host = "<10.64.66.151:39477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999500&PrivNet=n3407.hyak.local&addrs=10.64.66.151-39477&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.428.000) 2024-10-24 12:00:03 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.428.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.551" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 428 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.451.000) 2024-10-24 12:00:03 Warning from starter on slot1_4@glidein_2848878_379720602@comp-cc-0472.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.275.000) 2024-10-24 12:00:03 Image size of job updated: 3388140 54 - MemoryUsage of job (MB) 54524 - ResidentSetSize of job (KB) ... 028 (10628.275.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 275 ResidentSetSize = 54524 Size = 3388140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.263.000) 2024-10-24 12:00:03 Image size of job updated: 3253220 50 - MemoryUsage of job (MB) 50528 - ResidentSetSize of job (KB) ... 028 (10628.263.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 263 ResidentSetSize = 50528 Size = 3253220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.082.000) 2024-10-24 12:00:03 Image size of job updated: 3320552 49 - MemoryUsage of job (MB) 49796 - ResidentSetSize of job (KB) ... 028 (10628.082.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 82 ResidentSetSize = 49796 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.093.000) 2024-10-24 12:00:03 Image size of job updated: 3320296 51 - MemoryUsage of job (MB) 52172 - ResidentSetSize of job (KB) ... 028 (10628.093.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 93 ResidentSetSize = 52172 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.427.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.427.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.576" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 427 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.377.000) 2024-10-24 12:00:03 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6972 - ResidentSetSize of job (KB) ... 028 (10628.377.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 377 ResidentSetSize = 6972 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.363.000) 2024-10-24 12:00:03 Image size of job updated: 1881324 70 - MemoryUsage of job (MB) 71284 - ResidentSetSize of job (KB) ... 028 (10628.363.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 363 ResidentSetSize = 71284 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.438.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.438.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.609" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 438 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.343.000) 2024-10-24 12:00:03 Image size of job updated: 3561980 86 - MemoryUsage of job (MB) 87236 - ResidentSetSize of job (KB) ... 028 (10628.343.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 343 ResidentSetSize = 87236 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.367.000) 2024-10-24 12:00:03 Image size of job updated: 1813736 68 - MemoryUsage of job (MB) 69108 - ResidentSetSize of job (KB) ... 028 (10628.367.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 367 ResidentSetSize = 69108 Size = 1813736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.443.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.429.000) 2024-10-24 12:00:03 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.429.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.634" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 429 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.375.000) 2024-10-24 12:00:03 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 79328 - ResidentSetSize of job (KB) ... 028 (10628.375.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 375 ResidentSetSize = 79328 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.435.000) 2024-10-24 12:00:03 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.435.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.660" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 435 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.448.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.448.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 448 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.447.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.447.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 447 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.449.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.449.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 449 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.455.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.455.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 455 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.456.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.456.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 456 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.418.000) 2024-10-24 12:00:03 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.418.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.701" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.441.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.441.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.727" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 441 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.337.000) 2024-10-24 12:00:03 Image size of job updated: 3331112 50 - MemoryUsage of job (MB) 50916 - ResidentSetSize of job (KB) ... 028 (10628.337.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 337 ResidentSetSize = 50916 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.436.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.436.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.752" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 436 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.458.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.458.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.439.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.439.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.785" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 439 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.444.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.440.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.440.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.810" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 440 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.437.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.437.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.844" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 437 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.459.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.459.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.416.000) 2024-10-24 12:00:03 Finished transferring input files ... 028 (10628.416.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.432.000) 2024-10-24 12:00:03 Warning from starter on slot1_5@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.451.000) 2024-10-24 12:00:03 Job executing on host: <10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP> ... 028 (10628.451.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.877" EventTypeNumber = 28 ExecuteHost = "<10.136.81.242:35769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940809&PrivNet=comp-cc-0472.gwave.ics.psu.edu&addrs=10.136.81.242-35769&alias=comp-cc-0472.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 451 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.369.000) 2024-10-24 12:00:03 Image size of job updated: 3253256 39 - MemoryUsage of job (MB) 39732 - ResidentSetSize of job (KB) ... 028 (10628.369.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 39 MyType = "JobImageSizeEvent" Proc = 369 ResidentSetSize = 39732 Size = 3253256 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.443.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.443.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.902" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 443 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.234.000) 2024-10-24 12:00:03 Image size of job updated: 3359288 55 - MemoryUsage of job (MB) 55860 - ResidentSetSize of job (KB) ... 028 (10628.234.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 234 ResidentSetSize = 55860 Size = 3359288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.444.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.444.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.936" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 444 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.432.000) 2024-10-24 12:00:03 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.432.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.969" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 432 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.474.000) 2024-10-24 12:00:03 Started transferring input files Transferring to host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_13_4635_86d6_2031> ... 028 (10628.474.000) 2024-10-24 12:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:03.978" EventTypeNumber = 28 Host = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=slot1_13_4635_86d6_2031>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 474 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.424.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.474.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.474.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 474 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.424.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.424.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.044" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 424 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.442.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.421.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.442.000) 2024-10-24 12:00:04 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.442.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.103" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 442 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.446.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.421.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.421.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.136" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 421 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.446.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.446.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.170" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 446 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.461.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <131.225.208.102:42259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955917&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-42259+[2620-6a-0-8862-f0-0-208-102]-42259&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.461.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.233" EventTypeNumber = 28 Host = "<131.225.208.102:42259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955917&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-42259+[2620-6a-0-8862-f0-0-208-102]-42259&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 461 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.470.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <131.225.166.197:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404251%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970604&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-44169+[2620-6a-0-8861-f0-0-166-197]-44169&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.470.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.240" EventTypeNumber = 28 Host = "<131.225.166.197:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404251%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970604&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-44169+[2620-6a-0-8861-f0-0-166-197]-44169&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 470 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.471.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.136.81.236:43703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007917%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001220&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-43703&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.471.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.264" EventTypeNumber = 28 Host = "<10.136.81.236:43703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007917%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001220&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-43703&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 471 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.461.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.461.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 461 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.470.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.470.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 470 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.471.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.471.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 471 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.469.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.136.81.226:44885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884420%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034685&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-44885&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.469.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.340" EventTypeNumber = 28 Host = "<10.136.81.226:44885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884420%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034685&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-44885&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 469 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.472.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_14_4644_de36_2095> ... 028 (10628.472.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.367" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_14_4644_de36_2095>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 472 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.452.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.469.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.469.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 469 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.452.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.452.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.405" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 452 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.472.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.472.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 472 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.426.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.450.000) 2024-10-24 12:00:04 Warning from starter on slot1_4@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.426.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.426.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.446" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 426 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.450.000) 2024-10-24 12:00:04 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.450.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.471" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 450 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.464.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <131.225.208.193:34455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047987&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-34455+[2620-6a-0-8862-f0-0-208-193]-34455&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 040 (10628.462.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <131.225.208.112:33115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004335&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-33115+[2620-6a-0-8862-f0-0-208-112]-33115&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.464.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.472" EventTypeNumber = 28 Host = "<131.225.208.193:34455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047987&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-34455+[2620-6a-0-8862-f0-0-208-193]-34455&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 464 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.462.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.472" EventTypeNumber = 28 Host = "<131.225.208.112:33115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004335&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-33115+[2620-6a-0-8862-f0-0-208-112]-33115&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 462 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.454.000) 2024-10-24 12:00:04 Warning from starter on slot1_11@IU-Jetstream2-Backfill.725a7f3d7515: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.464.000) 2024-10-24 12:00:04 Finished transferring input files ... 040 (10628.462.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.464.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 464 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.462.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 462 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.457.000) 2024-10-24 12:00:04 Warning from starter on slot1_12@IU-Jetstream2-Backfill.2a354a072f55: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.454.000) 2024-10-24 12:00:04 Job executing on host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.454.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.530" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.468.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.125.8.107:35407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340583%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004336&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-35407&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.468.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.531" EventTypeNumber = 28 Host = "<10.125.8.107:35407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340583%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004336&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-35407&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 468 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.457.000) 2024-10-24 12:00:04 Job executing on host: <172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472> ... 028 (10628.457.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.555" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939854&PrivNet=IU-Jetstream2-Backfill.2a354a072f55&addrs=172.17.0.2-38559&alias=IU-Jetstream2-Backfill.2a354a072f55&noUDP&sock=startd_4618_2472>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 457 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.468.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.468.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 468 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.448.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.448.000) 2024-10-24 12:00:04 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.448.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.639" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 448 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.473.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_15_4641_c116_1812> ... 028 (10628.473.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.660" EventTypeNumber = 28 Host = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=slot1_15_4641_c116_1812>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 473 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.466.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.32.86.113:40421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001221&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40421&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.466.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.706" EventTypeNumber = 28 Host = "<10.32.86.113:40421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001221&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40421&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.453.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.32.86.163:45041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007918%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034687&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-45041&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.453.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.706" EventTypeNumber = 28 Host = "<10.32.86.163:45041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007918%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034687&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-45041&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.473.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.473.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 473 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.466.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.466.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.453.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.453.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.460.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.32.86.171:41857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404254%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970605&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41857&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.460.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.809" EventTypeNumber = 28 Host = "<10.32.86.171:41857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404254%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970605&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41857&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.467.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.32.86.133:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951332&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44145&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.467.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.809" EventTypeNumber = 28 Host = "<10.32.86.133:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951332&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44145&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.463.000) 2024-10-24 12:00:04 Started transferring input files Transferring to host: <10.32.86.133:41675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363171%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970606&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-41675&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.463.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.811" EventTypeNumber = 28 Host = "<10.32.86.133:41675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363171%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970606&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-41675&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.455.000) 2024-10-24 12:00:04 Warning from starter on slot1_12@IU-Jetstream2-Backfill.5e9493e08684: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.460.000) 2024-10-24 12:00:04 Finished transferring input files ... 040 (10628.467.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.460.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.467.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.463.000) 2024-10-24 12:00:04 Finished transferring input files ... 028 (10628.463.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.455.000) 2024-10-24 12:00:04 Job executing on host: <172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712> ... 028 (10628.455.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.881" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896402&PrivNet=IU-Jetstream2-Backfill.5e9493e08684&addrs=172.17.0.2-41369&alias=IU-Jetstream2-Backfill.5e9493e08684&noUDP&sock=startd_4651_c712>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 455 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.445.000) 2024-10-24 12:00:04 Warning from starter on slot1_5@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.445.000) 2024-10-24 12:00:04 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.445.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.922" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 445 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.459.000) 2024-10-24 12:00:04 Warning from starter on slot1_3@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.459.000) 2024-10-24 12:00:04 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.459.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.956" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.352.000) 2024-10-24 12:00:04 Image size of job updated: 3629468 86 - MemoryUsage of job (MB) 88048 - ResidentSetSize of job (KB) ... 028 (10628.352.000) 2024-10-24 12:00:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:04.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 352 ResidentSetSize = 88048 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.458.000) 2024-10-24 12:00:05 Warning from starter on slot1_9@IU-Jetstream2-Backfill.7193e521ede3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.456.000) 2024-10-24 12:00:05 Warning from starter on slot1_14@IU-Jetstream2-Backfill.b71ff2258a8a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.396.000) 2024-10-24 12:00:05 Image size of job updated: 21264 7 - MemoryUsage of job (MB) 7104 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 7104 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.458.000) 2024-10-24 12:00:05 Job executing on host: <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.458.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.132" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.456.000) 2024-10-24 12:00:05 Job executing on host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2> ... 028 (10628.456.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.157" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 456 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.374.000) 2024-10-24 12:00:05 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7008 - ResidentSetSize of job (KB) ... 028 (10628.374.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 374 ResidentSetSize = 7008 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.416.000) 2024-10-24 12:00:05 Warning from starter on slot1_12@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.394.000) 2024-10-24 12:00:05 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.394.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 394 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.416.000) 2024-10-24 12:00:05 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.416.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.500" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.474.000) 2024-10-24 12:00:05 Warning from starter on slot1_13@IU-Jetstream2-Backfill.7b6b587b8db7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.474.000) 2024-10-24 12:00:05 Job executing on host: <172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b> ... 028 (10628.474.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.668" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:45445?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9905153&PrivNet=IU-Jetstream2-Backfill.7b6b587b8db7&addrs=172.17.0.2-45445&alias=IU-Jetstream2-Backfill.7b6b587b8db7&noUDP&sock=startd_4625_f19b>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 474 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.447.000) 2024-10-24 12:00:05 Warning from starter on slot1_5@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.469.000) 2024-10-24 12:00:05 Warning from starter on slot1_4@glidein_2134208_501717876@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.471.000) 2024-10-24 12:00:05 Warning from starter on slot1_4@glidein_3941581_16863352@comp-cc-0466.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.470.000) 2024-10-24 12:00:05 Warning from starter on slot1_5@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.447.000) 2024-10-24 12:00:05 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.447.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.810" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 447 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.461.000) 2024-10-24 12:00:05 Warning from starter on slot1_5@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.469.000) 2024-10-24 12:00:05 Job executing on host: <10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.469.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.835" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:40537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51709786%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944943&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40537&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 469 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.464.000) 2024-10-24 12:00:05 Warning from starter on slot1_3@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.468.000) 2024-10-24 12:00:05 Warning from starter on slot1_3@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.475.000) 2024-10-24 12:00:05 Started transferring input files Transferring to host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_14_4643_29d6_2312> ... 028 (10628.475.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.889" EventTypeNumber = 28 Host = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=slot1_14_4643_29d6_2312>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.433.000) 2024-10-24 12:00:05 Warning from starter on slot1_3@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.472.000) 2024-10-24 12:00:05 Warning from starter on slot1_14@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.471.000) 2024-10-24 12:00:05 Job executing on host: <10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP> ... 028 (10628.471.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.919" EventTypeNumber = 28 ExecuteHost = "<10.136.81.236:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50902255%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9986925&PrivNet=comp-cc-0466.gwave.ics.psu.edu&addrs=10.136.81.236-33881&alias=comp-cc-0466.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 471 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.470.000) 2024-10-24 12:00:05 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.470.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.944" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 470 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.351.000) 2024-10-24 12:00:05 Image size of job updated: 3494032 86 - MemoryUsage of job (MB) 87084 - ResidentSetSize of job (KB) ... 028 (10628.351.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 351 ResidentSetSize = 87084 Size = 3494032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.465.000) 2024-10-24 12:00:05 Started transferring input files Transferring to host: <10.125.8.107:34499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047990&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34499&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.465.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.998" EventTypeNumber = 28 Host = "<10.125.8.107:34499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047990&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34499&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.478.000) 2024-10-24 12:00:05 Started transferring input files Transferring to host: <131.225.208.172:34161?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004338&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-34161+[2620-6a-0-8862-f0-0-208-172]-34161&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.478.000) 2024-10-24 12:00:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:05.999" EventTypeNumber = 28 Host = "<131.225.208.172:34161?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004338&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-34161+[2620-6a-0-8862-f0-0-208-172]-34161&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 478 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.461.000) 2024-10-24 12:00:06 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.461.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.028" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 461 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.462.000) 2024-10-24 12:00:06 Warning from starter on slot1_5@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.466.000) 2024-10-24 12:00:06 Warning from starter on slot1_3@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.464.000) 2024-10-24 12:00:06 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.464.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.128" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 464 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.468.000) 2024-10-24 12:00:06 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.468.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.162" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 468 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.475.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.475.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.453.000) 2024-10-24 12:00:06 Warning from starter on slot1_8@glidein_618273_848748597@d12chas584.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.460.000) 2024-10-24 12:00:06 Warning from starter on slot1_3@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.433.000) 2024-10-24 12:00:06 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.433.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.254" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 433 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.388.000) 2024-10-24 12:00:06 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6964 - ResidentSetSize of job (KB) ... 028 (10628.388.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 388 ResidentSetSize = 6964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.467.000) 2024-10-24 12:00:06 Warning from starter on slot1_8@glidein_3622341_402237948@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.463.000) 2024-10-24 12:00:06 Warning from starter on slot1_3@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.472.000) 2024-10-24 12:00:06 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.472.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.287" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 472 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.376.000) 2024-10-24 12:00:06 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82728 - ResidentSetSize of job (KB) ... 028 (10628.376.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.348" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 376 ResidentSetSize = 82728 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.485.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.211.49:42983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001222&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-42983+[2620-6a-0-8862-f0-0-211-49]-42983&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 040 (10628.476.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.166.213:36255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034690&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36255+[2620-6a-0-8861-f0-0-166-213]-36255&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.485.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.360" EventTypeNumber = 28 Host = "<131.225.211.49:42983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001222&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-42983+[2620-6a-0-8862-f0-0-211-49]-42983&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 485 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.476.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.360" EventTypeNumber = 28 Host = "<131.225.166.213:36255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034690&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36255+[2620-6a-0-8861-f0-0-166-213]-36255&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 476 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.465.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.465.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.478.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.478.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 478 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.449.000) 2024-10-24 12:00:06 Warning from starter on slot1_3@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.479.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.208.119:43405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914667%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047991&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43405+[2620-6a-0-8862-f0-0-208-119]-43405&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 040 (10628.477.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.166.230:34993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719559%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034691&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-34993+[2620-6a-0-8861-f0-0-166-230]-34993&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.479.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.418" EventTypeNumber = 28 Host = "<131.225.208.119:43405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914667%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047991&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43405+[2620-6a-0-8862-f0-0-208-119]-43405&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 479 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.477.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.418" EventTypeNumber = 28 Host = "<131.225.166.230:34993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719559%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034691&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-34993+[2620-6a-0-8861-f0-0-166-230]-34993&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 477 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.462.000) 2024-10-24 12:00:06 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.462.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.439" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 462 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.483.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.208.34:34481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970609&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34481+[2620-6a-0-8862-f0-0-208-34]-34481&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.483.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.494" EventTypeNumber = 28 Host = "<131.225.208.34:34481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970609&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34481+[2620-6a-0-8862-f0-0-208-34]-34481&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 483 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.173.000) 2024-10-24 12:00:06 Image size of job updated: 3252708 50 - MemoryUsage of job (MB) 51196 - ResidentSetSize of job (KB) ... 028 (10628.173.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 173 ResidentSetSize = 51196 Size = 3252708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.349.000) 2024-10-24 12:00:06 Image size of job updated: 3320552 50 - MemoryUsage of job (MB) 50264 - ResidentSetSize of job (KB) ... 028 (10628.349.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 349 ResidentSetSize = 50264 Size = 3320552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.466.000) 2024-10-24 12:00:06 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.466.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.523" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.481.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.166.236:46623?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363174%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951334&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-46623+[2620-6a-0-8861-f0-0-166-236]-46623&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.481.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.578" EventTypeNumber = 28 Host = "<131.225.166.236:46623?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363174%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951334&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-46623+[2620-6a-0-8861-f0-0-166-236]-46623&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 481 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.453.000) 2024-10-24 12:00:06 Job executing on host: <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.453.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.607" EventTypeNumber = 28 ExecuteHost = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.460.000) 2024-10-24 12:00:06 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.460.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.641" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.467.000) 2024-10-24 12:00:06 Job executing on host: <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.467.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.674" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.406.000) 2024-10-24 12:00:06 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82252 - ResidentSetSize of job (KB) ... 028 (10628.406.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 406 ResidentSetSize = 82252 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.463.000) 2024-10-24 12:00:06 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.463.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.758" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.485.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.485.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 485 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.476.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.476.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 476 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.397.000) 2024-10-24 12:00:06 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84908 - ResidentSetSize of job (KB) ... 028 (10628.397.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 397 ResidentSetSize = 84908 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.449.000) 2024-10-24 12:00:06 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.449.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.842" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 449 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.479.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.479.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 479 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.486.000) 2024-10-24 12:00:06 Started transferring input files Transferring to host: <131.225.208.23:35885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904324%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951335&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35885+[2620-6a-0-8862-f0-0-208-23]-35885&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.486.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.896" EventTypeNumber = 28 Host = "<131.225.208.23:35885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904324%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951335&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35885+[2620-6a-0-8862-f0-0-208-23]-35885&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 486 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.477.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.477.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 477 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.483.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.483.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 483 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.481.000) 2024-10-24 12:00:06 Finished transferring input files ... 028 (10628.481.000) 2024-10-24 12:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:06.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 481 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.371.000) 2024-10-24 12:00:07 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79508 - ResidentSetSize of job (KB) ... 028 (10628.371.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 371 ResidentSetSize = 79508 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.486.000) 2024-10-24 12:00:07 Finished transferring input files ... 028 (10628.486.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 486 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.401.000) 2024-10-24 12:00:07 Image size of job updated: 3538684 80 - MemoryUsage of job (MB) 81736 - ResidentSetSize of job (KB) ... 028 (10628.401.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 401 ResidentSetSize = 81736 Size = 3538684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.380.000) 2024-10-24 12:00:07 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78372 - ResidentSetSize of job (KB) ... 028 (10628.380.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 380 ResidentSetSize = 78372 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.402.000) 2024-10-24 12:00:07 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76664 - ResidentSetSize of job (KB) ... 028 (10628.402.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 402 ResidentSetSize = 76664 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.378.000) 2024-10-24 12:00:07 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.378.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 378 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.489.000) 2024-10-24 12:00:07 Started transferring input files Transferring to host: <131.225.208.57:33793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914669%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999503&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-33793+[2620-6a-0-8862-f0-0-208-57]-33793&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 040 (10628.490.000) 2024-10-24 12:00:07 Started transferring input files Transferring to host: <131.225.167.95:40539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970610&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-40539+[2620-6a-0-8861-f0-0-167-95]-40539&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.489.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.189" EventTypeNumber = 28 Host = "<131.225.208.57:33793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914669%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999503&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-33793+[2620-6a-0-8862-f0-0-208-57]-33793&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 489 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.490.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.189" EventTypeNumber = 28 Host = "<131.225.167.95:40539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970610&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-40539+[2620-6a-0-8861-f0-0-167-95]-40539&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 490 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.385.000) 2024-10-24 12:00:07 Image size of job updated: 3334216 57 - MemoryUsage of job (MB) 58132 - ResidentSetSize of job (KB) ... 028 (10628.385.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 385 ResidentSetSize = 58132 Size = 3334216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.390.000) 2024-10-24 12:00:07 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.390.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 390 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.395.000) 2024-10-24 12:00:07 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81432 - ResidentSetSize of job (KB) ... 028 (10628.395.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 395 ResidentSetSize = 81432 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 12:00:07 Image size of job updated: 3324816 48 - MemoryUsage of job (MB) 48232 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 48232 Size = 3324816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.473.000) 2024-10-24 12:00:07 Warning from starter on slot1_15@IU-Jetstream2-Backfill.b6e49483dc63: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.490.000) 2024-10-24 12:00:07 Finished transferring input files ... 028 (10628.490.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 490 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.489.000) 2024-10-24 12:00:07 Finished transferring input files ... 028 (10628.489.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 489 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.478.000) 2024-10-24 12:00:07 Warning from starter on slot1_6@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.465.000) 2024-10-24 12:00:07 Warning from starter on slot1_3@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.387.000) 2024-10-24 12:00:07 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.473.000) 2024-10-24 12:00:07 Job executing on host: <172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d> ... 028 (10628.473.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.395" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912378&PrivNet=IU-Jetstream2-Backfill.b6e49483dc63&addrs=172.17.0.2-43275&alias=IU-Jetstream2-Backfill.b6e49483dc63&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 473 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.478.000) 2024-10-24 12:00:07 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.478.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.478" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 478 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.475.000) 2024-10-24 12:00:07 Warning from starter on slot1_14@IU-Jetstream2-Backfill.80d4a7132608: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.465.000) 2024-10-24 12:00:07 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.465.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.512" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.493.000) 2024-10-24 12:00:07 Started transferring input files Transferring to host: <131.225.208.164:44383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004339&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-44383+[2620-6a-0-8862-f0-0-208-164]-44383&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.493.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.574" EventTypeNumber = 28 Host = "<131.225.208.164:44383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004339&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-44383+[2620-6a-0-8862-f0-0-208-164]-44383&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 493 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.389.000) 2024-10-24 12:00:07 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84324 - ResidentSetSize of job (KB) ... 028 (10628.389.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 389 ResidentSetSize = 84324 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.475.000) 2024-10-24 12:00:07 Job executing on host: <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.475.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.671" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.493.000) 2024-10-24 12:00:07 Finished transferring input files ... 028 (10628.493.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 493 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.398.000) 2024-10-24 12:00:07 Image size of job updated: 3261488 50 - MemoryUsage of job (MB) 50988 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 50988 Size = 3261488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.405.000) 2024-10-24 12:00:07 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80836 - ResidentSetSize of job (KB) ... 028 (10628.405.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 405 ResidentSetSize = 80836 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.379.000) 2024-10-24 12:00:07 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80668 - ResidentSetSize of job (KB) ... 028 (10628.379.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 379 ResidentSetSize = 80668 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.383.000) 2024-10-24 12:00:07 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5972 - ResidentSetSize of job (KB) ... 028 (10628.383.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 383 ResidentSetSize = 5972 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.386.000) 2024-10-24 12:00:07 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.386.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 386 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.384.000) 2024-10-24 12:00:07 Image size of job updated: 3258284 53 - MemoryUsage of job (MB) 54256 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 54256 Size = 3258284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.399.000) 2024-10-24 12:00:07 Image size of job updated: 3533252 76 - MemoryUsage of job (MB) 77684 - ResidentSetSize of job (KB) ... 028 (10628.399.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 399 ResidentSetSize = 77684 Size = 3533252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.400.000) 2024-10-24 12:00:07 Image size of job updated: 3397412 56 - MemoryUsage of job (MB) 56848 - ResidentSetSize of job (KB) ... 028 (10628.400.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 400 ResidentSetSize = 56848 Size = 3397412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.483.000) 2024-10-24 12:00:07 Warning from starter on slot1_6@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.483.000) 2024-10-24 12:00:07 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.483.000) 2024-10-24 12:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:07.999" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 483 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.165.000) 2024-10-24 12:00:08 Image size of job updated: 3274992 52 - MemoryUsage of job (MB) 53072 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 53072 Size = 3274992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.344.000) 2024-10-24 12:00:08 Image size of job updated: 3275504 58 - MemoryUsage of job (MB) 59276 - ResidentSetSize of job (KB) ... 028 (10628.344.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 344 ResidentSetSize = 59276 Size = 3275504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.477.000) 2024-10-24 12:00:08 Warning from starter on slot1_5@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.411.000) 2024-10-24 12:00:08 Image size of job updated: 3601612 76 - MemoryUsage of job (MB) 77808 - ResidentSetSize of job (KB) ... 028 (10628.411.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 411 ResidentSetSize = 77808 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.477.000) 2024-10-24 12:00:08 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.477.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.183" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 477 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.481.000) 2024-10-24 12:00:08 Warning from starter on slot1_6@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.505.000) 2024-10-24 12:00:08 Started transferring input files Transferring to host: <131.225.208.84:46765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955920&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46765+[2620-6a-0-8862-f0-0-208-84]-46765&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.505.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.237" EventTypeNumber = 28 Host = "<131.225.208.84:46765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955920&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46765+[2620-6a-0-8862-f0-0-208-84]-46765&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 505 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.481.000) 2024-10-24 12:00:08 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.481.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.267" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 481 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.476.000) 2024-10-24 12:00:08 Warning from starter on slot1_6@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.413.000) 2024-10-24 12:00:08 Image size of job updated: 3465664 82 - MemoryUsage of job (MB) 83904 - ResidentSetSize of job (KB) ... 028 (10628.413.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 413 ResidentSetSize = 83904 Size = 3465664 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.476.000) 2024-10-24 12:00:08 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.476.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.351" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 476 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.505.000) 2024-10-24 12:00:08 Finished transferring input files ... 028 (10628.505.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 505 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.485.000) 2024-10-24 12:00:08 Warning from starter on slot1_6@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.485.000) 2024-10-24 12:00:08 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.485.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.493" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 485 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.382.000) 2024-10-24 12:00:08 Image size of job updated: 3257164 51 - MemoryUsage of job (MB) 51704 - ResidentSetSize of job (KB) ... 028 (10628.382.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 382 ResidentSetSize = 51704 Size = 3257164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.403.000) 2024-10-24 12:00:08 Image size of job updated: 3257976 49 - MemoryUsage of job (MB) 49784 - ResidentSetSize of job (KB) ... 028 (10628.403.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 403 ResidentSetSize = 49784 Size = 3257976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.175.000) 2024-10-24 12:00:08 Image size of job updated: 3343484 43 - MemoryUsage of job (MB) 44008 - ResidentSetSize of job (KB) ... 028 (10628.175.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 175 ResidentSetSize = 44008 Size = 3343484 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.373.000) 2024-10-24 12:00:08 Image size of job updated: 3530664 46 - MemoryUsage of job (MB) 46752 - ResidentSetSize of job (KB) ... 028 (10628.373.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 373 ResidentSetSize = 46752 Size = 3530664 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.414.000) 2024-10-24 12:00:08 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81752 - ResidentSetSize of job (KB) ... 028 (10628.414.000) 2024-10-24 12:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:08.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 414 ResidentSetSize = 81752 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.490.000) 2024-10-24 12:00:09 Warning from starter on slot1_6@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.493.000) 2024-10-24 12:00:09 Warning from starter on slot1_6@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.415.000) 2024-10-24 12:00:09 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82932 - ResidentSetSize of job (KB) ... 028 (10628.415.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 415 ResidentSetSize = 82932 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.490.000) 2024-10-24 12:00:09 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.490.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.339" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 490 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.393.000) 2024-10-24 12:00:09 Image size of job updated: 3535048 78 - MemoryUsage of job (MB) 79504 - ResidentSetSize of job (KB) ... 028 (10628.393.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 393 ResidentSetSize = 79504 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.493.000) 2024-10-24 12:00:09 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.493.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.437" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 493 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.487.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.209.215:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426172%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955921&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-46455+[2620-6a-0-8862-f0-0-209-215]-46455&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 040 (10628.488.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.172:39473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955922&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-39473+[2620-6a-0-8862-f0-0-208-172]-39473&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.484.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.209.145:38665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034692&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-38665+[2620-6a-0-8862-f0-0-209-145]-38665&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.488.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.437" EventTypeNumber = 28 Host = "<131.225.208.172:39473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955922&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-39473+[2620-6a-0-8862-f0-0-208-172]-39473&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 488 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.487.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.437" EventTypeNumber = 28 Host = "<131.225.209.215:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426172%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955921&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-46455+[2620-6a-0-8862-f0-0-209-215]-46455&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 487 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.496.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.195:41943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007924%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998191&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-41943+[2620-6a-0-8862-f0-0-208-195]-41943&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.484.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.437" EventTypeNumber = 28 Host = "<131.225.209.145:38665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034692&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-38665+[2620-6a-0-8862-f0-0-209-145]-38665&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 484 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.496.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.437" EventTypeNumber = 28 Host = "<131.225.208.195:41943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007924%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998191&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-41943+[2620-6a-0-8862-f0-0-208-195]-41943&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 496 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.495.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.104:33587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951336&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-33587+[2620-6a-0-8862-f0-0-208-104]-33587&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 040 (10628.512.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.52:38223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904325%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004340&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38223+[2620-6a-0-8862-f0-0-208-52]-38223&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.480.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.23:44231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955923&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-44231+[2620-6a-0-8862-f0-0-208-23]-44231&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.518.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.58:44669?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904326%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970611&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-44669+[2620-6a-0-8862-f0-0-208-58]-44669&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.480.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.440" EventTypeNumber = 28 Host = "<131.225.208.23:44231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955923&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-44231+[2620-6a-0-8862-f0-0-208-23]-44231&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 480 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.512.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.440" EventTypeNumber = 28 Host = "<131.225.208.52:38223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904325%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004340&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38223+[2620-6a-0-8862-f0-0-208-52]-38223&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 512 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.495.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.440" EventTypeNumber = 28 Host = "<131.225.208.104:33587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951336&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-33587+[2620-6a-0-8862-f0-0-208-104]-33587&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 495 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.518.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.440" EventTypeNumber = 28 Host = "<131.225.208.58:44669?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904326%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970611&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-44669+[2620-6a-0-8862-f0-0-208-58]-44669&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 518 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.513.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.197:46619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884424%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955924&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46619+[2620-6a-0-8862-f0-0-208-197]-46619&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 040 (10628.491.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.23:41473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998192&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41473+[2620-6a-0-8862-f0-0-208-23]-41473&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.513.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.442" EventTypeNumber = 28 Host = "<131.225.208.197:46619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884424%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955924&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46619+[2620-6a-0-8862-f0-0-208-197]-46619&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 513 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.494.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.166.219:43843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992612&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-43843+[2620-6a-0-8861-f0-0-166-219]-43843&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.491.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.442" EventTypeNumber = 28 Host = "<131.225.208.23:41473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998192&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41473+[2620-6a-0-8862-f0-0-208-23]-41473&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 491 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.494.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.442" EventTypeNumber = 28 Host = "<131.225.166.219:43843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992612&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-43843+[2620-6a-0-8861-f0-0-166-219]-43843&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 494 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.514.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.211.109:34085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004341&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-34085+[2620-6a-0-8862-f0-0-211-109]-34085&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.514.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.444" EventTypeNumber = 28 Host = "<131.225.211.109:34085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004341&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-34085+[2620-6a-0-8862-f0-0-211-109]-34085&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 514 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.502.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.113:45785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998193&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45785+[2620-6a-0-8862-f0-0-208-113]-45785&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 040 (10628.517.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.211.11:46089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970612&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-46089+[2620-6a-0-8862-f0-0-211-11]-46089&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.517.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.446" EventTypeNumber = 28 Host = "<131.225.211.11:46089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970612&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-46089+[2620-6a-0-8862-f0-0-211-11]-46089&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 517 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.502.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.446" EventTypeNumber = 28 Host = "<131.225.208.113:45785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998193&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45785+[2620-6a-0-8862-f0-0-208-113]-45785&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 502 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.496.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.487.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.488.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.484.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.487.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 487 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.496.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 496 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.488.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 488 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.484.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 484 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.495.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.518.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.495.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 495 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.518.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 518 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.512.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.512.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 512 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.480.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.480.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 480 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.513.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.513.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 513 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.491.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.494.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.491.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 491 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.494.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 494 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.514.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.514.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 514 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.502.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.502.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 502 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.517.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.517.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 517 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.504.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.158:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340592%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951337&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35691+[2620-6a-0-8862-f0-0-208-158]-35691&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 040 (10628.501.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.192:41653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339453%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998194&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41653+[2620-6a-0-8862-f0-0-208-192]-41653&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 040 (10628.497.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.171:44941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970614&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-44941+[2620-6a-0-8862-f0-0-208-171]-44941&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.504.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.566" EventTypeNumber = 28 Host = "<131.225.208.158:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340592%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951337&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35691+[2620-6a-0-8862-f0-0-208-158]-35691&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 504 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.501.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.566" EventTypeNumber = 28 Host = "<131.225.208.192:41653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339453%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998194&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-41653+[2620-6a-0-8862-f0-0-208-192]-41653&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 501 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.497.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.566" EventTypeNumber = 28 Host = "<131.225.208.171:44941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970614&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-44941+[2620-6a-0-8862-f0-0-208-171]-44941&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 497 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.523.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.82:37985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339454%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998195&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-37985+[2620-6a-0-8862-f0-0-208-82]-37985&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.523.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.584" EventTypeNumber = 28 Host = "<131.225.208.82:37985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339454%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998195&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-37985+[2620-6a-0-8862-f0-0-208-82]-37985&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 523 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.519.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.121:35701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992613&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-35701+[2620-6a-0-8862-f0-0-208-121]-35701&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.519.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.592" EventTypeNumber = 28 Host = "<131.225.208.121:35701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992613&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-35701+[2620-6a-0-8862-f0-0-208-121]-35701&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 519 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.503.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.161:44143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951338&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-44143&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.603" EventTypeNumber = 28 Host = "<10.32.86.161:44143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951338&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-44143&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.500.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.23:43365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719563%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034693&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43365+[2620-6a-0-8862-f0-0-208-23]-43365&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.504.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.500.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.615" EventTypeNumber = 28 Host = "<131.225.208.23:43365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719563%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034693&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43365+[2620-6a-0-8862-f0-0-208-23]-43365&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 500 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.501.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.504.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 504 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.501.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 501 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.497.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.497.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 497 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.516.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.166.189:41507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047994&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-41507+[2620-6a-0-8861-f0-0-166-189]-41507&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.516.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.621" EventTypeNumber = 28 Host = "<131.225.166.189:41507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404258%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047994&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-41507+[2620-6a-0-8861-f0-0-166-189]-41507&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 516 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.523.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.523.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 523 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.508.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.56:42203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884426%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034694&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-42203+[2620-6a-0-8862-f0-0-208-56]-42203&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.508.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.635" EventTypeNumber = 28 Host = "<131.225.208.56:42203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884426%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034694&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-42203+[2620-6a-0-8862-f0-0-208-56]-42203&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 508 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.519.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.519.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 519 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.511.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.87:43955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955925&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-43955&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.511.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.651" EventTypeNumber = 28 Host = "<10.32.86.87:43955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955925&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-43955&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.503.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.503.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.500.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.500.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 500 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.492.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.22:33807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914673%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999505&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-33807+[2620-6a-0-8862-f0-0-208-22]-33807&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.492.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.666" EventTypeNumber = 28 Host = "<131.225.208.22:33807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914673%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999505&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-33807+[2620-6a-0-8862-f0-0-208-22]-33807&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 492 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.516.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.516.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 516 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.515.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <131.225.208.52:45943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998196&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45943+[2620-6a-0-8862-f0-0-208-52]-45943&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.515.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.671" EventTypeNumber = 28 Host = "<131.225.208.52:45943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998196&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45943+[2620-6a-0-8862-f0-0-208-52]-45943&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 515 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.508.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.508.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 508 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.511.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.511.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.492.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.492.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 492 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.515.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.515.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 515 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.509.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.91:45029?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998197&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-45029&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.509.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.779" EventTypeNumber = 28 Host = "<10.32.86.91:45029?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998197&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-45029&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.520.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.175:41053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004343&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41053&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.520.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.779" EventTypeNumber = 28 Host = "<10.32.86.175:41053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004343&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41053&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.510.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.149:38659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001224&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-38659&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.510.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.782" EventTypeNumber = 28 Host = "<10.32.86.149:38659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001224&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-38659&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.506.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.107:42883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992615&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42883&alias=d12chas556.crc.nd.edu&noUDP> ... 040 (10628.499.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.143:39329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007927%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992614&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-39329&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.506.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.782" EventTypeNumber = 28 Host = "<10.32.86.107:42883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992615&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42883&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.499.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.782" EventTypeNumber = 28 Host = "<10.32.86.143:39329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007927%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992614&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-39329&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.507.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.93:35263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047995&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35263&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.792" EventTypeNumber = 28 Host = "<10.32.86.93:35263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047995&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35263&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.498.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.143:33423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955926&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33423&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.498.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.795" EventTypeNumber = 28 Host = "<10.32.86.143:33423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955926&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33423&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.509.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.509.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.520.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.520.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.499.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.499.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.510.000) 2024-10-24 12:00:09 Finished transferring input files ... 040 (10628.506.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.510.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.506.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.507.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.507.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.498.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.498.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.521.000) 2024-10-24 12:00:09 Started transferring input files Transferring to host: <10.32.86.175:46629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047997&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-46629&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.521.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.921" EventTypeNumber = 28 Host = "<10.32.86.175:46629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047997&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-46629&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.521.000) 2024-10-24 12:00:09 Finished transferring input files ... 028 (10628.521.000) 2024-10-24 12:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:09.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.479.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.505.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.505.000) 2024-10-24 12:00:10 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.505.000) 2024-10-24 12:00:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:10.421" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 505 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.479.000) 2024-10-24 12:00:10 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.479.000) 2024-10-24 12:00:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:10.446" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 479 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.487.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.488.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.502.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.484.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.486.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.518.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.504.000) 2024-10-24 12:00:10 Warning from starter on slot1_6@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.487.000) 2024-10-24 12:00:10 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.487.000) 2024-10-24 12:00:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:10.975" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 487 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.488.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.488.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.000" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 488 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.489.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.503.000) 2024-10-24 12:00:11 Warning from starter on slot1_8@glidein_3286257_252789500@d12chas583.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.502.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.502.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.084" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 502 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.409.000) 2024-10-24 12:00:11 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83344 - ResidentSetSize of job (KB) ... 028 (10628.409.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 409 ResidentSetSize = 83344 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.511.000) 2024-10-24 12:00:11 Warning from starter on slot1_8@glidein_3837306_180097140@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.484.000) 2024-10-24 12:00:11 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.484.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.109" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 484 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.486.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.486.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.134" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 486 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.510.000) 2024-10-24 12:00:11 Warning from starter on slot1_8@glidein_633702_61538442@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.509.000) 2024-10-24 12:00:11 Warning from starter on slot1_7@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.507.000) 2024-10-24 12:00:11 Warning from starter on slot1_4@glidein_2308573_27029754@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.518.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.518.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.218" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 518 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.499.000) 2024-10-24 12:00:11 Warning from starter on slot1_4@glidein_3482323_64008256@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.506.000) 2024-10-24 12:00:11 Warning from starter on slot1_8@glidein_4001145_849830808@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.498.000) 2024-10-24 12:00:11 Warning from starter on slot1_4@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.520.000) 2024-10-24 12:00:11 Warning from starter on slot1_5@glidein_3267446_8383182@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.412.000) 2024-10-24 12:00:11 Image size of job updated: 3466176 83 - MemoryUsage of job (MB) 84076 - ResidentSetSize of job (KB) ... 028 (10628.412.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 412 ResidentSetSize = 84076 Size = 3466176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.522.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.209.220:40397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004344&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40397+[2620-6a-0-8862-f0-0-209-220]-40397&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 040 (10628.524.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.84:32819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001225&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-32819+[2620-6a-0-8862-f0-0-208-84]-32819&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.522.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.272" EventTypeNumber = 28 Host = "<131.225.209.220:40397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004344&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40397+[2620-6a-0-8862-f0-0-209-220]-40397&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 522 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.524.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.272" EventTypeNumber = 28 Host = "<131.225.208.84:32819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001225&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-32819+[2620-6a-0-8862-f0-0-208-84]-32819&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 524 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.425.000) 2024-10-24 12:00:11 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 81948 - ResidentSetSize of job (KB) ... 028 (10628.425.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 425 ResidentSetSize = 81948 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.480.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.504.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.504.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.302" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 504 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.489.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.489.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.327" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 489 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.423.000) 2024-10-24 12:00:11 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78104 - ResidentSetSize of job (KB) ... 028 (10628.423.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 423 ResidentSetSize = 78104 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.525.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.52:40647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339458%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955928&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40647+[2620-6a-0-8862-f0-0-208-52]-40647&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.526.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.149:35241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904328%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004345&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-35241+[2620-6a-0-8862-f0-0-208-149]-35241&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.525.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.381" EventTypeNumber = 28 Host = "<131.225.208.52:40647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339458%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955928&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40647+[2620-6a-0-8862-f0-0-208-52]-40647&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 525 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.526.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.381" EventTypeNumber = 28 Host = "<131.225.208.149:35241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904328%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004345&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-35241+[2620-6a-0-8862-f0-0-208-149]-35241&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 526 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.521.000) 2024-10-24 12:00:11 Warning from starter on slot1_8@glidein_3172745_248411604@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.510.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.510.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.410" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.513.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.503.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.444" EventTypeNumber = 28 ExecuteHost = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.515.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.511.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.511.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.469" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.514.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.434.000) 2024-10-24 12:00:11 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.434.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 434 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.410.000) 2024-10-24 12:00:11 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82876 - ResidentSetSize of job (KB) ... 028 (10628.410.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 410 ResidentSetSize = 82876 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.509.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.509.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.553" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.499.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.499.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.578" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.407.000) 2024-10-24 12:00:11 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79680 - ResidentSetSize of job (KB) ... 028 (10628.407.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.603" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 407 ResidentSetSize = 79680 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.507.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.611" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.494.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.500.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.420.000) 2024-10-24 12:00:11 Image size of job updated: 3533768 76 - MemoryUsage of job (MB) 77656 - ResidentSetSize of job (KB) ... 028 (10628.420.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 420 ResidentSetSize = 77656 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.506.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.506.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.695" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.512.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.498.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.498.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.720" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.491.000) 2024-10-24 12:00:11 Warning from starter on slot1_7@glidein_8_548667693@osg-3976441-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.520.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.520.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.745" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.519.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.528.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.33:36783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034695&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-36783+[2620-6a-0-8862-f0-0-208-33]-36783&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.528.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.799" EventTypeNumber = 28 Host = "<131.225.208.33:36783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034695&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-36783+[2620-6a-0-8862-f0-0-208-33]-36783&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 528 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.522.000) 2024-10-24 12:00:11 Finished transferring input files ... 028 (10628.522.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 522 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.524.000) 2024-10-24 12:00:11 Finished transferring input files ... 028 (10628.524.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 524 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.517.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.532.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.89:39927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884431%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992616&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-39927+[2620-6a-0-8862-f0-0-208-89]-39927&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 040 (10628.533.000) 2024-10-24 12:00:11 Started transferring input files Transferring to host: <131.225.208.105:35861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426174%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998198&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-35861+[2620-6a-0-8862-f0-0-208-105]-35861&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.532.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.858" EventTypeNumber = 28 Host = "<131.225.208.89:39927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884431%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992616&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-39927+[2620-6a-0-8862-f0-0-208-89]-39927&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 532 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.533.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.858" EventTypeNumber = 28 Host = "<131.225.208.105:35861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426174%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998198&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-35861+[2620-6a-0-8862-f0-0-208-105]-35861&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 533 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.480.000) 2024-10-24 12:00:11 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.480.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.888" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 480 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.516.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.501.000) 2024-10-24 12:00:11 Warning from starter on slot1_6@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.408.000) 2024-10-24 12:00:11 Image size of job updated: 3330908 56 - MemoryUsage of job (MB) 56808 - ResidentSetSize of job (KB) ... 028 (10628.408.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 408 ResidentSetSize = 56808 Size = 3330908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.525.000) 2024-10-24 12:00:11 Finished transferring input files ... 028 (10628.525.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 525 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.526.000) 2024-10-24 12:00:11 Finished transferring input files ... 028 (10628.526.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 526 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.521.000) 2024-10-24 12:00:11 Job executing on host: <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.521.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.972" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.419.000) 2024-10-24 12:00:11 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83504 - ResidentSetSize of job (KB) ... 028 (10628.419.000) 2024-10-24 12:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:11.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 419 ResidentSetSize = 83504 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.513.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.513.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.005" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 513 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.497.000) 2024-10-24 12:00:12 Warning from starter on slot1_7@glidein_8_305020749@osg-3976450-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.440.000) 2024-10-24 12:00:12 Image size of job updated: 3599476 61 - MemoryUsage of job (MB) 62068 - ResidentSetSize of job (KB) ... 028 (10628.440.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 61 MyType = "JobImageSizeEvent" Proc = 440 ResidentSetSize = 62068 Size = 3599476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.443.000) 2024-10-24 12:00:12 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5952 - ResidentSetSize of job (KB) ... 028 (10628.443.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 443 ResidentSetSize = 5952 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.515.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.515.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.089" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 515 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.444.000) 2024-10-24 12:00:12 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6964 - ResidentSetSize of job (KB) ... 028 (10628.444.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 444 ResidentSetSize = 6964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.514.000) 2024-10-24 12:00:12 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.514.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.114" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 514 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.537.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <131.225.208.144:44659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048000&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-44659+[2620-6a-0-8862-f0-0-208-144]-44659&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.537.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.175" EventTypeNumber = 28 Host = "<131.225.208.144:44659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048000&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-44659+[2620-6a-0-8862-f0-0-208-144]-44659&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 537 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.494.000) 2024-10-24 12:00:12 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.494.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.198" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 494 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.500.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.500.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.223" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 500 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.512.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.512.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.248" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 512 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.432.000) 2024-10-24 12:00:12 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81028 - ResidentSetSize of job (KB) ... 006 (10628.424.000) 2024-10-24 12:00:12 Image size of job updated: 3601356 79 - MemoryUsage of job (MB) 80612 - ResidentSetSize of job (KB) ... 028 (10628.432.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 432 ResidentSetSize = 81028 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.424.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 424 ResidentSetSize = 80612 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.527.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <10.32.86.153:44285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998199&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44285&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.527.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.301" EventTypeNumber = 28 Host = "<10.32.86.153:44285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998199&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44285&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.491.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.491.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.323" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 491 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.519.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.519.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.349" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 519 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.528.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.528.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 528 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.446.000) 2024-10-24 12:00:12 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.446.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 446 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.517.000) 2024-10-24 12:00:12 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.517.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.424" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 517 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.532.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.532.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 532 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.496.000) 2024-10-24 12:00:12 Warning from starter on slot1_6@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.421.000) 2024-10-24 12:00:12 Image size of job updated: 3398704 45 - MemoryUsage of job (MB) 45480 - ResidentSetSize of job (KB) ... 028 (10628.421.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 421 ResidentSetSize = 45480 Size = 3398704 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.533.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.533.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 533 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.516.000) 2024-10-24 12:00:12 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.516.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.499" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 516 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.431.000) 2024-10-24 12:00:12 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82720 - ResidentSetSize of job (KB) ... 028 (10628.431.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 431 ResidentSetSize = 82720 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.501.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.501.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.576" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 501 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.497.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.497.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.601" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 497 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.368.000) 2024-10-24 12:00:12 Image size of job updated: 3325008 52 - MemoryUsage of job (MB) 52240 - ResidentSetSize of job (KB) ... 028 (10628.368.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 368 ResidentSetSize = 52240 Size = 3325008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.535.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <131.225.208.197:37565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426176%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001226&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-37565+[2620-6a-0-8862-f0-0-208-197]-37565&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 040 (10628.539.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <131.225.208.176:38941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339459%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992617&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-38941+[2620-6a-0-8862-f0-0-208-176]-38941&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.539.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.654" EventTypeNumber = 28 Host = "<131.225.208.176:38941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339459%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992617&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-38941+[2620-6a-0-8862-f0-0-208-176]-38941&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 539 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.535.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.654" EventTypeNumber = 28 Host = "<131.225.208.197:37565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426176%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001226&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-37565+[2620-6a-0-8862-f0-0-208-197]-37565&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 535 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.537.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.537.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 537 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.422.000) 2024-10-24 12:00:12 Image size of job updated: 3602380 80 - MemoryUsage of job (MB) 81380 - ResidentSetSize of job (KB) ... 028 (10628.422.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 422 ResidentSetSize = 81380 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.391.000) 2024-10-24 12:00:12 Image size of job updated: 3264800 56 - MemoryUsage of job (MB) 56468 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 56468 Size = 3264800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.430.000) 2024-10-24 12:00:12 Image size of job updated: 3534792 77 - MemoryUsage of job (MB) 77852 - ResidentSetSize of job (KB) ... 028 (10628.430.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 430 ResidentSetSize = 77852 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.536.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <137.99.174.13:35469?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001227&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35469&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.536.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.713" EventTypeNumber = 28 Host = "<137.99.174.13:35469?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001227&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35469&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 536 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.527.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.527.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.428.000) 2024-10-24 12:00:12 Image size of job updated: 3538944 62 - MemoryUsage of job (MB) 63408 - ResidentSetSize of job (KB) ... 028 (10628.428.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 62 MyType = "JobImageSizeEvent" Proc = 428 ResidentSetSize = 63408 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.438.000) 2024-10-24 12:00:12 Image size of job updated: 3534536 63 - MemoryUsage of job (MB) 63936 - ResidentSetSize of job (KB) ... 028 (10628.438.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 63 MyType = "JobImageSizeEvent" Proc = 438 ResidentSetSize = 63936 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.417.000) 2024-10-24 12:00:12 Image size of job updated: 3621516 76 - MemoryUsage of job (MB) 76880 - ResidentSetSize of job (KB) ... 028 (10628.417.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 417 ResidentSetSize = 76880 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.482.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <10.5.254.186:39561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951345&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-39561&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.482.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.772" EventTypeNumber = 28 Host = "<10.5.254.186:39561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951345&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-39561&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 482 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.534.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <131.225.208.104:39631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951346&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39631+[2620-6a-0-8862-f0-0-208-104]-39631&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.534.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.839" EventTypeNumber = 28 Host = "<131.225.208.104:39631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951346&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39631+[2620-6a-0-8862-f0-0-208-104]-39631&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 534 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.427.000) 2024-10-24 12:00:12 Image size of job updated: 3472120 59 - MemoryUsage of job (MB) 60084 - ResidentSetSize of job (KB) ... 028 (10628.427.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 427 ResidentSetSize = 60084 Size = 3472120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.429.000) 2024-10-24 12:00:12 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86252 - ResidentSetSize of job (KB) ... 028 (10628.429.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 429 ResidentSetSize = 86252 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.496.000) 2024-10-24 12:00:12 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.496.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.869" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 496 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.436.000) 2024-10-24 12:00:12 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80272 - ResidentSetSize of job (KB) ... 028 (10628.436.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 436 ResidentSetSize = 80272 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.538.000) 2024-10-24 12:00:12 Started transferring input files Transferring to host: <131.225.208.188:32877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007928%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992619&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-32877+[2620-6a-0-8862-f0-0-208-188]-32877&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.538.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.923" EventTypeNumber = 28 Host = "<131.225.208.188:32877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007928%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992619&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-32877+[2620-6a-0-8862-f0-0-208-188]-32877&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 538 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.539.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.539.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 539 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.441.000) 2024-10-24 12:00:12 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 79888 - ResidentSetSize of job (KB) ... 028 (10628.441.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 441 ResidentSetSize = 79888 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.439.000) 2024-10-24 12:00:12 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82672 - ResidentSetSize of job (KB) ... 028 (10628.439.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 439 ResidentSetSize = 82672 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.418.000) 2024-10-24 12:00:12 Image size of job updated: 3553672 76 - MemoryUsage of job (MB) 77120 - ResidentSetSize of job (KB) ... 028 (10628.418.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 418 ResidentSetSize = 77120 Size = 3553672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.535.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.535.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 535 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.536.000) 2024-10-24 12:00:12 Finished transferring input files ... 028 (10628.536.000) 2024-10-24 12:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:12.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 536 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.437.000) 2024-10-24 12:00:13 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80616 - ResidentSetSize of job (KB) ... 028 (10628.437.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 437 ResidentSetSize = 80616 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:00:13 Image size of job updated: 548784 19 - MemoryUsage of job (MB) 18756 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 19 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 18756 Size = 548784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.540.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.209.228:36335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034696&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-36335+[2620-6a-0-8862-f0-0-209-228]-36335&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.540.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.041" EventTypeNumber = 28 Host = "<131.225.209.228:36335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034696&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-36335+[2620-6a-0-8862-f0-0-209-228]-36335&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 540 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.482.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.482.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 482 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.524.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.529.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <10.64.77.63:36177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404265%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951343&PrivNet=g3063.hyak.local&addrs=10.64.77.63-36177&alias=g3063.hyak.local&noUDP> ... 040 (10628.542.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.80:38111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955930&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-38111+[2620-6a-0-8862-f0-0-208-80]-38111&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.529.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.100" EventTypeNumber = 28 Host = "<10.64.77.63:36177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404265%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951343&PrivNet=g3063.hyak.local&addrs=10.64.77.63-36177&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.541.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.211.52:39539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970616&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39539+[2620-6a-0-8862-f0-0-211-52]-39539&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.542.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.100" EventTypeNumber = 28 Host = "<131.225.208.80:38111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955930&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-38111+[2620-6a-0-8862-f0-0-208-80]-38111&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 542 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.541.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.100" EventTypeNumber = 28 Host = "<131.225.211.52:39539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970616&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39539+[2620-6a-0-8862-f0-0-211-52]-39539&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 541 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.534.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.534.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 534 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.495.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.459.000) 2024-10-24 12:00:13 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.459.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 459 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.538.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.538.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 538 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.445.000) 2024-10-24 12:00:13 Image size of job updated: 3531564 78 - MemoryUsage of job (MB) 78872 - ResidentSetSize of job (KB) ... 028 (10628.445.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 445 ResidentSetSize = 78872 Size = 3531564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.455.000) 2024-10-24 12:00:13 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69608 - ResidentSetSize of job (KB) ... 028 (10628.455.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 455 ResidentSetSize = 69608 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.543.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.64:36913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992620&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-36913+[2620-6a-0-8862-f0-0-208-64]-36913&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 040 (10628.545.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.113:39341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719567%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001228&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-39341+[2620-6a-0-8862-f0-0-208-113]-39341&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.545.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.225" EventTypeNumber = 28 Host = "<131.225.208.113:39341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719567%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001228&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-39341+[2620-6a-0-8862-f0-0-208-113]-39341&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 545 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.543.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.225" EventTypeNumber = 28 Host = "<131.225.208.64:36913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992620&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-36913+[2620-6a-0-8862-f0-0-208-64]-36913&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 543 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.540.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.540.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 540 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.508.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.522.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.435.000) 2024-10-24 12:00:13 Image size of job updated: 3331884 49 - MemoryUsage of job (MB) 49780 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 49780 Size = 3331884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.524.000) 2024-10-24 12:00:13 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.524.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.314" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 524 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.529.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.529.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.542.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.542.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 542 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.541.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.541.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 541 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.552.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.166.199:34117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426178%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955931&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-34117+[2620-6a-0-8861-f0-0-166-199]-34117&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.552.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.434" EventTypeNumber = 28 Host = "<131.225.166.199:34117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426178%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955931&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-34117+[2620-6a-0-8861-f0-0-166-199]-34117&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 552 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.533.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.456.000) 2024-10-24 12:00:13 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.456.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 456 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.495.000) 2024-10-24 12:00:13 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.495.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.465" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 495 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.458.000) 2024-10-24 12:00:13 Image size of job updated: 1735844 30 - MemoryUsage of job (MB) 30404 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 30404 Size = 1735844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.546.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.163:45109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034697&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-45109+[2620-6a-0-8862-f0-0-208-163]-45109&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.546.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.526" EventTypeNumber = 28 Host = "<131.225.208.163:45109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034697&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-45109+[2620-6a-0-8862-f0-0-208-163]-45109&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 546 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.545.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.545.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 545 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.523.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.531.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <10.64.66.151:44035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970618&PrivNet=n3407.hyak.local&addrs=10.64.66.151-44035&alias=n3407.hyak.local&noUDP> ... 040 (10628.548.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.54:34227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992621&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-34227+[2620-6a-0-8862-f0-0-208-54]-34227&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.531.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.577" EventTypeNumber = 28 Host = "<10.64.66.151:44035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970618&PrivNet=n3407.hyak.local&addrs=10.64.66.151-44035&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.547.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.23:37971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998200&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37971+[2620-6a-0-8862-f0-0-208-23]-37971&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.548.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.577" EventTypeNumber = 28 Host = "<131.225.208.54:34227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992621&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-34227+[2620-6a-0-8862-f0-0-208-54]-34227&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 548 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.547.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.577" EventTypeNumber = 28 Host = "<131.225.208.23:37971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998200&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37971+[2620-6a-0-8862-f0-0-208-23]-37971&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 547 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.452.000) 2024-10-24 12:00:13 Image size of job updated: 3669200 79 - MemoryUsage of job (MB) 80396 - ResidentSetSize of job (KB) ... 028 (10628.452.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 452 ResidentSetSize = 80396 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.543.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.543.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 543 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.450.000) 2024-10-24 12:00:13 Image size of job updated: 3323876 50 - MemoryUsage of job (MB) 50612 - ResidentSetSize of job (KB) ... 028 (10628.450.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 450 ResidentSetSize = 50612 Size = 3323876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.508.000) 2024-10-24 12:00:13 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.508.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.658" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 508 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.522.000) 2024-10-24 12:00:13 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.522.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.683" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 522 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.527.000) 2024-10-24 12:00:13 Warning from starter on slot1_8@glidein_2818687_201137568@d12chas579.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.550.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.157:38419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999508&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38419+[2620-6a-0-8862-f0-0-208-157]-38419&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.550.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.786" EventTypeNumber = 28 Host = "<131.225.208.157:38419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999508&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38419+[2620-6a-0-8862-f0-0-208-157]-38419&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 550 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.552.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.552.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 552 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.454.000) 2024-10-24 12:00:13 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69444 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 69444 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.448.000) 2024-10-24 12:00:13 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83412 - ResidentSetSize of job (KB) ... 028 (10628.448.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 448 ResidentSetSize = 83412 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.537.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.530.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <10.64.77.34:45825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999507&PrivNet=g3034.hyak.local&addrs=10.64.77.34-45825&alias=g3034.hyak.local&noUDP> ... 040 (10628.551.000) 2024-10-24 12:00:13 Started transferring input files Transferring to host: <131.225.208.77:46827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048001&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-46827+[2620-6a-0-8862-f0-0-208-77]-46827&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.530.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.837" EventTypeNumber = 28 Host = "<10.64.77.34:45825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999507&PrivNet=g3034.hyak.local&addrs=10.64.77.34-45825&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.551.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.837" EventTypeNumber = 28 Host = "<131.225.208.77:46827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048001&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-46827+[2620-6a-0-8862-f0-0-208-77]-46827&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 551 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.546.000) 2024-10-24 12:00:13 Finished transferring input files ... 028 (10628.546.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 546 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.533.000) 2024-10-24 12:00:13 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.533.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.867" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 533 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.457.000) 2024-10-24 12:00:13 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6012 - ResidentSetSize of job (KB) ... 028 (10628.457.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 457 ResidentSetSize = 6012 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.492.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.539.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.426.000) 2024-10-24 12:00:13 Image size of job updated: 3531120 56 - MemoryUsage of job (MB) 57024 - ResidentSetSize of job (KB) ... 028 (10628.426.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 426 ResidentSetSize = 57024 Size = 3531120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.528.000) 2024-10-24 12:00:13 Warning from starter on slot1_6@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.523.000) 2024-10-24 12:00:13 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.523.000) 2024-10-24 12:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:13.952" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 523 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.531.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.531.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.548.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.548.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 548 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.547.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.547.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 547 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.474.000) 2024-10-24 12:00:14 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71500 - ResidentSetSize of job (KB) ... 028 (10628.474.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 474 ResidentSetSize = 71500 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.555.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <131.225.208.179:37973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404267%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048002&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37973+[2620-6a-0-8862-f0-0-208-179]-37973&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 040 (10628.554.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <131.225.166.232:36477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914679%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004346&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-36477+[2620-6a-0-8861-f0-0-166-232]-36477&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.554.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.065" EventTypeNumber = 28 Host = "<131.225.166.232:36477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914679%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004346&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-36477+[2620-6a-0-8861-f0-0-166-232]-36477&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 554 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.555.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.065" EventTypeNumber = 28 Host = "<131.225.208.179:37973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404267%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048002&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37973+[2620-6a-0-8862-f0-0-208-179]-37973&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 555 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.556.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_12_4641_c116_1740> ... 028 (10628.556.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.124" EventTypeNumber = 28 Host = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_12_4641_c116_1740>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.527.000) 2024-10-24 12:00:14 Job executing on host: <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.527.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.153" EventTypeNumber = 28 ExecuteHost = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.550.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.550.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 550 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.470.000) 2024-10-24 12:00:14 Image size of job updated: 3330596 46 - MemoryUsage of job (MB) 46432 - ResidentSetSize of job (KB) ... 028 (10628.470.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 470 ResidentSetSize = 46432 Size = 3330596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.544.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <131.225.209.161:34495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904332%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999509&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-34495+[2620-6a-0-8862-f0-0-209-161]-34495&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.544.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.208" EventTypeNumber = 28 Host = "<131.225.209.161:34495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904332%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999509&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-34495+[2620-6a-0-8862-f0-0-209-161]-34495&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 544 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.537.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.537.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.237" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 537 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.461.000) 2024-10-24 12:00:14 Image size of job updated: 21264 7 - MemoryUsage of job (MB) 6984 - ResidentSetSize of job (KB) ... 028 (10628.461.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 461 ResidentSetSize = 6984 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.447.000) 2024-10-24 12:00:14 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79720 - ResidentSetSize of job (KB) ... 028 (10628.447.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 447 ResidentSetSize = 79720 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.464.000) 2024-10-24 12:00:14 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79620 - ResidentSetSize of job (KB) ... 028 (10628.464.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 464 ResidentSetSize = 79620 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.530.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.530.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.551.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.551.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 551 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.492.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.492.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.321" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 492 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.539.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.539.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.354" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 539 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.532.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.534.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.529.000) 2024-10-24 12:00:14 Warning from starter on slot1_3@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.451.000) 2024-10-24 12:00:14 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3708 - ResidentSetSize of job (KB) ... 028 (10628.451.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 451 ResidentSetSize = 3708 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.528.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.528.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.505" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 528 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.560.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_15_4630_00f5_2002> ... 028 (10628.560.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.505" EventTypeNumber = 28 Host = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_15_4630_00f5_2002>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 560 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.554.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.554.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 554 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.555.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.555.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 555 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.556.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.556.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.544.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.544.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 544 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.570.000) 2024-10-24 12:00:14 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_15_4644_de36_2096> ... 028 (10628.570.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.515" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_15_4644_de36_2096>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 570 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.532.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.532.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.547" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 532 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.534.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.534.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.572" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 534 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.529.000) 2024-10-24 12:00:14 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.529.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.605" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.560.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.560.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 560 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.570.000) 2024-10-24 12:00:14 Finished transferring input files ... 028 (10628.570.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 570 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.545.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.542.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.545.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.545.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.731" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 545 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.482.000) 2024-10-24 12:00:14 Warning from starter on slot1_15@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.540.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.535.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.542.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.542.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.764" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 542 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.482.000) 2024-10-24 12:00:14 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.482.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.797" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 482 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.540.000) 2024-10-24 12:00:14 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.540.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.831" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 540 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.535.000) 2024-10-24 12:00:14 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.535.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.864" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 535 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.416.000) 2024-10-24 12:00:14 Image size of job updated: 3621260 77 - MemoryUsage of job (MB) 78508 - ResidentSetSize of job (KB) ... 028 (10628.416.000) 2024-10-24 12:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:14.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 416 ResidentSetSize = 78508 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.548.000) 2024-10-24 12:00:14 Warning from starter on slot1_6@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.548.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.548.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.014" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 548 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.547.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.468.000) 2024-10-24 12:00:15 Image size of job updated: 2613476 88 - MemoryUsage of job (MB) 89388 - ResidentSetSize of job (KB) ... 028 (10628.468.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 468 ResidentSetSize = 89388 Size = 2613476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.547.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.547.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.090" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 547 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.530.000) 2024-10-24 12:00:15 Warning from starter on slot1_3@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.530.000) 2024-10-24 12:00:15 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.530.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.215" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.543.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.526.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.543.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.543.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.249" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 543 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.526.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.526.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.282" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 526 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.525.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.551.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.554.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.531.000) 2024-10-24 12:00:15 Warning from starter on slot1_20@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.525.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.525.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.407" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 525 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.551.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.551.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.440" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 551 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.554.000) 2024-10-24 12:00:15 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.554.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.465" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 554 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.550.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.541.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.531.000) 2024-10-24 12:00:15 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.531.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.499" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.550.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.550.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.532" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 550 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.541.000) 2024-10-24 12:00:15 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.541.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.557" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 541 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.472.000) 2024-10-24 12:00:15 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68448 - ResidentSetSize of job (KB) ... 028 (10628.472.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 472 ResidentSetSize = 68448 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.555.000) 2024-10-24 12:00:15 Warning from starter on slot1_6@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.555.000) 2024-10-24 12:00:15 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.555.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.641" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 555 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.556.000) 2024-10-24 12:00:15 Warning from starter on slot1_12@IU-Jetstream2-Backfill.725a7f3d7515: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.462.000) 2024-10-24 12:00:15 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82516 - ResidentSetSize of job (KB) ... 028 (10628.462.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 462 ResidentSetSize = 82516 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.556.000) 2024-10-24 12:00:15 Job executing on host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.556.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.674" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.549.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <137.99.174.9:34033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914680%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951348&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-34033&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.549.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.684" EventTypeNumber = 28 Host = "<137.99.174.9:34033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914680%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951348&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-34033&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 549 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.549.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.549.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 549 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.466.000) 2024-10-24 12:00:15 Image size of job updated: 3329588 53 - MemoryUsage of job (MB) 53520 - ResidentSetSize of job (KB) ... 028 (10628.466.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 466 ResidentSetSize = 53520 Size = 3329588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.565.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.208.193:40423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048003&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-40423+[2620-6a-0-8862-f0-0-208-193]-40423&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.565.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.740" EventTypeNumber = 28 Host = "<131.225.208.193:40423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048003&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-40423+[2620-6a-0-8862-f0-0-208-193]-40423&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 565 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.559.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.208.129:40123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426180%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992622&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40123+[2620-6a-0-8862-f0-0-208-129]-40123&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 040 (10628.557.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.166.239:38473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001229&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38473+[2620-6a-0-8861-f0-0-166-239]-38473&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.559.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.742" EventTypeNumber = 28 Host = "<131.225.208.129:40123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426180%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992622&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40123+[2620-6a-0-8862-f0-0-208-129]-40123&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 559 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.557.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.742" EventTypeNumber = 28 Host = "<131.225.166.239:38473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001229&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38473+[2620-6a-0-8861-f0-0-166-239]-38473&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 557 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.553.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.208.74:33425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404268%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951347&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-33425+[2620-6a-0-8862-f0-0-208-74]-33425&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.553.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.743" EventTypeNumber = 28 Host = "<131.225.208.74:33425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404268%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951347&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-33425+[2620-6a-0-8862-f0-0-208-74]-33425&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 553 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.565.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.565.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 565 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.557.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.557.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 557 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.553.000) 2024-10-24 12:00:15 Finished transferring input files ... 040 (10628.559.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.553.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 553 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.559.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 559 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.558.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.209.202:36393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007930%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001230&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-36393+[2620-6a-0-8862-f0-0-209-202]-36393&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.558.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.802" EventTypeNumber = 28 Host = "<131.225.209.202:36393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007930%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001230&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-36393+[2620-6a-0-8862-f0-0-209-202]-36393&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 558 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.453.000) 2024-10-24 12:00:15 Image size of job updated: 3257164 52 - MemoryUsage of job (MB) 52384 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 52384 Size = 3257164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.460.000) 2024-10-24 12:00:15 Image size of job updated: 3329568 55 - MemoryUsage of job (MB) 55384 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 55384 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.562.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.208.112:37965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719569%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001231&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-37965+[2620-6a-0-8862-f0-0-208-112]-37965&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.562.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.824" EventTypeNumber = 28 Host = "<131.225.208.112:37965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719569%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001231&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-37965+[2620-6a-0-8862-f0-0-208-112]-37965&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 562 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.558.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.558.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 558 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.467.000) 2024-10-24 12:00:15 Image size of job updated: 3256544 51 - MemoryUsage of job (MB) 51436 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 51436 Size = 3256544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.562.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.562.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 562 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.574.000) 2024-10-24 12:00:15 Started transferring input files Transferring to host: <131.225.166.213:38801?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404269%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048004&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-38801+[2620-6a-0-8861-f0-0-166-213]-38801&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.574.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.893" EventTypeNumber = 28 Host = "<131.225.166.213:38801?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404269%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048004&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-38801+[2620-6a-0-8861-f0-0-166-213]-38801&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 574 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.536.000) 2024-10-24 12:00:15 Warning from starter on slot1_4@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.463.000) 2024-10-24 12:00:15 Image size of job updated: 3257164 51 - MemoryUsage of job (MB) 51676 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 51676 Size = 3257164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.574.000) 2024-10-24 12:00:15 Finished transferring input files ... 028 (10628.574.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 574 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.536.000) 2024-10-24 12:00:15 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.536.000) 2024-10-24 12:00:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:15.958" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 536 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.563.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <131.225.166.197:42885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719570%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998201&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42885+[2620-6a-0-8861-f0-0-166-197]-42885&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.563.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.000" EventTypeNumber = 28 Host = "<131.225.166.197:42885?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719570%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998201&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42885+[2620-6a-0-8861-f0-0-166-197]-42885&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 563 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.449.000) 2024-10-24 12:00:16 Image size of job updated: 3561468 85 - MemoryUsage of job (MB) 86800 - ResidentSetSize of job (KB) ... 028 (10628.449.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 449 ResidentSetSize = 86800 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.569.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.125.8.107:41401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339464%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998202&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-41401&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.569.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.104" EventTypeNumber = 28 Host = "<10.125.8.107:41401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339464%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998202&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-41401&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 569 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.563.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.563.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 563 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.570.000) 2024-10-24 12:00:16 Warning from starter on slot1_15@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.473.000) 2024-10-24 12:00:16 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6140 - ResidentSetSize of job (KB) ... 028 (10628.473.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 473 ResidentSetSize = 6140 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.564.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <131.225.208.102:34231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914682%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999510&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-34231+[2620-6a-0-8862-f0-0-208-102]-34231&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.564.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.154" EventTypeNumber = 28 Host = "<131.225.208.102:34231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914682%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999510&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-34231+[2620-6a-0-8862-f0-0-208-102]-34231&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 564 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.561.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.32.86.93:44963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992623&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-44963&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.561.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.213" EventTypeNumber = 28 Host = "<10.32.86.93:44963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992623&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-44963&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.569.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.569.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 569 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.570.000) 2024-10-24 12:00:16 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.570.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.234" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 570 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.564.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.564.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 564 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.560.000) 2024-10-24 12:00:16 Warning from starter on slot1_15@IU-Jetstream2-Backfill.b71ff2258a8a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.538.000) 2024-10-24 12:00:16 Warning from starter on slot1_6@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.544.000) 2024-10-24 12:00:16 Warning from starter on slot1_7@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.571.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.125.8.107:42983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970620&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-42983&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.571.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.347" EventTypeNumber = 28 Host = "<10.125.8.107:42983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970620&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-42983&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.561.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.561.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.568.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.32.86.133:36415?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992624&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-36415&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.568.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.407" EventTypeNumber = 28 Host = "<10.32.86.133:36415?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992624&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-36415&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.560.000) 2024-10-24 12:00:16 Job executing on host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2> ... 028 (10628.560.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.437" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 560 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.465.000) 2024-10-24 12:00:16 Image size of job updated: 2614504 91 - MemoryUsage of job (MB) 93084 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 93084 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.483.000) 2024-10-24 12:00:16 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.483.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 483 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.546.000) 2024-10-24 12:00:16 Warning from starter on slot1_6@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.538.000) 2024-10-24 12:00:16 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.538.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.462" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 538 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.477.000) 2024-10-24 12:00:16 Image size of job updated: 3263012 49 - MemoryUsage of job (MB) 49924 - ResidentSetSize of job (KB) ... 028 (10628.477.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.464" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 477 ResidentSetSize = 49924 Size = 3263012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.566.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.32.86.113:37083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001233&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-37083&alias=d12chas559.crc.nd.edu&noUDP> ... 040 (10628.567.000) 2024-10-24 12:00:16 Started transferring input files Transferring to host: <10.32.86.171:42403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001234&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-42403&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.566.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.516" EventTypeNumber = 28 Host = "<10.32.86.113:37083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001233&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-37083&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.567.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.516" EventTypeNumber = 28 Host = "<10.32.86.171:42403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001234&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-42403&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.571.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.571.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.481.000) 2024-10-24 12:00:16 Image size of job updated: 3601612 81 - MemoryUsage of job (MB) 82636 - ResidentSetSize of job (KB) ... 028 (10628.481.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 481 ResidentSetSize = 82636 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.544.000) 2024-10-24 12:00:16 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.544.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.545" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 544 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.568.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.568.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.478.000) 2024-10-24 12:00:16 Image size of job updated: 3331364 43 - MemoryUsage of job (MB) 43156 - ResidentSetSize of job (KB) ... 028 (10628.478.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 478 ResidentSetSize = 43156 Size = 3331364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.546.000) 2024-10-24 12:00:16 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.546.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.663" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 546 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.552.000) 2024-10-24 12:00:16 Warning from starter on slot1_6@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.566.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.566.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.567.000) 2024-10-24 12:00:16 Finished transferring input files ... 028 (10628.567.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.552.000) 2024-10-24 12:00:16 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.552.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.872" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 552 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.475.000) 2024-10-24 12:00:16 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67780 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 12:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:16.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 67780 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 12:00:17 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3604 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 3604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.559.000) 2024-10-24 12:00:17 Warning from starter on slot1_6@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.565.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.553.000) 2024-10-24 12:00:17 Warning from starter on slot1_6@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.559.000) 2024-10-24 12:00:17 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.559.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.224" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 559 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.565.000) 2024-10-24 12:00:17 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.565.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.249" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 565 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.580.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.209.145:34241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339467%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001235&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-34241+[2620-6a-0-8862-f0-0-209-145]-34241&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.580.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.353" EventTypeNumber = 28 Host = "<131.225.209.145:34241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339467%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001235&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-34241+[2620-6a-0-8862-f0-0-209-145]-34241&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 580 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.562.000) 2024-10-24 12:00:17 Warning from starter on slot1_6@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.557.000) 2024-10-24 12:00:17 Warning from starter on slot1_5@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.553.000) 2024-10-24 12:00:17 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.553.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.383" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 553 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.569.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.433.000) 2024-10-24 12:00:17 Image size of job updated: 3561980 78 - MemoryUsage of job (MB) 79356 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 79356 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.584.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.209.215:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999511&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-42607+[2620-6a-0-8862-f0-0-209-215]-42607&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.584.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.446" EventTypeNumber = 28 Host = "<131.225.209.215:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999511&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-42607+[2620-6a-0-8862-f0-0-209-215]-42607&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 584 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.577.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.166.236:41989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992626&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-41989+[2620-6a-0-8861-f0-0-166-236]-41989&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.577.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.446" EventTypeNumber = 28 Host = "<131.225.166.236:41989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992626&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-41989+[2620-6a-0-8861-f0-0-166-236]-41989&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 577 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.575.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.211.49:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992625&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-46397+[2620-6a-0-8862-f0-0-211-49]-46397&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.575.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.447" EventTypeNumber = 28 Host = "<131.225.211.49:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992625&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-46397+[2620-6a-0-8862-f0-0-211-49]-46397&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 575 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.580.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.580.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 580 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.578.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.166.230:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339468%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992627&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-40429+[2620-6a-0-8861-f0-0-166-230]-40429&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.578.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.504" EventTypeNumber = 28 Host = "<131.225.166.230:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339468%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992627&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-40429+[2620-6a-0-8861-f0-0-166-230]-40429&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 578 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.562.000) 2024-10-24 12:00:17 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.562.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.526" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 562 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.557.000) 2024-10-24 12:00:17 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.557.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.551" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 557 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.476.000) 2024-10-24 12:00:17 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83552 - ResidentSetSize of job (KB) ... 028 (10628.476.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 476 ResidentSetSize = 83552 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.585.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.172:38637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951349&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-38637+[2620-6a-0-8862-f0-0-208-172]-38637&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.581.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.23:46017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719573%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998203&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46017+[2620-6a-0-8862-f0-0-208-23]-46017&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.582.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.23:36007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951350&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-36007+[2620-6a-0-8862-f0-0-208-23]-36007&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.585.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.605" EventTypeNumber = 28 Host = "<131.225.208.172:38637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951349&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-38637+[2620-6a-0-8862-f0-0-208-172]-38637&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 585 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.581.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.605" EventTypeNumber = 28 Host = "<131.225.208.23:46017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719573%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998203&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46017+[2620-6a-0-8862-f0-0-208-23]-46017&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 581 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.582.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.605" EventTypeNumber = 28 Host = "<131.225.208.23:36007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951350&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-36007+[2620-6a-0-8862-f0-0-208-23]-36007&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 582 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.574.000) 2024-10-24 12:00:17 Warning from starter on slot1_7@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.561.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.579.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.34:34351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719572%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001236&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34351+[2620-6a-0-8862-f0-0-208-34]-34351&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.579.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.663" EventTypeNumber = 28 Host = "<131.225.208.34:34351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719572%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001236&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34351+[2620-6a-0-8862-f0-0-208-34]-34351&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 579 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.571.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.569.000) 2024-10-24 12:00:17 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.569.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.685" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 569 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.584.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.584.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 584 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.577.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.577.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 577 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.471.000) 2024-10-24 12:00:17 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3648 - ResidentSetSize of job (KB) ... 028 (10628.471.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 471 ResidentSetSize = 3648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.586.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.57:39821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404270%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004347&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39821+[2620-6a-0-8862-f0-0-208-57]-39821&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.586.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.739" EventTypeNumber = 28 Host = "<131.225.208.57:39821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404270%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004347&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39821+[2620-6a-0-8862-f0-0-208-57]-39821&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 586 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.575.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.575.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 575 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.572.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.172:42275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001237&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42275+[2620-6a-0-8862-f0-0-208-172]-42275&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.587.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.167.95:39939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004348&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-39939+[2620-6a-0-8861-f0-0-167-95]-39939&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.572.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.798" EventTypeNumber = 28 Host = "<131.225.208.172:42275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001237&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-42275+[2620-6a-0-8862-f0-0-208-172]-42275&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 572 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.587.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.798" EventTypeNumber = 28 Host = "<131.225.167.95:39939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004348&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-39939+[2620-6a-0-8861-f0-0-167-95]-39939&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 587 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.578.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.578.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 578 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.568.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.576.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.119:37729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339471%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034700&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-37729+[2620-6a-0-8862-f0-0-208-119]-37729&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.576.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.856" EventTypeNumber = 28 Host = "<131.225.208.119:37729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339471%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034700&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-37729+[2620-6a-0-8862-f0-0-208-119]-37729&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 576 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.588.000) 2024-10-24 12:00:17 Started transferring input files Transferring to host: <131.225.208.23:41365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999512&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41365+[2620-6a-0-8862-f0-0-208-23]-41365&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.588.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.857" EventTypeNumber = 28 Host = "<131.225.208.23:41365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999512&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-41365+[2620-6a-0-8862-f0-0-208-23]-41365&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 588 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.581.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.581.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 581 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.582.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.582.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 582 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.485.000) 2024-10-24 12:00:17 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82296 - ResidentSetSize of job (KB) ... 028 (10628.485.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 485 ResidentSetSize = 82296 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.585.000) 2024-10-24 12:00:17 Finished transferring input files ... 028 (10628.585.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 585 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.566.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.567.000) 2024-10-24 12:00:17 Warning from starter on slot1_4@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.574.000) 2024-10-24 12:00:17 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.574.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.946" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 574 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.563.000) 2024-10-24 12:00:17 Warning from starter on slot1_6@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.561.000) 2024-10-24 12:00:17 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.561.000) 2024-10-24 12:00:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:17.971" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.589.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.22:42719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884435%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001238&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-42719+[2620-6a-0-8862-f0-0-208-22]-42719&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.589.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.025" EventTypeNumber = 28 Host = "<131.225.208.22:42719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884435%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001238&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-42719+[2620-6a-0-8862-f0-0-208-22]-42719&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 589 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.579.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.579.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 579 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.571.000) 2024-10-24 12:00:18 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.571.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.055" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.586.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.586.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 586 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.558.000) 2024-10-24 12:00:18 Warning from starter on slot1_6@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.592.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.104:43081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034701&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-43081+[2620-6a-0-8862-f0-0-208-104]-43081&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.592.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.168" EventTypeNumber = 28 Host = "<131.225.208.104:43081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034701&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-43081+[2620-6a-0-8862-f0-0-208-104]-43081&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 592 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.572.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.572.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.170" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 572 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.587.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.587.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 587 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.593.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.195:41837?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404271%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999513&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-41837+[2620-6a-0-8862-f0-0-208-195]-41837&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.593.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.226" EventTypeNumber = 28 Host = "<131.225.208.195:41837?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404271%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999513&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-41837+[2620-6a-0-8862-f0-0-208-195]-41837&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 593 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.568.000) 2024-10-24 12:00:18 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.568.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.256" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.576.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.576.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 576 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.588.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.588.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 588 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.590.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.164:35223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048006&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-35223+[2620-6a-0-8862-f0-0-208-164]-35223&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.590.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.385" EventTypeNumber = 28 Host = "<131.225.208.164:35223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048006&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-35223+[2620-6a-0-8862-f0-0-208-164]-35223&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 590 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.566.000) 2024-10-24 12:00:18 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.566.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.415" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.567.000) 2024-10-24 12:00:18 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.567.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.507" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.563.000) 2024-10-24 12:00:18 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.563.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.541" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 563 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.589.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.589.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 589 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.591.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.166.219:32871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992628&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-32871+[2620-6a-0-8861-f0-0-166-219]-32871&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 040 (10628.600.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.158:35395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998205&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35395+[2620-6a-0-8862-f0-0-208-158]-35395&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.591.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.603" EventTypeNumber = 28 Host = "<131.225.166.219:32871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992628&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-32871+[2620-6a-0-8861-f0-0-166-219]-32871&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 591 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.600.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.603" EventTypeNumber = 28 Host = "<131.225.208.158:35395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339472%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998205&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35395+[2620-6a-0-8862-f0-0-208-158]-35395&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 600 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.493.000) 2024-10-24 12:00:18 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78176 - ResidentSetSize of job (KB) ... 028 (10628.493.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 493 ResidentSetSize = 78176 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.558.000) 2024-10-24 12:00:18 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.558.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.675" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 558 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.592.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.592.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 592 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.490.000) 2024-10-24 12:00:18 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83748 - ResidentSetSize of job (KB) ... 028 (10628.490.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 490 ResidentSetSize = 83748 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.593.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.593.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 593 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.601.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.84:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048007&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-33975+[2620-6a-0-8862-f0-0-208-84]-33975&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.601.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.788" EventTypeNumber = 28 Host = "<131.225.208.84:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048007&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-33975+[2620-6a-0-8862-f0-0-208-84]-33975&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 601 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.549.000) 2024-10-24 12:00:18 Warning from starter on slot1_4@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.594.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.171:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992629&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-42333+[2620-6a-0-8862-f0-0-208-171]-42333&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.594.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.846" EventTypeNumber = 28 Host = "<131.225.208.171:42333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992629&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-42333+[2620-6a-0-8862-f0-0-208-171]-42333&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 594 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.590.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.590.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 590 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.598.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.192:42443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998206&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-42443+[2620-6a-0-8862-f0-0-208-192]-42443&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.598.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.905" EventTypeNumber = 28 Host = "<131.225.208.192:42443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998206&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-42443+[2620-6a-0-8862-f0-0-208-192]-42443&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 598 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.584.000) 2024-10-24 12:00:18 Warning from starter on slot1_7@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.596.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <10.32.86.143:35825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904337%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951351&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-35825&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.596.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.956" EventTypeNumber = 28 Host = "<10.32.86.143:35825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904337%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951351&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-35825&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.599.000) 2024-10-24 12:00:18 Started transferring input files Transferring to host: <131.225.208.113:37799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955933&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-37799+[2620-6a-0-8862-f0-0-208-113]-37799&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.599.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.956" EventTypeNumber = 28 Host = "<131.225.208.113:37799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955933&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-37799+[2620-6a-0-8862-f0-0-208-113]-37799&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 599 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.591.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.591.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 591 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.600.000) 2024-10-24 12:00:18 Finished transferring input files ... 028 (10628.600.000) 2024-10-24 12:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:18.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 600 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.580.000) 2024-10-24 12:00:18 Warning from starter on slot1_7@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.597.000) 2024-10-24 12:00:19 Started transferring input files Transferring to host: <131.225.208.23:35505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007933%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001239&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35505+[2620-6a-0-8862-f0-0-208-23]-35505&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.597.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.014" EventTypeNumber = 28 Host = "<131.225.208.23:35505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007933%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001239&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35505+[2620-6a-0-8862-f0-0-208-23]-35505&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 597 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.601.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.601.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 601 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.549.000) 2024-10-24 12:00:19 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.549.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.103" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 549 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.594.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.594.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 594 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.585.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.487.000) 2024-10-24 12:00:19 Image size of job updated: 3538688 83 - MemoryUsage of job (MB) 84904 - ResidentSetSize of job (KB) ... 028 (10628.487.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 487 ResidentSetSize = 84904 Size = 3538688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.582.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.595.000) 2024-10-24 12:00:19 Started transferring input files Transferring to host: <10.32.86.143:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970621&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33881&alias=d12chas574.crc.nd.edu&noUDP> ... 040 (10628.605.000) 2024-10-24 12:00:19 Started transferring input files Transferring to host: <131.225.208.52:43481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048008&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43481+[2620-6a-0-8862-f0-0-208-52]-43481&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.595.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.157" EventTypeNumber = 28 Host = "<10.32.86.143:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970621&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33881&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.605.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.157" EventTypeNumber = 28 Host = "<131.225.208.52:43481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048008&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43481+[2620-6a-0-8862-f0-0-208-52]-43481&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 605 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.598.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.598.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.159" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 598 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.488.000) 2024-10-24 12:00:19 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79352 - ResidentSetSize of job (KB) ... 028 (10628.488.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 488 ResidentSetSize = 79352 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.572.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.575.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.584.000) 2024-10-24 12:00:19 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.584.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.253" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 584 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.596.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.596.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.599.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.599.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 599 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.502.000) 2024-10-24 12:00:19 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80812 - ResidentSetSize of job (KB) ... 028 (10628.502.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 502 ResidentSetSize = 80812 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.578.000) 2024-10-24 12:00:19 Warning from starter on slot1_6@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.580.000) 2024-10-24 12:00:19 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.580.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.337" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 580 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.484.000) 2024-10-24 12:00:19 Image size of job updated: 3606784 60 - MemoryUsage of job (MB) 61380 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 60 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 61380 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.518.000) 2024-10-24 12:00:19 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81784 - ResidentSetSize of job (KB) ... 028 (10628.518.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 518 ResidentSetSize = 81784 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.597.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.597.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 597 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.504.000) 2024-10-24 12:00:19 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81200 - ResidentSetSize of job (KB) ... 028 (10628.504.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 504 ResidentSetSize = 81200 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.585.000) 2024-10-24 12:00:19 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.585.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.481" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 585 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.605.000) 2024-10-24 12:00:19 Finished transferring input files ... 028 (10628.605.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 605 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.582.000) 2024-10-24 12:00:19 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.582.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.506" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 582 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.048.000) 2024-10-24 12:00:19 Started transferring input files Transferring to host: <192.168.224.2:41311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914671%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047993&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-41311&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.048.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.560" EventTypeNumber = 28 Host = "<192.168.224.2:41311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914671%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047993&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-41311&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.572.000) 2024-10-24 12:00:19 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.572.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.590" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 572 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.575.000) 2024-10-24 12:00:19 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.575.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.623" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 575 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.578.000) 2024-10-24 12:00:19 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.578.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.715" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 578 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.505.000) 2024-10-24 12:00:19 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77708 - ResidentSetSize of job (KB) ... 028 (10628.505.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 505 ResidentSetSize = 77708 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.590.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.479.000) 2024-10-24 12:00:19 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80792 - ResidentSetSize of job (KB) ... 028 (10628.479.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 479 ResidentSetSize = 80792 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.590.000) 2024-10-24 12:00:19 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.590.000) 2024-10-24 12:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:19.966" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 590 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.600.000) 2024-10-24 12:00:19 Warning from starter on slot1_7@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.600.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.600.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.025" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 600 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.577.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.577.000) 2024-10-24 12:00:20 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.577.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.141" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 577 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.595.000) 2024-10-24 12:00:20 Finished transferring input files ... 028 (10628.595.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.521.000) 2024-10-24 12:00:20 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.521.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.170" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 521 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.564.000) 2024-10-24 12:00:20 Warning from starter on slot1_6@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.564.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.564.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.208" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 564 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.480.000) 2024-10-24 12:00:20 Image size of job updated: 3533768 76 - MemoryUsage of job (MB) 76884 - ResidentSetSize of job (KB) ... 028 (10628.480.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 480 ResidentSetSize = 76884 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.594.000) 2024-10-24 12:00:20 Warning from starter on slot1_8@glidein_8_305020749@osg-3976450-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.594.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.594.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.316" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422266%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031133&PrivNet=osg-3976450-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36387+[2620-6a-0-8862-f0-0-208-171]-36387&alias=osg-3976450-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 594 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.513.000) 2024-10-24 12:00:20 Image size of job updated: 3533768 77 - MemoryUsage of job (MB) 78552 - ResidentSetSize of job (KB) ... 028 (10628.513.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 513 ResidentSetSize = 78552 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.596.000) 2024-10-24 12:00:20 Warning from starter on slot1_5@glidein_3482323_64008256@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.515.000) 2024-10-24 12:00:20 Image size of job updated: 3601612 77 - MemoryUsage of job (MB) 78140 - ResidentSetSize of job (KB) ... 028 (10628.515.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 515 ResidentSetSize = 78140 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.596.000) 2024-10-24 12:00:20 Job executing on host: <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.596.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.425" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.514.000) 2024-10-24 12:00:20 Image size of job updated: 3330600 47 - MemoryUsage of job (MB) 47820 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 47820 Size = 3330600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.587.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.587.000) 2024-10-24 12:00:20 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.587.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.575" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 587 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.591.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.510.000) 2024-10-24 12:00:20 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.591.000) 2024-10-24 12:00:20 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.591.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.608" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 591 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.595.000) 2024-10-24 12:00:20 Warning from starter on slot1_5@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.503.000) 2024-10-24 12:00:20 Image size of job updated: 3329824 56 - MemoryUsage of job (MB) 57168 - ResidentSetSize of job (KB) ... 028 (10628.503.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 503 ResidentSetSize = 57168 Size = 3329824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.595.000) 2024-10-24 12:00:20 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.595.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.641" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.511.000) 2024-10-24 12:00:20 Image size of job updated: 3323876 53 - MemoryUsage of job (MB) 53856 - ResidentSetSize of job (KB) ... 028 (10628.511.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 511 ResidentSetSize = 53856 Size = 3323876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.576.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.576.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.576.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.692" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 576 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.593.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.593.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.593.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.717" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 593 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.509.000) 2024-10-24 12:00:20 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5908 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 5908 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.599.000) 2024-10-24 12:00:20 Warning from starter on slot1_7@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.486.000) 2024-10-24 12:00:20 Image size of job updated: 3606784 81 - MemoryUsage of job (MB) 82756 - ResidentSetSize of job (KB) ... 028 (10628.486.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 486 ResidentSetSize = 82756 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.499.000) 2024-10-24 12:00:20 Image size of job updated: 3261616 54 - MemoryUsage of job (MB) 54828 - ResidentSetSize of job (KB) ... 028 (10628.499.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 499 ResidentSetSize = 54828 Size = 3261616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.588.000) 2024-10-24 12:00:20 Warning from starter on slot1_8@glidein_8_548667693@osg-3976441-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.599.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.599.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.767" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 599 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.507.000) 2024-10-24 12:00:20 Image size of job updated: 3257772 50 - MemoryUsage of job (MB) 50868 - ResidentSetSize of job (KB) ... 028 (10628.507.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 507 ResidentSetSize = 50868 Size = 3257772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.588.000) 2024-10-24 12:00:20 Job executing on host: <131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.588.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.792" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:43785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900591%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995636&PrivNet=osg-3976441-0-fnpc22004.fnal.gov&addrs=131.225.208.23-43785+[2620-6a-0-8862-f0-0-208-23]-43785&alias=osg-3976441-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 588 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.489.000) 2024-10-24 12:00:20 Image size of job updated: 3331108 41 - MemoryUsage of job (MB) 40980 - ResidentSetSize of job (KB) ... 028 (10628.489.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 489 ResidentSetSize = 40980 Size = 3331108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.506.000) 2024-10-24 12:00:20 Image size of job updated: 3258284 53 - MemoryUsage of job (MB) 53636 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 53636 Size = 3258284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.498.000) 2024-10-24 12:00:20 Image size of job updated: 3329972 56 - MemoryUsage of job (MB) 57160 - ResidentSetSize of job (KB) ... 028 (10628.498.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 498 ResidentSetSize = 57160 Size = 3329972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.520.000) 2024-10-24 12:00:20 Image size of job updated: 3329332 55 - MemoryUsage of job (MB) 55792 - ResidentSetSize of job (KB) ... 028 (10628.520.000) 2024-10-24 12:00:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:20.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 520 ResidentSetSize = 55792 Size = 3329332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.605.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.516.000) 2024-10-24 12:00:21 Image size of job updated: 3530864 58 - MemoryUsage of job (MB) 58580 - ResidentSetSize of job (KB) ... 028 (10628.516.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 516 ResidentSetSize = 58580 Size = 3530864 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.604.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.197:45005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048009&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-45005+[2620-6a-0-8862-f0-0-208-197]-45005&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 040 (10628.608.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.166.189:46007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992630&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-46007+[2620-6a-0-8861-f0-0-166-189]-46007&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 040 (10628.606.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.211.109:44631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404273%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970622&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-44631+[2620-6a-0-8862-f0-0-211-109]-44631&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.608.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.171" EventTypeNumber = 28 Host = "<131.225.166.189:46007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992630&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-46007+[2620-6a-0-8861-f0-0-166-189]-46007&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 608 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.604.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.171" EventTypeNumber = 28 Host = "<131.225.208.197:45005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048009&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-45005+[2620-6a-0-8862-f0-0-208-197]-45005&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 604 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.606.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.171" EventTypeNumber = 28 Host = "<131.225.211.109:44631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404273%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970622&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-44631+[2620-6a-0-8862-f0-0-211-109]-44631&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 606 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.605.000) 2024-10-24 12:00:21 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.605.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.193" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 605 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.597.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.496.000) 2024-10-24 12:00:21 Image size of job updated: 3601356 77 - MemoryUsage of job (MB) 77888 - ResidentSetSize of job (KB) ... 028 (10628.496.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 496 ResidentSetSize = 77888 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.581.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.589.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.610.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.58:38833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404274%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999515&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-38833+[2620-6a-0-8862-f0-0-208-58]-38833&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.610.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.330" EventTypeNumber = 28 Host = "<131.225.208.58:38833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404274%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999515&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-38833+[2620-6a-0-8862-f0-0-208-58]-38833&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 610 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.608.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.608.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 608 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.606.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.606.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 606 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.604.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.604.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 604 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.611.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.82:41135?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998207&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-41135+[2620-6a-0-8862-f0-0-208-82]-41135&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 040 (10628.619.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.89:42143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034702&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-42143+[2620-6a-0-8862-f0-0-208-89]-42143&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 040 (10628.616.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.52:40969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404275%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004349&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40969+[2620-6a-0-8862-f0-0-208-52]-40969&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.620.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.105:34879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992631&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-34879+[2620-6a-0-8862-f0-0-208-105]-34879&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.611.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.388" EventTypeNumber = 28 Host = "<131.225.208.82:41135?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998207&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-41135+[2620-6a-0-8862-f0-0-208-82]-41135&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 611 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.619.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.388" EventTypeNumber = 28 Host = "<131.225.208.89:42143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034702&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-42143+[2620-6a-0-8862-f0-0-208-89]-42143&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 619 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.616.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.388" EventTypeNumber = 28 Host = "<131.225.208.52:40969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404275%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004349&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-40969+[2620-6a-0-8862-f0-0-208-52]-40969&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 616 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.620.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.388" EventTypeNumber = 28 Host = "<131.225.208.105:34879?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992631&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-34879+[2620-6a-0-8862-f0-0-208-105]-34879&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 620 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.598.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.607.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.52:36479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970623&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-36479+[2620-6a-0-8862-f0-0-208-52]-36479&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.603.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.56:37307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955934&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-37307+[2620-6a-0-8862-f0-0-208-56]-37307&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.607.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.439" EventTypeNumber = 28 Host = "<131.225.208.52:36479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970623&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-36479+[2620-6a-0-8862-f0-0-208-52]-36479&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 607 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.603.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.439" EventTypeNumber = 28 Host = "<131.225.208.56:37307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955934&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-37307+[2620-6a-0-8862-f0-0-208-56]-37307&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 603 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.597.000) 2024-10-24 12:00:21 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.597.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.469" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 597 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.615.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.84:46661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914683%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004350&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46661+[2620-6a-0-8862-f0-0-208-84]-46661&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.615.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.523" EventTypeNumber = 28 Host = "<131.225.208.84:46661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914683%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004350&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46661+[2620-6a-0-8862-f0-0-208-84]-46661&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 615 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.500.000) 2024-10-24 12:00:21 Image size of job updated: 3601868 75 - MemoryUsage of job (MB) 76724 - ResidentSetSize of job (KB) ... 028 (10628.500.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 500 ResidentSetSize = 76724 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.512.000) 2024-10-24 12:00:21 Image size of job updated: 3669200 76 - MemoryUsage of job (MB) 77644 - ResidentSetSize of job (KB) ... 028 (10628.512.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 512 ResidentSetSize = 77644 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.581.000) 2024-10-24 12:00:21 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.581.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.553" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 581 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.602.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <10.32.86.93:44791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034703&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-44791&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.602.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.607" EventTypeNumber = 28 Host = "<10.32.86.93:44791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034703&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-44791&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.589.000) 2024-10-24 12:00:21 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.589.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.637" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 589 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.610.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.610.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 610 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.491.000) 2024-10-24 12:00:21 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79492 - ResidentSetSize of job (KB) ... 028 (10628.491.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 491 ResidentSetSize = 79492 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.494.000) 2024-10-24 12:00:21 Image size of job updated: 3532996 77 - MemoryUsage of job (MB) 77948 - ResidentSetSize of job (KB) ... 028 (10628.494.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 494 ResidentSetSize = 77948 Size = 3532996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.592.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.618.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.33:39245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970624&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-39245+[2620-6a-0-8862-f0-0-208-33]-39245&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.618.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.699" EventTypeNumber = 28 Host = "<131.225.208.33:39245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970624&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-39245+[2620-6a-0-8862-f0-0-208-33]-39245&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 618 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.586.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.519.000) 2024-10-24 12:00:21 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82612 - ResidentSetSize of job (KB) ... 028 (10628.519.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 519 ResidentSetSize = 82612 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.613.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <10.32.86.175:33127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007934%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034704&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33127&alias=d12chas590.crc.nd.edu&noUDP> ... 040 (10628.628.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.208.188:36725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004351&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36725+[2620-6a-0-8862-f0-0-208-188]-36725&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.628.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.766" EventTypeNumber = 28 Host = "<131.225.208.188:36725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363189%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004351&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36725+[2620-6a-0-8862-f0-0-208-188]-36725&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 628 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.613.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.766" EventTypeNumber = 28 Host = "<10.32.86.175:33127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007934%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034704&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.619.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.619.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 619 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.611.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.611.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 611 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.517.000) 2024-10-24 12:00:21 Image size of job updated: 3466436 83 - MemoryUsage of job (MB) 84632 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 84632 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.579.000) 2024-10-24 12:00:21 Warning from starter on slot1_7@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.501.000) 2024-10-24 12:00:21 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77364 - ResidentSetSize of job (KB) ... 028 (10628.501.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 501 ResidentSetSize = 77364 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.614.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.209.220:40535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998208&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40535+[2620-6a-0-8862-f0-0-209-220]-40535&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.614.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.825" EventTypeNumber = 28 Host = "<131.225.209.220:40535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998208&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40535+[2620-6a-0-8862-f0-0-209-220]-40535&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 614 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.616.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.616.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 616 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.620.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.620.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 620 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.609.000) 2024-10-24 12:00:21 Started transferring input files Transferring to host: <131.225.211.11:45629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340600%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951352&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-45629+[2620-6a-0-8862-f0-0-211-11]-45629&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.609.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.884" EventTypeNumber = 28 Host = "<131.225.211.11:45629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340600%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951352&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-45629+[2620-6a-0-8862-f0-0-211-11]-45629&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 609 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.598.000) 2024-10-24 12:00:21 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.598.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.914" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 598 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.607.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.607.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 607 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.603.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.603.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 603 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.615.000) 2024-10-24 12:00:21 Finished transferring input files ... 028 (10628.615.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 615 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.497.000) 2024-10-24 12:00:21 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80244 - ResidentSetSize of job (KB) ... 028 (10628.497.000) 2024-10-24 12:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:21.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 497 ResidentSetSize = 80244 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.624.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.104:40917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951353&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-40917+[2620-6a-0-8862-f0-0-208-104]-40917&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 040 (10628.617.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.149:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884440%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001240&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-46083+[2620-6a-0-8862-f0-0-208-149]-46083&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.624.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.036" EventTypeNumber = 28 Host = "<131.225.208.104:40917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951353&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-40917+[2620-6a-0-8862-f0-0-208-104]-40917&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 624 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.617.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.036" EventTypeNumber = 28 Host = "<131.225.208.149:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884440%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001240&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-46083+[2620-6a-0-8862-f0-0-208-149]-46083&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 617 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.602.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.602.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.533.000) 2024-10-24 12:00:22 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79212 - ResidentSetSize of job (KB) ... 028 (10628.533.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 533 ResidentSetSize = 79212 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.592.000) 2024-10-24 12:00:22 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.592.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.124" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 592 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.618.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.618.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 618 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.508.000) 2024-10-24 12:00:22 Image size of job updated: 3330856 45 - MemoryUsage of job (MB) 45160 - ResidentSetSize of job (KB) ... 028 (10628.508.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 508 ResidentSetSize = 45160 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.586.000) 2024-10-24 12:00:22 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.586.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.158" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 586 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.613.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.613.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.628.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.628.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 628 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.612.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.121:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034705&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-32989+[2620-6a-0-8862-f0-0-208-121]-32989&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.612.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.287" EventTypeNumber = 28 Host = "<131.225.208.121:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007935%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034705&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-32989+[2620-6a-0-8862-f0-0-208-121]-32989&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 612 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.579.000) 2024-10-24 12:00:22 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.579.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.309" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 579 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.614.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.614.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 614 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.527.000) 2024-10-24 12:00:22 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.527.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 527 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.609.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.609.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.365" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 609 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.623.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.144:33553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004352&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-33553+[2620-6a-0-8862-f0-0-208-144]-33553&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 040 (10628.625.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.197:41455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884441%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992632&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41455+[2620-6a-0-8862-f0-0-208-197]-41455&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.623.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.422" EventTypeNumber = 28 Host = "<131.225.208.144:33553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004352&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-33553+[2620-6a-0-8862-f0-0-208-144]-33553&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 623 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.625.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.422" EventTypeNumber = 28 Host = "<131.225.208.197:41455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884441%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992632&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41455+[2620-6a-0-8862-f0-0-208-197]-41455&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 625 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.630.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.209.161:38089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340601%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048010&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-38089+[2620-6a-0-8862-f0-0-209-161]-38089&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.630.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.480" EventTypeNumber = 28 Host = "<131.225.209.161:38089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340601%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048010&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-38089+[2620-6a-0-8862-f0-0-209-161]-38089&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 630 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.624.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.624.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 624 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.537.000) 2024-10-24 12:00:22 Image size of job updated: 3535048 77 - MemoryUsage of job (MB) 78212 - ResidentSetSize of job (KB) ... 028 (10628.537.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 537 ResidentSetSize = 78212 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.539.000) 2024-10-24 12:00:22 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78572 - ResidentSetSize of job (KB) ... 028 (10628.539.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 539 ResidentSetSize = 78572 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.523.000) 2024-10-24 12:00:22 Image size of job updated: 3600840 77 - MemoryUsage of job (MB) 77984 - ResidentSetSize of job (KB) ... 028 (10628.523.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 523 ResidentSetSize = 77984 Size = 3600840 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.524.000) 2024-10-24 12:00:22 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76512 - ResidentSetSize of job (KB) ... 028 (10628.524.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 524 ResidentSetSize = 76512 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.626.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.176:46741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404276%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999516&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-46741+[2620-6a-0-8862-f0-0-208-176]-46741&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.626.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.539" EventTypeNumber = 28 Host = "<131.225.208.176:46741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404276%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999516&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-46741+[2620-6a-0-8862-f0-0-208-176]-46741&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 626 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.617.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.617.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 617 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.601.000) 2024-10-24 12:00:22 Warning from starter on slot1_7@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.632.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.211.52:39273?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998209&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39273+[2620-6a-0-8862-f0-0-211-52]-39273&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.632.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.597" EventTypeNumber = 28 Host = "<131.225.211.52:39273?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998209&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39273+[2620-6a-0-8862-f0-0-211-52]-39273&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 632 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.621.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <137.99.174.13:33573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992633&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-33573&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.631.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.209.228:36093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404277%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999518&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-36093+[2620-6a-0-8862-f0-0-209-228]-36093&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.621.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.656" EventTypeNumber = 28 Host = "<137.99.174.13:33573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992633&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-33573&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 621 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.631.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.656" EventTypeNumber = 28 Host = "<131.225.209.228:36093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404277%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999518&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-36093+[2620-6a-0-8862-f0-0-209-228]-36093&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 631 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.612.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.612.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 612 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.622.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <10.64.77.63:38403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999517&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38403&alias=g3063.hyak.local&noUDP> ... 028 (10628.622.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.782" EventTypeNumber = 28 Host = "<10.64.77.63:38403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999517&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38403&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.623.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.623.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 623 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.625.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.625.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 625 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.495.000) 2024-10-24 12:00:22 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80660 - ResidentSetSize of job (KB) ... 028 (10628.495.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 495 ResidentSetSize = 80660 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.630.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.630.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 630 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.626.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.626.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 626 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.601.000) 2024-10-24 12:00:22 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.601.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.929" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 601 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.522.000) 2024-10-24 12:00:22 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81084 - ResidentSetSize of job (KB) ... 028 (10628.522.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 522 ResidentSetSize = 81084 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.635.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.113:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034706&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45719+[2620-6a-0-8862-f0-0-208-113]-45719&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 040 (10628.633.000) 2024-10-24 12:00:22 Started transferring input files Transferring to host: <131.225.208.80:36621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340602%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970626&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-36621+[2620-6a-0-8862-f0-0-208-80]-36621&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.635.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.983" EventTypeNumber = 28 Host = "<131.225.208.113:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034706&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-45719+[2620-6a-0-8862-f0-0-208-113]-45719&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 635 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.633.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.983" EventTypeNumber = 28 Host = "<131.225.208.80:36621?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340602%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970626&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-36621+[2620-6a-0-8862-f0-0-208-80]-36621&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 633 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.632.000) 2024-10-24 12:00:22 Finished transferring input files ... 028 (10628.632.000) 2024-10-24 12:00:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:22.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 632 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.620.000) 2024-10-24 12:00:22 Warning from starter on slot1_7@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.602.000) 2024-10-24 12:00:23 Warning from starter on slot1_5@glidein_2308573_27029754@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.583.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <10.5.254.186:33210?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048013&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33210&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.583.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.042" EventTypeNumber = 28 Host = "<10.5.254.186:33210?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048013&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33210&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 583 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.621.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.621.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 621 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.631.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.631.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 631 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.535.000) 2024-10-24 12:00:23 Image size of job updated: 3666296 58 - MemoryUsage of job (MB) 58824 - ResidentSetSize of job (KB) ... 028 (10628.535.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 535 ResidentSetSize = 58824 Size = 3666296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.634.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.64:33013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004353&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-33013+[2620-6a-0-8862-f0-0-208-64]-33013&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 040 (10628.639.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.23:35431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999519&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35431+[2620-6a-0-8862-f0-0-208-23]-35431&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.639.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.101" EventTypeNumber = 28 Host = "<131.225.208.23:35431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999519&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35431+[2620-6a-0-8862-f0-0-208-23]-35431&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 639 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.634.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.101" EventTypeNumber = 28 Host = "<131.225.208.64:33013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004353&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-33013+[2620-6a-0-8862-f0-0-208-64]-33013&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 634 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.540.000) 2024-10-24 12:00:23 Image size of job updated: 3533252 81 - MemoryUsage of job (MB) 82552 - ResidentSetSize of job (KB) ... 028 (10628.540.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 540 ResidentSetSize = 82552 Size = 3533252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.637.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.166.199:43535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048011&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-43535+[2620-6a-0-8861-f0-0-166-199]-43535&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.637.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.160" EventTypeNumber = 28 Host = "<131.225.166.199:43535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048011&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-43535+[2620-6a-0-8861-f0-0-166-199]-43535&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 637 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.622.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.622.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.613.000) 2024-10-24 12:00:23 Warning from starter on slot1_8@glidein_3267446_8383182@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.548.000) 2024-10-24 12:00:23 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79208 - ResidentSetSize of job (KB) ... 028 (10628.548.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 548 ResidentSetSize = 79208 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.641.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.157:40047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363192%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048012&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40047+[2620-6a-0-8862-f0-0-208-157]-40047&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.641.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.217" EventTypeNumber = 28 Host = "<131.225.208.157:40047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363192%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048012&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40047+[2620-6a-0-8862-f0-0-208-157]-40047&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 641 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.547.000) 2024-10-24 12:00:23 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77544 - ResidentSetSize of job (KB) ... 028 (10628.547.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 547 ResidentSetSize = 77544 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.638.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.163:41201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034707&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-41201+[2620-6a-0-8862-f0-0-208-163]-41201&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.638.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.277" EventTypeNumber = 28 Host = "<131.225.208.163:41201?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034707&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-41201+[2620-6a-0-8862-f0-0-208-163]-41201&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 638 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.640.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.54:42061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340604%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999520&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42061+[2620-6a-0-8862-f0-0-208-54]-42061&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.640.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.335" EventTypeNumber = 28 Host = "<131.225.208.54:42061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340604%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999520&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42061+[2620-6a-0-8862-f0-0-208-54]-42061&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 640 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.635.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.635.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 635 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.633.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.633.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 633 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.607.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.616.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.606.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.636.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <137.99.174.9:33655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884443%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998210&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-33655&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.645.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_13_4641_c116_1741> ... 028 (10628.636.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.395" EventTypeNumber = 28 Host = "<137.99.174.9:33655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884443%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998210&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-33655&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 636 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.645.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.395" EventTypeNumber = 28 Host = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=slot1_13_4641_c116_1741>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.602.000) 2024-10-24 12:00:23 Job executing on host: <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.602.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.433" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.620.000) 2024-10-24 12:00:23 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.620.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.459" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 620 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.530.000) 2024-10-24 12:00:23 Image size of job updated: 3621004 75 - MemoryUsage of job (MB) 76584 - ResidentSetSize of job (KB) ... 028 (10628.530.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 530 ResidentSetSize = 76584 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.583.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.583.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 583 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.618.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.627.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <10.64.66.151:39177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970627&PrivNet=n3407.hyak.local&addrs=10.64.66.151-39177&alias=n3407.hyak.local&noUDP> ... 028 (10628.627.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.588" EventTypeNumber = 28 Host = "<10.64.66.151:39177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970627&PrivNet=n3407.hyak.local&addrs=10.64.66.151-39177&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.639.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.639.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 639 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.634.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.634.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 634 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.644.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.179:36795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001242&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-36795+[2620-6a-0-8862-f0-0-208-179]-36795&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.644.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.646" EventTypeNumber = 28 Host = "<131.225.208.179:36795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001242&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-36795+[2620-6a-0-8862-f0-0-208-179]-36795&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 644 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.637.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.637.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 637 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.646.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.209.202:41853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970628&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-41853+[2620-6a-0-8862-f0-0-209-202]-41853&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.646.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.696" EventTypeNumber = 28 Host = "<131.225.209.202:41853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404279%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970628&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-41853+[2620-6a-0-8862-f0-0-209-202]-41853&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 646 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.615.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.613.000) 2024-10-24 12:00:23 Job executing on host: <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.613.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.718" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.641.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.641.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 641 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.604.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.492.000) 2024-10-24 12:00:23 Image size of job updated: 3598452 52 - MemoryUsage of job (MB) 52796 - ResidentSetSize of job (KB) ... 028 (10628.492.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 492 ResidentSetSize = 52796 Size = 3598452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.638.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.638.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 638 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.640.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.640.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 640 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.624.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.528.000) 2024-10-24 12:00:23 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76760 - ResidentSetSize of job (KB) ... 028 (10628.528.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 528 ResidentSetSize = 76760 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.642.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <131.225.208.77:37495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048014&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-37495+[2620-6a-0-8862-f0-0-208-77]-37495&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.642.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.839" EventTypeNumber = 28 Host = "<131.225.208.77:37495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048014&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-37495+[2620-6a-0-8862-f0-0-208-77]-37495&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 642 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.626.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.534.000) 2024-10-24 12:00:23 Image size of job updated: 3601612 79 - MemoryUsage of job (MB) 80720 - ResidentSetSize of job (KB) ... 028 (10628.534.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 534 ResidentSetSize = 80720 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.608.000) 2024-10-24 12:00:23 Warning from starter on slot1_7@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.529.000) 2024-10-24 12:00:23 Image size of job updated: 3553416 75 - MemoryUsage of job (MB) 76580 - ResidentSetSize of job (KB) ... 028 (10628.529.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 529 ResidentSetSize = 76580 Size = 3553416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.607.000) 2024-10-24 12:00:23 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.607.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.869" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 607 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.532.000) 2024-10-24 12:00:23 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81496 - ResidentSetSize of job (KB) ... 028 (10628.532.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 532 ResidentSetSize = 81496 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.616.000) 2024-10-24 12:00:23 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.616.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.894" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 616 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.630.000) 2024-10-24 12:00:23 Warning from starter on slot1_8@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.545.000) 2024-10-24 12:00:23 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81840 - ResidentSetSize of job (KB) ... 028 (10628.545.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 545 ResidentSetSize = 81840 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.649.000) 2024-10-24 12:00:23 Started transferring input files Transferring to host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_16_4630_00f5_2003> ... 028 (10628.649.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.948" EventTypeNumber = 28 Host = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=slot1_16_4630_00f5_2003>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 649 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.542.000) 2024-10-24 12:00:23 Image size of job updated: 3534536 63 - MemoryUsage of job (MB) 63936 - ResidentSetSize of job (KB) ... 028 (10628.542.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 63 MyType = "JobImageSizeEvent" Proc = 542 ResidentSetSize = 63936 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.606.000) 2024-10-24 12:00:23 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.606.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.978" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 606 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.636.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.636.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 636 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.645.000) 2024-10-24 12:00:23 Finished transferring input files ... 028 (10628.645.000) 2024-10-24 12:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:23.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.643.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.166.232:46059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999522&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-46059+[2620-6a-0-8861-f0-0-166-232]-46059&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.643.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.041" EventTypeNumber = 28 Host = "<131.225.166.232:46059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999522&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-46059+[2620-6a-0-8861-f0-0-166-232]-46059&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 643 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.619.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.614.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.653.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_16_4644_de36_2097> ... 028 (10628.653.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.099" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_16_4644_de36_2097>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 653 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.618.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.618.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.129" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 618 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.622.000) 2024-10-24 12:00:24 Warning from starter on slot1_4@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.648.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.166.239:38341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904340%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951354&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38341+[2620-6a-0-8861-f0-0-166-239]-38341&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.648.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.183" EventTypeNumber = 28 Host = "<131.225.166.239:38341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904340%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951354&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-38341+[2620-6a-0-8861-f0-0-166-239]-38341&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 648 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.627.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.627.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.647.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.74:42997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955937&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-42997+[2620-6a-0-8862-f0-0-208-74]-42997&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.647.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.241" EventTypeNumber = 28 Host = "<131.225.208.74:42997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955937&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-42997+[2620-6a-0-8862-f0-0-208-74]-42997&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 647 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.644.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.644.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 644 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.625.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.482.000) 2024-10-24 12:00:24 Image size of job updated: 700616 22 - MemoryUsage of job (MB) 22288 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 22 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 22288 Size = 700616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.646.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.646.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 646 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.615.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.615.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.330" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 615 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.629.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.64.77.34:39015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001244&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39015&alias=g3034.hyak.local&noUDP> ... 040 (10628.651.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.112:39495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884444%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001245&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-39495+[2620-6a-0-8862-f0-0-208-112]-39495&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.629.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.384" EventTypeNumber = 28 Host = "<10.64.77.34:39015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001244&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39015&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.651.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.384" EventTypeNumber = 28 Host = "<131.225.208.112:39495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884444%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001245&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-39495+[2620-6a-0-8862-f0-0-208-112]-39495&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 651 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.604.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.604.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.414" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 604 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.635.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.624.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.624.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.498" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 624 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.642.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.642.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 642 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.652.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.129:45935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719578%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034708&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-45935+[2620-6a-0-8862-f0-0-208-129]-45935&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.652.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.499" EventTypeNumber = 28 Host = "<131.225.208.129:45935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719578%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034708&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-45935+[2620-6a-0-8862-f0-0-208-129]-45935&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 652 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.639.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.626.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.626.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.531" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 626 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.543.000) 2024-10-24 12:00:24 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 79556 - ResidentSetSize of job (KB) ... 028 (10628.543.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 543 ResidentSetSize = 79556 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.608.000) 2024-10-24 12:00:24 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.608.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.556" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 608 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.630.000) 2024-10-24 12:00:24 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.630.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.582" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 630 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.649.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.649.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 649 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.643.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.643.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 643 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.551.000) 2024-10-24 12:00:24 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83188 - ResidentSetSize of job (KB) ... 028 (10628.551.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 551 ResidentSetSize = 83188 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.619.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.619.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.615" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 619 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.614.000) 2024-10-24 12:00:24 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.614.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.640" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 614 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.650.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.32.86.93:38151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404280%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999523&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-38151&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.640" EventTypeNumber = 28 Host = "<10.32.86.93:38151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404280%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999523&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-38151&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.653.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.653.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 653 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.622.000) 2024-10-24 12:00:24 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.622.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.674" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.648.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.648.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 648 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.647.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.647.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 647 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.625.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.625.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.707" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 625 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.629.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.629.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.651.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.651.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 651 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.655.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.32.86.133:45483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340607%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999525&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-45483&alias=d12chas569.crc.nd.edu&noUDP> ... 040 (10628.654.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.32.86.171:44533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951356&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-44533&alias=d12chas588.crc.nd.edu&noUDP> ... 040 (10628.659.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.193:37009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048015&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-37009+[2620-6a-0-8862-f0-0-208-193]-37009&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.655.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.712" EventTypeNumber = 28 Host = "<10.32.86.133:45483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340607%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999525&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-45483&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.654.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.712" EventTypeNumber = 28 Host = "<10.32.86.171:44533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951356&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-44533&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.659.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.712" EventTypeNumber = 28 Host = "<131.225.208.193:37009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048015&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-37009+[2620-6a-0-8862-f0-0-208-193]-37009&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 659 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.661.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.32.86.113:44645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999524&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-44645&alias=d12chas559.crc.nd.edu&noUDP> ... 040 (10628.658.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.125.8.107:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998212&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34655&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.713" EventTypeNumber = 28 Host = "<10.32.86.113:44645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999524&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-44645&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.658.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.713" EventTypeNumber = 28 Host = "<10.125.8.107:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998212&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34655&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 658 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.635.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.635.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.741" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 635 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.660.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <10.125.8.107:40821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001247&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-40821&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.660.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.741" EventTypeNumber = 28 Host = "<10.125.8.107:40821?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001247&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-40821&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.652.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.652.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 652 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.550.000) 2024-10-24 12:00:24 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 77840 - ResidentSetSize of job (KB) ... 028 (10628.550.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 550 ResidentSetSize = 77840 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.639.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.639.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.774" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 639 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.650.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.650.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.657.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.102:46033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001248&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46033+[2620-6a-0-8862-f0-0-208-102]-46033&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.657.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.779" EventTypeNumber = 28 Host = "<131.225.208.102:46033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001248&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46033+[2620-6a-0-8862-f0-0-208-102]-46033&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 657 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.655.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.655.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.654.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.654.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.659.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.659.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 659 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.661.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.661.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.658.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.658.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 658 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.660.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.660.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.662.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.166.213:44237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340608%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048017&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-44237+[2620-6a-0-8861-f0-0-166-213]-44237&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.662.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.793" EventTypeNumber = 28 Host = "<131.225.166.213:44237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340608%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048017&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-44237+[2620-6a-0-8861-f0-0-166-213]-44237&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 662 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.656.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.166.197:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955939&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-37191+[2620-6a-0-8861-f0-0-166-197]-37191&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.656.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.796" EventTypeNumber = 28 Host = "<131.225.166.197:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955939&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-37191+[2620-6a-0-8861-f0-0-166-197]-37191&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 656 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.663.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.211.49:32893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363196%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999526&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-32893+[2620-6a-0-8862-f0-0-211-49]-32893&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.663.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.807" EventTypeNumber = 28 Host = "<131.225.211.49:32893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363196%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999526&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-32893+[2620-6a-0-8862-f0-0-211-49]-32893&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 663 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.641.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.657.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.657.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 657 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.641.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.641.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.841" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 641 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.664.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.172:44403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340609%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970630&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-44403+[2620-6a-0-8862-f0-0-208-172]-44403&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.662.000) 2024-10-24 12:00:24 Finished transferring input files ... 040 (10628.669.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.209.215:45779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914690%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048016&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-45779+[2620-6a-0-8862-f0-0-209-215]-45779&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.662.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 662 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.664.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.843" EventTypeNumber = 28 Host = "<131.225.208.172:44403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340609%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970630&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-44403+[2620-6a-0-8862-f0-0-208-172]-44403&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 664 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.669.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.843" EventTypeNumber = 28 Host = "<131.225.209.215:45779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914690%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048016&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-45779+[2620-6a-0-8862-f0-0-209-215]-45779&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 669 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.656.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.656.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 656 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.526.000) 2024-10-24 12:00:24 Image size of job updated: 3533508 79 - MemoryUsage of job (MB) 80288 - ResidentSetSize of job (KB) ... 028 (10628.526.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 526 ResidentSetSize = 80288 Size = 3533508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.555.000) 2024-10-24 12:00:24 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81144 - ResidentSetSize of job (KB) ... 028 (10628.555.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 555 ResidentSetSize = 81144 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.663.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.663.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 663 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.633.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.611.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.669.000) 2024-10-24 12:00:24 Finished transferring input files ... 040 (10628.664.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.669.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 669 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.664.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 664 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.633.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.633.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.892" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 633 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.670.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.208.23:42645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955938&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42645+[2620-6a-0-8862-f0-0-208-23]-42645&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.670.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.894" EventTypeNumber = 28 Host = "<131.225.208.23:42645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955938&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-42645+[2620-6a-0-8862-f0-0-208-23]-42645&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 670 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.609.000) 2024-10-24 12:00:24 Warning from starter on slot1_7@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.645.000) 2024-10-24 12:00:24 Warning from starter on slot1_13@IU-Jetstream2-Backfill.725a7f3d7515: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.611.000) 2024-10-24 12:00:24 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.611.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.926" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 611 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.525.000) 2024-10-24 12:00:24 Image size of job updated: 3534024 73 - MemoryUsage of job (MB) 74420 - ResidentSetSize of job (KB) ... 028 (10628.525.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 525 ResidentSetSize = 74420 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.583.000) 2024-10-24 12:00:24 Warning from starter on slot1_16@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.670.000) 2024-10-24 12:00:24 Finished transferring input files ... 028 (10628.670.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 670 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.531.000) 2024-10-24 12:00:24 Image size of job updated: 3621260 76 - MemoryUsage of job (MB) 77108 - ResidentSetSize of job (KB) ... 028 (10628.531.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 531 ResidentSetSize = 77108 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.609.000) 2024-10-24 12:00:24 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.609.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.951" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 609 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.556.000) 2024-10-24 12:00:24 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69988 - ResidentSetSize of job (KB) ... 028 (10628.556.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 556 ResidentSetSize = 69988 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.541.000) 2024-10-24 12:00:24 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84648 - ResidentSetSize of job (KB) ... 028 (10628.541.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 541 ResidentSetSize = 84648 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.645.000) 2024-10-24 12:00:24 Job executing on host: <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.645.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.976" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.665.000) 2024-10-24 12:00:24 Started transferring input files Transferring to host: <131.225.166.236:40063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955940&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40063+[2620-6a-0-8861-f0-0-166-236]-40063&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.665.000) 2024-10-24 12:00:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:24.977" EventTypeNumber = 28 Host = "<131.225.166.236:40063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955940&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40063+[2620-6a-0-8861-f0-0-166-236]-40063&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 665 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.583.000) 2024-10-24 12:00:25 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.583.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.001" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 583 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.666.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.208.119:41437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001249&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-41437+[2620-6a-0-8862-f0-0-208-119]-41437&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 040 (10628.667.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.208.34:34001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048018&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34001+[2620-6a-0-8862-f0-0-208-34]-34001&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.666.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.002" EventTypeNumber = 28 Host = "<131.225.208.119:41437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001249&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-41437+[2620-6a-0-8862-f0-0-208-119]-41437&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 666 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.667.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.003" EventTypeNumber = 28 Host = "<131.225.208.34:34001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048018&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-34001+[2620-6a-0-8862-f0-0-208-34]-34001&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 667 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.675.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.208.57:39479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970631&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39479+[2620-6a-0-8862-f0-0-208-57]-39479&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.675.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.011" EventTypeNumber = 28 Host = "<131.225.208.57:39479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970631&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39479+[2620-6a-0-8862-f0-0-208-57]-39479&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 675 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.665.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.665.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 665 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.546.000) 2024-10-24 12:00:25 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80756 - ResidentSetSize of job (KB) ... 028 (10628.546.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 546 ResidentSetSize = 80756 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.623.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.666.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.666.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 666 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.667.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.667.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 667 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.675.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.675.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 675 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.623.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.623.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.068" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 623 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.603.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.603.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.603.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.152" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 603 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.671.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.208.172:43399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719581%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034710&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-43399+[2620-6a-0-8862-f0-0-208-172]-43399&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.671.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.171" EventTypeNumber = 28 Host = "<131.225.208.172:43399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719581%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034710&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-43399+[2620-6a-0-8862-f0-0-208-172]-43399&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 671 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.671.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.671.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 671 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.631.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.631.000) 2024-10-24 12:00:25 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 028 (10628.631.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.252" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 631 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.668.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.208.23:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007941%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998213&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33833+[2620-6a-0-8862-f0-0-208-23]-33833&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.668.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.252" EventTypeNumber = 28 Host = "<131.225.208.23:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007941%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998213&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-33833+[2620-6a-0-8862-f0-0-208-23]-33833&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 668 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.644.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.644.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.644.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.294" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 644 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.668.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.668.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 668 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.672.000) 2024-10-24 12:00:25 Started transferring input files Transferring to host: <131.225.209.145:41441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007942%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034711&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-41441+[2620-6a-0-8862-f0-0-209-145]-41441&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.672.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.328" EventTypeNumber = 28 Host = "<131.225.209.145:41441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007942%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034711&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-41441+[2620-6a-0-8862-f0-0-209-145]-41441&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 672 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.634.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.642.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.643.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.672.000) 2024-10-24 12:00:25 Finished transferring input files ... 028 (10628.672.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 672 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.559.000) 2024-10-24 12:00:25 Image size of job updated: 3534536 74 - MemoryUsage of job (MB) 75068 - ResidentSetSize of job (KB) ... 028 (10628.559.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 559 ResidentSetSize = 75068 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.634.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.634.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.394" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 634 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.552.000) 2024-10-24 12:00:25 Image size of job updated: 3530864 57 - MemoryUsage of job (MB) 57960 - ResidentSetSize of job (KB) ... 028 (10628.552.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 552 ResidentSetSize = 57960 Size = 3530864 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.565.000) 2024-10-24 12:00:25 Image size of job updated: 3533768 76 - MemoryUsage of job (MB) 77172 - ResidentSetSize of job (KB) ... 028 (10628.565.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 565 ResidentSetSize = 77172 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.642.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.642.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.419" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 642 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.627.000) 2024-10-24 12:00:25 Warning from starter on slot1_21@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.643.000) 2024-10-24 12:00:25 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.643.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.444" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 643 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.627.000) 2024-10-24 12:00:25 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.627.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.469" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.610.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.638.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.640.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.610.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.610.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.619" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 610 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.638.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.638.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.645" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 638 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.570.000) 2024-10-24 12:00:25 Image size of job updated: 1813224 67 - MemoryUsage of job (MB) 68324 - ResidentSetSize of job (KB) ... 028 (10628.570.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 570 ResidentSetSize = 68324 Size = 1813224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.640.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.640.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.670" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 640 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.647.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.544.000) 2024-10-24 12:00:25 Image size of job updated: 3331116 46 - MemoryUsage of job (MB) 46808 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 46808 Size = 3331116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.629.000) 2024-10-24 12:00:25 Warning from starter on slot1_4@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.647.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.647.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.753" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 647 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.560.000) 2024-10-24 12:00:25 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68112 - ResidentSetSize of job (KB) ... 028 (10628.560.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 560 ResidentSetSize = 68112 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.629.000) 2024-10-24 12:00:25 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.629.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.778" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.538.000) 2024-10-24 12:00:25 Image size of job updated: 3607856 77 - MemoryUsage of job (MB) 78608 - ResidentSetSize of job (KB) ... 028 (10628.538.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 538 ResidentSetSize = 78608 Size = 3607856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.652.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.652.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.652.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.903" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 652 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.628.000) 2024-10-24 12:00:25 Warning from starter on slot1_7@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.628.000) 2024-10-24 12:00:25 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.628.000) 2024-10-24 12:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:25.962" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 628 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.617.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.653.000) 2024-10-24 12:00:26 Warning from starter on slot1_16@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.650.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.660.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.658.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.612.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.661.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.654.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.561.000) 2024-10-24 12:00:26 Image size of job updated: 3329716 53 - MemoryUsage of job (MB) 54000 - ResidentSetSize of job (KB) ... 028 (10628.561.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 561 ResidentSetSize = 54000 Size = 3329716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.664.000) 2024-10-24 12:00:26 Warning from starter on slot1_8@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.655.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.646.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.617.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.617.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.187" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 617 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.653.000) 2024-10-24 12:00:26 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.653.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.213" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 653 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.574.000) 2024-10-24 12:00:26 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84864 - ResidentSetSize of job (KB) ... 028 (10628.574.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 574 ResidentSetSize = 84864 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.650.000) 2024-10-24 12:00:26 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.238" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.660.000) 2024-10-24 12:00:26 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.660.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.263" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.659.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.658.000) 2024-10-24 12:00:26 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.658.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.288" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 658 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.655.000) 2024-10-24 12:00:26 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.372" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.612.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.612.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.397" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 612 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.661.000) 2024-10-24 12:00:26 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.422" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.568.000) 2024-10-24 12:00:26 Image size of job updated: 3261888 51 - MemoryUsage of job (MB) 51628 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 51628 Size = 3261888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.637.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.654.000) 2024-10-24 12:00:26 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.654.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.447" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.651.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.664.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.664.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.472" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 664 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.671.000) 2024-10-24 12:00:26 Warning from starter on slot1_8@glidein_8_120948300@osg-3976556-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.646.000) 2024-10-24 12:00:26 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.646.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.556" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 646 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.553.000) 2024-10-24 12:00:26 Image size of job updated: 3669712 80 - MemoryUsage of job (MB) 81628 - ResidentSetSize of job (KB) ... 028 (10628.553.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 553 ResidentSetSize = 81628 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.659.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.659.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.581" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 659 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.656.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.632.000) 2024-10-24 12:00:26 Warning from starter on slot1_7@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.637.000) 2024-10-24 12:00:26 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.637.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.706" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 637 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.651.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.651.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.731" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 651 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.649.000) 2024-10-24 12:00:26 Warning from starter on slot1_16@IU-Jetstream2-Backfill.b71ff2258a8a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.562.000) 2024-10-24 12:00:26 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82720 - ResidentSetSize of job (KB) ... 028 (10628.562.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 562 ResidentSetSize = 82720 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.557.000) 2024-10-24 12:00:26 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82528 - ResidentSetSize of job (KB) ... 028 (10628.557.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 557 ResidentSetSize = 82528 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.621.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.536.000) 2024-10-24 12:00:26 Image size of job updated: 3561980 90 - MemoryUsage of job (MB) 92032 - ResidentSetSize of job (KB) ... 028 (10628.536.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 536 ResidentSetSize = 92032 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.671.000) 2024-10-24 12:00:26 Job executing on host: <131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.671.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.815" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996284&PrivNet=osg-3976556-0-fnpc23038.fnal.gov&addrs=131.225.208.172-32777+[2620-6a-0-8862-f0-0-208-172]-32777&alias=osg-3976556-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 671 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.656.000) 2024-10-24 12:00:26 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.656.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.840" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 656 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.632.000) 2024-10-24 12:00:26 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.632.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.865" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 632 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.636.000) 2024-10-24 12:00:26 Warning from starter on slot1_5@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.649.000) 2024-10-24 12:00:26 Job executing on host: <172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2> ... 028 (10628.649.000) 2024-10-24 12:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:26.949" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939844&PrivNet=IU-Jetstream2-Backfill.b71ff2258a8a&addrs=172.17.0.2-36925&alias=IU-Jetstream2-Backfill.b71ff2258a8a&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 649 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.657.000) 2024-10-24 12:00:27 Warning from starter on slot1_7@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.621.000) 2024-10-24 12:00:27 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.621.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.033" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 621 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.636.000) 2024-10-24 12:00:27 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.636.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.058" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 636 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.668.000) 2024-10-24 12:00:27 Warning from starter on slot1_8@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.667.000) 2024-10-24 12:00:27 Warning from starter on slot1_8@glidein_8_98380765@osg-3976160-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.571.000) 2024-10-24 12:00:27 Image size of job updated: 2614504 89 - MemoryUsage of job (MB) 90396 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 90396 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.657.000) 2024-10-24 12:00:27 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.657.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.217" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 657 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.676.000) 2024-10-24 12:00:27 Started transferring input files Transferring to host: <131.225.167.95:44093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001250&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-44093+[2620-6a-0-8861-f0-0-167-95]-44093&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.676.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.271" EventTypeNumber = 28 Host = "<131.225.167.95:44093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001250&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-44093+[2620-6a-0-8861-f0-0-167-95]-44093&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 676 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.667.000) 2024-10-24 12:00:27 Job executing on host: <131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.667.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.301" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:37191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987208&PrivNet=osg-3976160-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37191+[2620-6a-0-8862-f0-0-208-34]-37191&alias=osg-3976160-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 667 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.668.000) 2024-10-24 12:00:27 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.668.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.335" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 668 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.676.000) 2024-10-24 12:00:27 Finished transferring input files ... 028 (10628.676.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 676 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.678.000) 2024-10-24 12:00:27 Started transferring input files Transferring to host: <131.225.208.104:45113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404282%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999528&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-45113+[2620-6a-0-8862-f0-0-208-104]-45113&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 040 (10628.673.000) 2024-10-24 12:00:27 Started transferring input files Transferring to host: <131.225.166.230:42997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884447%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992636&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-42997+[2620-6a-0-8861-f0-0-166-230]-42997&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.678.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.574" EventTypeNumber = 28 Host = "<131.225.208.104:45113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404282%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999528&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-45113+[2620-6a-0-8862-f0-0-208-104]-45113&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 678 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.673.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.574" EventTypeNumber = 28 Host = "<131.225.166.230:42997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884447%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992636&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-42997+[2620-6a-0-8861-f0-0-166-230]-42997&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 673 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.566.000) 2024-10-24 12:00:27 Image size of job updated: 3336260 55 - MemoryUsage of job (MB) 56088 - ResidentSetSize of job (KB) ... 028 (10628.566.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 566 ResidentSetSize = 56088 Size = 3336260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.663.000) 2024-10-24 12:00:27 Warning from starter on slot1_8@glidein_8_233033572@osg-3976043-0-fnpc7540.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.678.000) 2024-10-24 12:00:27 Finished transferring input files ... 028 (10628.678.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 678 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.673.000) 2024-10-24 12:00:27 Finished transferring input files ... 028 (10628.673.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 673 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.567.000) 2024-10-24 12:00:27 Image size of job updated: 3329824 56 - MemoryUsage of job (MB) 56812 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 56812 Size = 3329824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.569.000) 2024-10-24 12:00:27 Image size of job updated: 2614276 88 - MemoryUsage of job (MB) 89944 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 89944 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.666.000) 2024-10-24 12:00:27 Warning from starter on slot1_8@glidein_8_238871815@osg-3976156-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.663.000) 2024-10-24 12:00:27 Job executing on host: <131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP> ... 028 (10628.663.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.804" EventTypeNumber = 28 ExecuteHost = "<131.225.211.49:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945473&PrivNet=osg-3976043-0-fnpc7540.fnal.gov&addrs=131.225.211.49-43249+[2620-6a-0-8862-f0-0-211-49]-43249&alias=osg-3976043-0-fnpc7540.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 663 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.563.000) 2024-10-24 12:00:27 Image size of job updated: 3599408 75 - MemoryUsage of job (MB) 76740 - ResidentSetSize of job (KB) ... 028 (10628.563.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 563 ResidentSetSize = 76740 Size = 3599408 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.677.000) 2024-10-24 12:00:27 Started transferring input files Transferring to host: <131.225.208.22:44485?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914691%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048019&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-44485+[2620-6a-0-8862-f0-0-208-22]-44485&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.677.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.858" EventTypeNumber = 28 Host = "<131.225.208.22:44485?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914691%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048019&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-44485+[2620-6a-0-8862-f0-0-208-22]-44485&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 677 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.558.000) 2024-10-24 12:00:27 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85536 - ResidentSetSize of job (KB) ... 028 (10628.558.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 558 ResidentSetSize = 85536 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.681.000) 2024-10-24 12:00:27 Started transferring input files Transferring to host: <131.225.166.219:44883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048020&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-44883+[2620-6a-0-8861-f0-0-166-219]-44883&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.681.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.908" EventTypeNumber = 28 Host = "<131.225.166.219:44883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048020&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-44883+[2620-6a-0-8861-f0-0-166-219]-44883&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 681 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.648.000) 2024-10-24 12:00:27 Warning from starter on slot1_6@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.666.000) 2024-10-24 12:00:27 Job executing on host: <131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.666.000) 2024-10-24 12:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:27.997" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:44325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879030%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029886&PrivNet=osg-3976156-0-fnpc19135.fnal.gov&addrs=131.225.208.119-44325+[2620-6a-0-8862-f0-0-208-119]-44325&alias=osg-3976156-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 666 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.679.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.195:39285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884448%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992638&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39285+[2620-6a-0-8862-f0-0-208-195]-39285&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 040 (10628.680.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.164:46555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004357&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-46555+[2620-6a-0-8862-f0-0-208-164]-46555&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.679.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.051" EventTypeNumber = 28 Host = "<131.225.208.195:39285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884448%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992638&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39285+[2620-6a-0-8862-f0-0-208-195]-39285&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 679 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.680.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.051" EventTypeNumber = 28 Host = "<131.225.208.164:46555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004357&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-46555+[2620-6a-0-8862-f0-0-208-164]-46555&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 680 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.677.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.677.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 677 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.686.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.23:35893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998214&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35893+[2620-6a-0-8862-f0-0-208-23]-35893&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 040 (10628.685.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.113:36785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992639&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36785+[2620-6a-0-8862-f0-0-208-113]-36785&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.686.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.109" EventTypeNumber = 28 Host = "<131.225.208.23:35893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998214&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-35893+[2620-6a-0-8862-f0-0-208-23]-35893&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 686 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.685.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.109" EventTypeNumber = 28 Host = "<131.225.208.113:36785?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992639&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36785+[2620-6a-0-8862-f0-0-208-113]-36785&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 685 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.681.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.681.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 681 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.648.000) 2024-10-24 12:00:28 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.648.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.139" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 648 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.590.000) 2024-10-24 12:00:28 Image size of job updated: 3602380 80 - MemoryUsage of job (MB) 81568 - ResidentSetSize of job (KB) ... 028 (10628.590.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 590 ResidentSetSize = 81568 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.600.000) 2024-10-24 12:00:28 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78660 - ResidentSetSize of job (KB) ... 028 (10628.600.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 600 ResidentSetSize = 78660 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.682.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.158:34643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992640&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-34643+[2620-6a-0-8862-f0-0-208-158]-34643&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.682.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.193" EventTypeNumber = 28 Host = "<131.225.208.158:34643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992640&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-34643+[2620-6a-0-8862-f0-0-208-158]-34643&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 682 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.679.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.679.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 679 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.680.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.680.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 680 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.684.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.192:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914693%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999529&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-43479+[2620-6a-0-8862-f0-0-208-192]-43479&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.684.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.252" EventTypeNumber = 28 Host = "<131.225.208.192:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914693%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999529&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-43479+[2620-6a-0-8862-f0-0-208-192]-43479&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 684 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.686.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.686.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 686 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.669.000) 2024-10-24 12:00:28 Warning from starter on slot1_8@glidein_8_55272387@osg-4196785-0-fnpc9016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.662.000) 2024-10-24 12:00:28 Warning from starter on slot1_8@glidein_8_31320946@osg-3975905-0-fnpc17134.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.685.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.685.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 685 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.682.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.682.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 682 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.683.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.84:46671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001252&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46671+[2620-6a-0-8862-f0-0-208-84]-46671&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 040 (10628.689.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.197:42433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001251&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-42433+[2620-6a-0-8862-f0-0-208-197]-42433&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.683.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.444" EventTypeNumber = 28 Host = "<131.225.208.84:46671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001252&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46671+[2620-6a-0-8862-f0-0-208-84]-46671&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 683 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.689.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.444" EventTypeNumber = 28 Host = "<131.225.208.197:42433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001251&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-42433+[2620-6a-0-8862-f0-0-208-197]-42433&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 689 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.672.000) 2024-10-24 12:00:28 Warning from starter on slot1_8@glidein_8_111204966@osg-4196781-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.684.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.684.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 684 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.675.000) 2024-10-24 12:00:28 Warning from starter on slot1_8@glidein_8_88100327@osg-4196798-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.580.000) 2024-10-24 12:00:28 Image size of job updated: 3602124 72 - MemoryUsage of job (MB) 73600 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 73600 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.669.000) 2024-10-24 12:00:28 Job executing on host: <131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP> ... 028 (10628.669.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.592" EventTypeNumber = 28 ExecuteHost = "<131.225.209.215:36523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994158&PrivNet=osg-4196785-0-fnpc9016.fnal.gov&addrs=131.225.209.215-36523+[2620-6a-0-8862-f0-0-209-215]-36523&alias=osg-4196785-0-fnpc9016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 669 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.662.000) 2024-10-24 12:00:28 Job executing on host: <131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP> ... 028 (10628.662.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.617" EventTypeNumber = 28 ExecuteHost = "<131.225.166.213:36117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994781&PrivNet=osg-3975905-0-fnpc17134.fnal.gov&addrs=131.225.166.213-36117+[2620-6a-0-8861-f0-0-166-213]-36117&alias=osg-3975905-0-fnpc17134.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 662 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.585.000) 2024-10-24 12:00:28 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80488 - ResidentSetSize of job (KB) ... 028 (10628.585.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 585 ResidentSetSize = 80488 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.670.000) 2024-10-24 12:00:28 Warning from starter on slot1_8@glidein_8_322480818@osg-4196788-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.549.000) 2024-10-24 12:00:28 Image size of job updated: 3494904 87 - MemoryUsage of job (MB) 88112 - ResidentSetSize of job (KB) ... 028 (10628.549.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 549 ResidentSetSize = 88112 Size = 3494904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.683.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.683.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 683 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.689.000) 2024-10-24 12:00:28 Finished transferring input files ... 028 (10628.689.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 689 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.582.000) 2024-10-24 12:00:28 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83508 - ResidentSetSize of job (KB) ... 028 (10628.582.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 582 ResidentSetSize = 83508 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.584.000) 2024-10-24 12:00:28 Image size of job updated: 3466436 79 - MemoryUsage of job (MB) 80624 - ResidentSetSize of job (KB) ... 028 (10628.584.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 584 ResidentSetSize = 80624 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.572.000) 2024-10-24 12:00:28 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 79944 - ResidentSetSize of job (KB) ... 028 (10628.572.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 572 ResidentSetSize = 79944 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.672.000) 2024-10-24 12:00:28 Job executing on host: <131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.672.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.767" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:46455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043186&PrivNet=osg-4196781-0-fnpc9054.fnal.gov&addrs=131.225.209.145-46455+[2620-6a-0-8862-f0-0-209-145]-46455&alias=osg-4196781-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 672 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.675.000) 2024-10-24 12:00:28 Job executing on host: <131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.675.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.793" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994137&PrivNet=osg-4196798-0-fnpc22025.fnal.gov&addrs=131.225.208.57-37937+[2620-6a-0-8862-f0-0-208-57]-37937&alias=osg-4196798-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 675 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.575.000) 2024-10-24 12:00:28 Image size of job updated: 3535048 84 - MemoryUsage of job (MB) 85744 - ResidentSetSize of job (KB) ... 028 (10628.575.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 575 ResidentSetSize = 85744 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.688.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.52:42783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404284%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004359&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-42783+[2620-6a-0-8862-f0-0-208-52]-42783&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 040 (10628.693.000) 2024-10-24 12:00:28 Started transferring input files Transferring to host: <131.225.208.82:46231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034715&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46231+[2620-6a-0-8862-f0-0-208-82]-46231&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.688.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.888" EventTypeNumber = 28 Host = "<131.225.208.52:42783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404284%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004359&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-42783+[2620-6a-0-8862-f0-0-208-52]-42783&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 688 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.693.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.888" EventTypeNumber = 28 Host = "<131.225.208.82:46231?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034715&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46231+[2620-6a-0-8862-f0-0-208-82]-46231&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 693 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.670.000) 2024-10-24 12:00:28 Job executing on host: <131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.670.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.977" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:34959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950596&PrivNet=osg-4196788-0-fnpc22004.fnal.gov&addrs=131.225.208.23-34959+[2620-6a-0-8862-f0-0-208-23]-34959&alias=osg-4196788-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 670 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.578.000) 2024-10-24 12:00:28 Image size of job updated: 3401116 45 - MemoryUsage of job (MB) 45660 - ResidentSetSize of job (KB) ... 028 (10628.578.000) 2024-10-24 12:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:28.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 578 ResidentSetSize = 45660 Size = 3401116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.687.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <10.32.86.143:37591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719583%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992641&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-37591&alias=d12chas574.crc.nd.edu&noUDP> ... 040 (10628.690.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.56:45435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992642&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45435+[2620-6a-0-8862-f0-0-208-56]-45435&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 040 (10628.692.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.52:39729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999530&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-39729+[2620-6a-0-8862-f0-0-208-52]-39729&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.687.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.048" EventTypeNumber = 28 Host = "<10.32.86.143:37591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719583%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992641&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-37591&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.690.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.048" EventTypeNumber = 28 Host = "<131.225.208.56:45435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992642&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45435+[2620-6a-0-8862-f0-0-208-56]-45435&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 690 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.692.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.048" EventTypeNumber = 28 Host = "<131.225.208.52:39729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999530&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-39729+[2620-6a-0-8862-f0-0-208-52]-39729&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 692 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.688.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.688.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 688 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.696.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.58:34429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034716&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-34429+[2620-6a-0-8862-f0-0-208-58]-34429&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 040 (10628.700.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.149:40057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340612%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970632&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-40057+[2620-6a-0-8862-f0-0-208-149]-40057&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.696.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.099" EventTypeNumber = 28 Host = "<131.225.208.58:34429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034716&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-34429+[2620-6a-0-8862-f0-0-208-58]-34429&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 696 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.700.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.099" EventTypeNumber = 28 Host = "<131.225.208.149:40057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340612%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970632&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-40057+[2620-6a-0-8862-f0-0-208-149]-40057&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 700 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.693.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.693.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 693 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.588.000) 2024-10-24 12:00:29 Image size of job updated: 3398700 46 - MemoryUsage of job (MB) 47044 - ResidentSetSize of job (KB) ... 028 (10628.588.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 588 ResidentSetSize = 47044 Size = 3398700 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.694.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.121:37417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998215&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-37417+[2620-6a-0-8862-f0-0-208-121]-37417&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.694.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.149" EventTypeNumber = 28 Host = "<131.225.208.121:37417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998215&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-37417+[2620-6a-0-8862-f0-0-208-121]-37417&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 694 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.687.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.687.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.690.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.690.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 690 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.699.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.84:40687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998217&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-40687+[2620-6a-0-8862-f0-0-208-84]-40687&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 040 (10628.695.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.166.189:42937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339485%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998216&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-42937+[2620-6a-0-8861-f0-0-166-189]-42937&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.699.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.200" EventTypeNumber = 28 Host = "<131.225.208.84:40687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998217&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-40687+[2620-6a-0-8862-f0-0-208-84]-40687&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 699 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.695.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.200" EventTypeNumber = 28 Host = "<131.225.166.189:42937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339485%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998216&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-42937+[2620-6a-0-8861-f0-0-166-189]-42937&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 695 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.692.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.692.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 692 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.696.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.696.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 696 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.700.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.700.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 700 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.694.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.694.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 694 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.699.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.699.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.320" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 699 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.695.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.695.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 695 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.673.000) 2024-10-24 12:00:29 Warning from starter on slot1_7@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.665.000) 2024-10-24 12:00:29 Warning from starter on slot1_8@glidein_8_297000405@osg-4196726-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.605.000) 2024-10-24 12:00:29 Image size of job updated: 3601356 78 - MemoryUsage of job (MB) 79852 - ResidentSetSize of job (KB) ... 028 (10628.605.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 605 ResidentSetSize = 79852 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.594.000) 2024-10-24 12:00:29 Image size of job updated: 3602124 75 - MemoryUsage of job (MB) 76772 - ResidentSetSize of job (KB) ... 028 (10628.594.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 594 ResidentSetSize = 76772 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.681.000) 2024-10-24 12:00:29 Warning from starter on slot1_8@glidein_8_182287080@osg-4196646-0-fnpc17140.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.596.000) 2024-10-24 12:00:29 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 5712 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.682.000) 2024-10-24 12:00:29 Warning from starter on slot1_8@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.705.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.89:32945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914694%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951358&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-32945+[2620-6a-0-8862-f0-0-208-89]-32945&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.705.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.676" EventTypeNumber = 28 Host = "<131.225.208.89:32945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914694%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951358&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-32945+[2620-6a-0-8862-f0-0-208-89]-32945&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 705 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.673.000) 2024-10-24 12:00:29 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.673.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.707" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 673 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.577.000) 2024-10-24 12:00:29 Image size of job updated: 3465924 78 - MemoryUsage of job (MB) 79032 - ResidentSetSize of job (KB) ... 028 (10628.577.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 577 ResidentSetSize = 79032 Size = 3465924 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.665.000) 2024-10-24 12:00:29 Job executing on host: <131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.665.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.732" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995712&PrivNet=osg-4196726-0-fnpc17151.fnal.gov&addrs=131.225.166.236-40197+[2620-6a-0-8861-f0-0-166-236]-40197&alias=osg-4196726-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 665 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.685.000) 2024-10-24 12:00:29 Warning from starter on slot1_8@glidein_8_224114784@osg-4197182-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.701.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.211.11:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001254&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-38675+[2620-6a-0-8862-f0-0-211-11]-38675&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 040 (10628.698.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.52:37303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992645&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-37303+[2620-6a-0-8862-f0-0-208-52]-37303&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.701.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.785" EventTypeNumber = 28 Host = "<131.225.211.11:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001254&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-38675+[2620-6a-0-8862-f0-0-211-11]-38675&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 701 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.698.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.785" EventTypeNumber = 28 Host = "<131.225.208.52:37303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992645&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-37303+[2620-6a-0-8862-f0-0-208-52]-37303&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 698 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.681.000) 2024-10-24 12:00:29 Job executing on host: <131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP> ... 028 (10628.681.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.816" EventTypeNumber = 28 ExecuteHost = "<131.225.166.219:38797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964777&PrivNet=osg-4196646-0-fnpc17140.fnal.gov&addrs=131.225.166.219-38797+[2620-6a-0-8861-f0-0-166-219]-38797&alias=osg-4196646-0-fnpc17140.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 681 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.595.000) 2024-10-24 12:00:29 Image size of job updated: 3261872 51 - MemoryUsage of job (MB) 51988 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 51988 Size = 3261872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.564.000) 2024-10-24 12:00:29 Image size of job updated: 3532076 72 - MemoryUsage of job (MB) 73404 - ResidentSetSize of job (KB) ... 028 (10628.564.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 564 ResidentSetSize = 73404 Size = 3532076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.704.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.105:39089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339487%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992646&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-39089+[2620-6a-0-8862-f0-0-208-105]-39089&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.704.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.869" EventTypeNumber = 28 Host = "<131.225.208.105:39089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339487%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992646&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-39089+[2620-6a-0-8862-f0-0-208-105]-39089&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 704 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.576.000) 2024-10-24 12:00:29 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81668 - ResidentSetSize of job (KB) ... 028 (10628.576.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 576 ResidentSetSize = 81668 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.682.000) 2024-10-24 12:00:29 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.682.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.899" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 682 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.705.000) 2024-10-24 12:00:29 Finished transferring input files ... 028 (10628.705.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 705 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.599.000) 2024-10-24 12:00:29 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80868 - ResidentSetSize of job (KB) ... 028 (10628.599.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 599 ResidentSetSize = 80868 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.706.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.188:45985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034717&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-45985+[2620-6a-0-8862-f0-0-208-188]-45985&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 040 (10628.709.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.144:34589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339489%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998218&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-34589+[2620-6a-0-8862-f0-0-208-144]-34589&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 040 (10628.703.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.33:38237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914695%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951359&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-38237+[2620-6a-0-8862-f0-0-208-33]-38237&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 040 (10628.708.000) 2024-10-24 12:00:29 Started transferring input files Transferring to host: <131.225.208.104:44659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404285%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048021&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-44659+[2620-6a-0-8862-f0-0-208-104]-44659&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.706.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.952" EventTypeNumber = 28 Host = "<131.225.208.188:45985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034717&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-45985+[2620-6a-0-8862-f0-0-208-188]-45985&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 706 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.709.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.952" EventTypeNumber = 28 Host = "<131.225.208.144:34589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339489%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998218&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-34589+[2620-6a-0-8862-f0-0-208-144]-34589&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 709 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.703.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.952" EventTypeNumber = 28 Host = "<131.225.208.33:38237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914695%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951359&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-38237+[2620-6a-0-8862-f0-0-208-33]-38237&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 703 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.708.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.952" EventTypeNumber = 28 Host = "<131.225.208.104:44659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404285%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048021&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-44659+[2620-6a-0-8862-f0-0-208-104]-44659&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 708 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.587.000) 2024-10-24 12:00:29 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84124 - ResidentSetSize of job (KB) ... 028 (10628.587.000) 2024-10-24 12:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:29.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 587 ResidentSetSize = 84124 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.593.000) 2024-10-24 12:00:30 Image size of job updated: 3599476 56 - MemoryUsage of job (MB) 57196 - ResidentSetSize of job (KB) ... 028 (10628.593.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 593 ResidentSetSize = 57196 Size = 3599476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.591.000) 2024-10-24 12:00:30 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83064 - ResidentSetSize of job (KB) ... 028 (10628.591.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 591 ResidentSetSize = 83064 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.589.000) 2024-10-24 12:00:30 Image size of job updated: 3398960 46 - MemoryUsage of job (MB) 47012 - ResidentSetSize of job (KB) ... 028 (10628.589.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 589 ResidentSetSize = 47012 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.581.000) 2024-10-24 12:00:30 Image size of job updated: 3598964 56 - MemoryUsage of job (MB) 57256 - ResidentSetSize of job (KB) ... 028 (10628.581.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 581 ResidentSetSize = 57256 Size = 3598964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.711.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.176:39735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034718&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-39735+[2620-6a-0-8862-f0-0-208-176]-39735&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.711.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.153" EventTypeNumber = 28 Host = "<131.225.208.176:39735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034718&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-39735+[2620-6a-0-8862-f0-0-208-176]-39735&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 711 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.685.000) 2024-10-24 12:00:30 Job executing on host: <131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.685.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.183" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:36529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952561&PrivNet=osg-4197182-0-fnpc23004.fnal.gov&addrs=131.225.208.113-36529+[2620-6a-0-8862-f0-0-208-113]-36529&alias=osg-4197182-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 685 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.701.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.701.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 701 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.710.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.197:45989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904342%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048022&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-45989+[2620-6a-0-8862-f0-0-208-197]-45989&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.710.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.237" EventTypeNumber = 28 Host = "<131.225.208.197:45989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904342%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048022&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-45989+[2620-6a-0-8862-f0-0-208-197]-45989&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 710 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.698.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.698.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 698 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.704.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.704.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.239" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 704 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.598.000) 2024-10-24 12:00:30 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82620 - ResidentSetSize of job (KB) ... 028 (10628.598.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 598 ResidentSetSize = 82620 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.706.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.706.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 706 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.709.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.709.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 709 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.703.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.703.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 703 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.712.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.211.52:39957?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999531&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39957+[2620-6a-0-8862-f0-0-211-52]-39957&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.712.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.354" EventTypeNumber = 28 Host = "<131.225.211.52:39957?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999531&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-39957+[2620-6a-0-8862-f0-0-211-52]-39957&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 712 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.708.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.708.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 708 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.713.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.209.228:43631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998219&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-43631+[2620-6a-0-8862-f0-0-209-228]-43631&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 040 (10628.697.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.209.220:38603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970633&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-38603+[2620-6a-0-8862-f0-0-209-220]-38603&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.697.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.413" EventTypeNumber = 28 Host = "<131.225.209.220:38603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970633&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-38603+[2620-6a-0-8862-f0-0-209-220]-38603&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 697 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.713.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.413" EventTypeNumber = 28 Host = "<131.225.209.228:43631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998219&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-43631+[2620-6a-0-8862-f0-0-209-228]-43631&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 713 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.711.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.711.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 711 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.592.000) 2024-10-24 12:00:30 Image size of job updated: 3599920 75 - MemoryUsage of job (MB) 76640 - ResidentSetSize of job (KB) ... 028 (10628.592.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 592 ResidentSetSize = 76640 Size = 3599920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.687.000) 2024-10-24 12:00:30 Warning from starter on slot1_8@glidein_3482318_481607984@d12chas574.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.710.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.710.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 710 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.712.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.712.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 712 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.697.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.697.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 697 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.702.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <137.99.174.13:35599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955943&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35599&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 040 (10628.691.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.211.109:34921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914696%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970635&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-34921+[2620-6a-0-8862-f0-0-211-109]-34921&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.702.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.481" EventTypeNumber = 28 Host = "<137.99.174.13:35599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955943&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-35599&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 702 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.691.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.481" EventTypeNumber = 28 Host = "<131.225.211.109:34921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914696%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970635&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-34921+[2620-6a-0-8862-f0-0-211-109]-34921&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 691 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.689.000) 2024-10-24 12:00:30 Warning from starter on slot1_8@glidein_8_419923608@osg-4196895-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.687.000) 2024-10-24 12:00:30 Job executing on host: <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.510" EventTypeNumber = 28 ExecuteHost = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.713.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.713.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 713 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.717.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.64:35739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998220&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35739+[2620-6a-0-8862-f0-0-208-64]-35739&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.717.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.515" EventTypeNumber = 28 Host = "<131.225.208.64:35739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998220&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35739+[2620-6a-0-8862-f0-0-208-64]-35739&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 717 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.689.000) 2024-10-24 12:00:30 Job executing on host: <131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.689.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.544" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:46319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030390&PrivNet=osg-4196895-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46319+[2620-6a-0-8862-f0-0-208-197]-46319&alias=osg-4196895-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 689 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.702.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.702.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 702 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.691.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.691.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 691 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.718.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.113:34619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363202%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970634&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34619+[2620-6a-0-8862-f0-0-208-113]-34619&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 040 (10628.716.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.80:40081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951360&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-40081+[2620-6a-0-8862-f0-0-208-80]-40081&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.718.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.550" EventTypeNumber = 28 Host = "<131.225.208.113:34619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363202%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970634&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34619+[2620-6a-0-8862-f0-0-208-113]-34619&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 718 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.716.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.550" EventTypeNumber = 28 Host = "<131.225.208.80:40081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951360&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-40081+[2620-6a-0-8862-f0-0-208-80]-40081&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 716 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.717.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.717.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 717 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.716.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.716.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 716 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.718.000) 2024-10-24 12:00:30 Finished transferring input files ... 028 (10628.718.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 718 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.678.000) 2024-10-24 12:00:30 Warning from starter on slot1_8@glidein_8_560661204@osg-3976140-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.678.000) 2024-10-24 12:00:30 Job executing on host: <131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.678.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.711" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996188&PrivNet=osg-3976140-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34725+[2620-6a-0-8862-f0-0-208-104]-34725&alias=osg-3976140-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 678 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.696.000) 2024-10-24 12:00:30 Warning from starter on slot1_8@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.696.000) 2024-10-24 12:00:30 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.696.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.744" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 696 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.695.000) 2024-10-24 12:00:30 Warning from starter on slot1_8@glidein_8_539845800@osg-4196727-0-fnpc17113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.597.000) 2024-10-24 12:00:30 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 78972 - ResidentSetSize of job (KB) ... 028 (10628.597.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 597 ResidentSetSize = 78972 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.695.000) 2024-10-24 12:00:30 Job executing on host: <131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP> ... 028 (10628.695.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.978" EventTypeNumber = 28 ExecuteHost = "<131.225.166.189:39589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029493&PrivNet=osg-4196727-0-fnpc17113.fnal.gov&addrs=131.225.166.189-39589+[2620-6a-0-8861-f0-0-166-189]-39589&alias=osg-4196727-0-fnpc17113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 695 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.723.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.163:37507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884453%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998221&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-37507+[2620-6a-0-8862-f0-0-208-163]-37507&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 040 (10628.724.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.54:38181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951361&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-38181+[2620-6a-0-8862-f0-0-208-54]-38181&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.723.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.979" EventTypeNumber = 28 Host = "<131.225.208.163:37507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884453%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998221&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-37507+[2620-6a-0-8862-f0-0-208-163]-37507&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 723 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.719.000) 2024-10-24 12:00:30 Started transferring input files Transferring to host: <131.225.208.23:39075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034719&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-39075+[2620-6a-0-8862-f0-0-208-23]-39075&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.719.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.980" EventTypeNumber = 28 Host = "<131.225.208.23:39075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426195%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034719&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-39075+[2620-6a-0-8862-f0-0-208-23]-39075&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 719 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.724.000) 2024-10-24 12:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:30.979" EventTypeNumber = 28 Host = "<131.225.208.54:38181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951361&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-38181+[2620-6a-0-8862-f0-0-208-54]-38181&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 724 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.721.000) 2024-10-24 12:00:31 Started transferring input files Transferring to host: <131.225.208.157:44143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007949%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992647&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-44143+[2620-6a-0-8862-f0-0-208-157]-44143&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.721.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.012" EventTypeNumber = 28 Host = "<131.225.208.157:44143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007949%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992647&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-44143+[2620-6a-0-8862-f0-0-208-157]-44143&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 721 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.715.000) 2024-10-24 12:00:31 Started transferring input files Transferring to host: <137.99.174.9:37491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992648&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-37491&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.715.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.028" EventTypeNumber = 28 Host = "<137.99.174.9:37491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992648&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-37491&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 715 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.724.000) 2024-10-24 12:00:31 Finished transferring input files ... 040 (10628.719.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.724.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 724 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.719.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 719 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.723.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.723.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 723 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.715.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.715.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 715 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.676.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_351393975@osg-4196504-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.721.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.721.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 721 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.676.000) 2024-10-24 12:00:31 Job executing on host: <131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.676.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.095" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:33089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907144%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996972&PrivNet=osg-4196504-0-fnpc7201.fnal.gov&addrs=131.225.167.95-33089+[2620-6a-0-8861-f0-0-167-95]-33089&alias=osg-4196504-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 676 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.686.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_98906808@osg-4196786-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.686.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.686.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.196" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:37939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029888&PrivNet=osg-4196786-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37939+[2620-6a-0-8862-f0-0-208-23]-37939&alias=osg-4196786-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 686 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.720.000) 2024-10-24 12:00:31 Started transferring input files Transferring to host: <131.225.166.199:37283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048023&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-37283+[2620-6a-0-8861-f0-0-166-199]-37283&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.720.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.203" EventTypeNumber = 28 Host = "<131.225.166.199:37283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048023&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-37283+[2620-6a-0-8861-f0-0-166-199]-37283&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 720 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.692.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_193519304@osg-3976145-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.720.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.720.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 720 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.692.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.692.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.263" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:45027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994138&PrivNet=osg-3976145-0-fnpc22023.fnal.gov&addrs=131.225.208.52-45027+[2620-6a-0-8862-f0-0-208-52]-45027&alias=osg-3976145-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 692 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.707.000) 2024-10-24 12:00:31 Started transferring input files Transferring to host: <10.64.77.63:35007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998222&PrivNet=g3063.hyak.local&addrs=10.64.77.63-35007&alias=g3063.hyak.local&noUDP> ... 028 (10628.707.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.401" EventTypeNumber = 28 Host = "<10.64.77.63:35007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998222&PrivNet=g3063.hyak.local&addrs=10.64.77.63-35007&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.711.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.601.000) 2024-10-24 12:00:31 Image size of job updated: 3330600 43 - MemoryUsage of job (MB) 43068 - ResidentSetSize of job (KB) ... 028 (10628.601.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 601 ResidentSetSize = 43068 Size = 3330600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.711.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.711.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.471" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 711 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.707.000) 2024-10-24 12:00:31 Finished transferring input files ... 028 (10628.707.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.690.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_103675388@osg-3976611-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.693.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_36479426@osg-3976272-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.690.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.690.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.572" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:45751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031860&PrivNet=osg-3976611-0-fnpc23101.fnal.gov&addrs=131.225.208.56-45751+[2620-6a-0-8862-f0-0-208-56]-45751&alias=osg-3976611-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 690 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.693.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.693.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.597" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:36085?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030402&PrivNet=osg-3976272-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36085+[2620-6a-0-8862-f0-0-208-82]-36085&alias=osg-3976272-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 693 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.586.000) 2024-10-24 12:00:31 Image size of job updated: 3398704 46 - MemoryUsage of job (MB) 46932 - ResidentSetSize of job (KB) ... 028 (10628.586.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 586 ResidentSetSize = 46932 Size = 3398704 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.579.000) 2024-10-24 12:00:31 Image size of job updated: 3598964 58 - MemoryUsage of job (MB) 58988 - ResidentSetSize of job (KB) ... 028 (10628.579.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 579 ResidentSetSize = 58988 Size = 3598964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.684.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.684.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.684.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.780" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 684 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.704.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_139753323@osg-3976137-0-fnpc19123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.704.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP> ... 028 (10628.704.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.838" EventTypeNumber = 28 ExecuteHost = "<131.225.208.105:36823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029715&PrivNet=osg-3976137-0-fnpc19123.fnal.gov&addrs=131.225.208.105-36823+[2620-6a-0-8862-f0-0-208-105]-36823&alias=osg-3976137-0-fnpc19123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 704 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.705.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_81049068@osg-4196459-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.705.000) 2024-10-24 12:00:31 Job executing on host: <131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.705.000) 2024-10-24 12:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:31.956" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906885%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996717&PrivNet=osg-4196459-0-fnpc19108.fnal.gov&addrs=131.225.208.89-40789+[2620-6a-0-8862-f0-0-208-89]-40789&alias=osg-4196459-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 705 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.708.000) 2024-10-24 12:00:31 Warning from starter on slot1_8@glidein_8_193544780@osg-3976144-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.718.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.708.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.708.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.005" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:34911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999094&PrivNet=osg-3976144-0-fnpc19122.fnal.gov&addrs=131.225.208.104-34911+[2620-6a-0-8862-f0-0-208-104]-34911&alias=osg-3976144-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 708 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.680.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_97470110@osg-4197112-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.607.000) 2024-10-24 12:00:32 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81852 - ResidentSetSize of job (KB) ... 028 (10628.607.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 607 ResidentSetSize = 81852 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.718.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.718.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.081" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 718 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.674.000) 2024-10-24 12:00:32 Started transferring input files Transferring to host: <10.5.254.186:33392?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970636&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33392&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.674.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.135" EventTypeNumber = 28 Host = "<10.5.254.186:33392?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363204%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970636&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-33392&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 674 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.716.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_26189068@osg-4197191-0-fnpc23002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.680.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.680.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.156" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:42545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716105%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988715&PrivNet=osg-4197112-0-fnpc23031.fnal.gov&addrs=131.225.208.164-42545+[2620-6a-0-8862-f0-0-208-164]-42545&alias=osg-4197112-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 680 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.709.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_9_41918410@osg-4197015-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.683.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.677.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_357691644@osg-3975936-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.706.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_572338345@osg-3976664-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.606.000) 2024-10-24 12:00:32 Image size of job updated: 3598964 59 - MemoryUsage of job (MB) 59896 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 59896 Size = 3598964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.714.000) 2024-10-24 12:00:32 Started transferring input files Transferring to host: <10.64.66.151:34489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914698%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048024&PrivNet=n3407.hyak.local&addrs=10.64.66.151-34489&alias=n3407.hyak.local&noUDP> ... 028 (10628.714.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.411" EventTypeNumber = 28 Host = "<10.64.66.151:34489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914698%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048024&PrivNet=n3407.hyak.local&addrs=10.64.66.151-34489&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.616.000) 2024-10-24 12:00:32 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82504 - ResidentSetSize of job (KB) ... 028 (10628.616.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 616 ResidentSetSize = 82504 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.679.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_42937050@osg-4196273-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.683.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.683.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.440" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 683 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.674.000) 2024-10-24 12:00:32 Finished transferring input files ... 028 (10628.674.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 674 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.716.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP> ... 028 (10628.716.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.465" EventTypeNumber = 28 ExecuteHost = "<131.225.208.80:45255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004582%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031598&PrivNet=osg-4197191-0-fnpc23002.fnal.gov&addrs=131.225.208.80-45255+[2620-6a-0-8862-f0-0-208-80]-45255&alias=osg-4197191-0-fnpc23002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 716 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.709.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.709.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.491" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995305&PrivNet=osg-4197015-0-fnpc23011.fnal.gov&addrs=131.225.208.144-38345+[2620-6a-0-8862-f0-0-208-144]-38345&alias=osg-4197015-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 709 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.677.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.677.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.574" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:45125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028663&PrivNet=osg-3975936-0-fnpc19102.fnal.gov&addrs=131.225.208.22-45125+[2620-6a-0-8862-f0-0-208-22]-45125&alias=osg-3975936-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 677 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.706.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.706.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.599" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:36661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032102&PrivNet=osg-3976664-0-fnpc23108.fnal.gov&addrs=131.225.208.188-36661+[2620-6a-0-8862-f0-0-208-188]-36661&alias=osg-3976664-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 706 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.602.000) 2024-10-24 12:00:32 Image size of job updated: 3258288 51 - MemoryUsage of job (MB) 51492 - ResidentSetSize of job (KB) ... 028 (10628.602.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 602 ResidentSetSize = 51492 Size = 3258288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.694.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.724.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_67422219@osg-4197157-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.700.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.620.000) 2024-10-24 12:00:32 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82160 - ResidentSetSize of job (KB) ... 028 (10628.620.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 620 ResidentSetSize = 82160 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.694.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.694.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.691" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 694 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.714.000) 2024-10-24 12:00:32 Finished transferring input files ... 028 (10628.714.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.703.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_158910376@osg-3976157-0-fnpc22012.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.713.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_78282846@osg-3975758-0-fnpc9029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.679.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.679.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.717" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:39137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29321857%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9980105&PrivNet=osg-4196273-0-fnpc23116.fnal.gov&addrs=131.225.208.195-39137+[2620-6a-0-8862-f0-0-208-195]-39137&alias=osg-4196273-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 679 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.701.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.707.000) 2024-10-24 12:00:32 Warning from starter on slot1_5@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.697.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_175403520@osg-3975915-0-fnpc9021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.613.000) 2024-10-24 12:00:32 Image size of job updated: 3272120 66 - MemoryUsage of job (MB) 67364 - ResidentSetSize of job (KB) ... 028 (10628.613.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 613 ResidentSetSize = 67364 Size = 3272120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.699.000) 2024-10-24 12:00:32 Warning from starter on slot1_8@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.724.000) 2024-10-24 12:00:32 Job executing on host: <131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.724.000) 2024-10-24 12:00:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:32.942" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:42585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947824&PrivNet=osg-4197157-0-fnpc22024.fnal.gov&addrs=131.225.208.54-42585+[2620-6a-0-8862-f0-0-208-54]-42585&alias=osg-4197157-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 724 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.700.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.700.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.032" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 700 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.641.000) 2024-10-24 12:00:33 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81844 - ResidentSetSize of job (KB) ... 028 (10628.641.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 641 ResidentSetSize = 81844 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.703.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP> ... 028 (10628.703.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.057" EventTypeNumber = 28 ExecuteHost = "<131.225.208.33:45063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714809%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950585&PrivNet=osg-3976157-0-fnpc22012.fnal.gov&addrs=131.225.208.33-45063+[2620-6a-0-8862-f0-0-208-33]-45063&alias=osg-3976157-0-fnpc22012.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 703 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.713.000) 2024-10-24 12:00:33 Job executing on host: <131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP> ... 021 (10628.691.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.713.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.082" EventTypeNumber = 28 ExecuteHost = "<131.225.209.228:42765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984780&PrivNet=osg-3975758-0-fnpc9029.fnal.gov&addrs=131.225.209.228-42765+[2620-6a-0-8862-f0-0-209-228]-42765&alias=osg-3975758-0-fnpc9029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 713 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.688.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_1064285156@osg-3976161-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.726.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.208.179:44483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884454%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955945&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-44483+[2620-6a-0-8862-f0-0-208-179]-44483&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 040 (10628.725.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.209.202:36043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970637&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-36043+[2620-6a-0-8862-f0-0-209-202]-36043&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.725.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.137" EventTypeNumber = 28 Host = "<131.225.209.202:36043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970637&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-36043+[2620-6a-0-8862-f0-0-209-202]-36043&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 725 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.726.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.137" EventTypeNumber = 28 Host = "<131.225.208.179:44483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884454%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955945&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-44483+[2620-6a-0-8862-f0-0-208-179]-44483&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 726 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.707.000) 2024-10-24 12:00:33 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.707.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.166" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.608.000) 2024-10-24 12:00:33 Image size of job updated: 3263016 46 - MemoryUsage of job (MB) 46524 - ResidentSetSize of job (KB) ... 028 (10628.608.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 608 ResidentSetSize = 46524 Size = 3263016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.701.000) 2024-10-24 12:00:33 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.701.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.191" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 701 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.619.000) 2024-10-24 12:00:33 Image size of job updated: 3533880 43 - MemoryUsage of job (MB) 43276 - ResidentSetSize of job (KB) ... 028 (10628.619.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 619 ResidentSetSize = 43276 Size = 3533880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.645.000) 2024-10-24 12:00:33 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6256 - ResidentSetSize of job (KB) ... 028 (10628.645.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 645 ResidentSetSize = 6256 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.729.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.166.239:43681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904346%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048025&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43681+[2620-6a-0-8861-f0-0-166-239]-43681&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.729.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.254" EventTypeNumber = 28 Host = "<131.225.166.239:43681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904346%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048025&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43681+[2620-6a-0-8861-f0-0-166-239]-43681&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 729 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.697.000) 2024-10-24 12:00:33 Job executing on host: <131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP> ... 028 (10628.697.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.283" EventTypeNumber = 28 ExecuteHost = "<131.225.209.220:40089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397783%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992659&PrivNet=osg-3975915-0-fnpc9021.fnal.gov&addrs=131.225.209.220-40089+[2620-6a-0-8862-f0-0-209-220]-40089&alias=osg-3975915-0-fnpc9021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 697 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.721.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_352710984@osg-3976151-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.717.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.712.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_97480100@osg-3976045-0-fnpc7543.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.699.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.699.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.367" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 699 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.611.000) 2024-10-24 12:00:33 Image size of job updated: 3331112 43 - MemoryUsage of job (MB) 43036 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 43036 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.691.000) 2024-10-24 12:00:33 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.691.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.392" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 691 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.633.000) 2024-10-24 12:00:33 Image size of job updated: 3534280 64 - MemoryUsage of job (MB) 64960 - ResidentSetSize of job (KB) ... 028 (10628.633.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 64 MyType = "JobImageSizeEvent" Proc = 633 ResidentSetSize = 64960 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.609.000) 2024-10-24 12:00:33 Image size of job updated: 3331628 48 - MemoryUsage of job (MB) 48688 - ResidentSetSize of job (KB) ... 028 (10628.609.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 609 ResidentSetSize = 48688 Size = 3331628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.644.000) 2024-10-24 12:00:33 Image size of job updated: 3599916 75 - MemoryUsage of job (MB) 76720 - ResidentSetSize of job (KB) ... 028 (10628.644.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 644 ResidentSetSize = 76720 Size = 3599916 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.618.000) 2024-10-24 12:00:33 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80752 - ResidentSetSize of job (KB) ... 028 (10628.618.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 618 ResidentSetSize = 80752 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.688.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.688.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.559" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:38093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999096&PrivNet=osg-3976161-0-fnpc22023.fnal.gov&addrs=131.225.208.52-38093+[2620-6a-0-8862-f0-0-208-52]-38093&alias=osg-3976161-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 688 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.727.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.208.77:44601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048026&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-44601+[2620-6a-0-8862-f0-0-208-77]-44601&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.727.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.613" EventTypeNumber = 28 Host = "<131.225.208.77:44601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048026&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-44601+[2620-6a-0-8862-f0-0-208-77]-44601&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 727 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.725.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.725.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 725 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.726.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.726.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 726 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.729.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.729.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 729 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.626.000) 2024-10-24 12:00:33 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81296 - ResidentSetSize of job (KB) ... 028 (10628.626.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 626 ResidentSetSize = 81296 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.615.000) 2024-10-24 12:00:33 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 76820 - ResidentSetSize of job (KB) ... 028 (10628.615.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 615 ResidentSetSize = 76820 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.721.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.721.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.701" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:38827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029881&PrivNet=osg-3976151-0-fnpc23023.fnal.gov&addrs=131.225.208.157-38827+[2620-6a-0-8862-f0-0-208-157]-38827&alias=osg-3976151-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 721 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.717.000) 2024-10-24 12:00:33 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.717.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.726" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 717 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.730.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.208.74:39483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951363&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-39483+[2620-6a-0-8862-f0-0-208-74]-39483&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 040 (10628.728.000) 2024-10-24 12:00:33 Started transferring input files Transferring to host: <131.225.166.232:37215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992651&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-37215+[2620-6a-0-8861-f0-0-166-232]-37215&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.730.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.780" EventTypeNumber = 28 Host = "<131.225.208.74:39483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951363&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-39483+[2620-6a-0-8862-f0-0-208-74]-39483&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 730 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.728.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.780" EventTypeNumber = 28 Host = "<131.225.166.232:37215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992651&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-37215+[2620-6a-0-8861-f0-0-166-232]-37215&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 728 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.624.000) 2024-10-24 12:00:33 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80624 - ResidentSetSize of job (KB) ... 028 (10628.624.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 624 ResidentSetSize = 80624 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.604.000) 2024-10-24 12:00:33 Image size of job updated: 3531632 58 - MemoryUsage of job (MB) 58768 - ResidentSetSize of job (KB) ... 028 (10628.604.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 604 ResidentSetSize = 58768 Size = 3531632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.712.000) 2024-10-24 12:00:33 Job executing on host: <131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP> ... 028 (10628.712.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.810" EventTypeNumber = 28 ExecuteHost = "<131.225.211.52:34843?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898759%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945480&PrivNet=osg-3976045-0-fnpc7543.fnal.gov&addrs=131.225.211.52-34843+[2620-6a-0-8862-f0-0-211-52]-34843&alias=osg-3976045-0-fnpc7543.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 712 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.723.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_706444780@osg-3976572-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.630.000) 2024-10-24 12:00:33 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7096 - ResidentSetSize of job (KB) ... 028 (10628.630.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 630 ResidentSetSize = 7096 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.727.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.727.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 727 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.614.000) 2024-10-24 12:00:33 Image size of job updated: 3532076 78 - MemoryUsage of job (MB) 79684 - ResidentSetSize of job (KB) ... 028 (10628.614.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 614 ResidentSetSize = 79684 Size = 3532076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.625.000) 2024-10-24 12:00:33 Image size of job updated: 3599916 75 - MemoryUsage of job (MB) 76776 - ResidentSetSize of job (KB) ... 028 (10628.625.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 625 ResidentSetSize = 76776 Size = 3599916 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.719.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.635.000) 2024-10-24 12:00:33 Image size of job updated: 3737300 82 - MemoryUsage of job (MB) 83384 - ResidentSetSize of job (KB) ... 028 (10628.635.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 635 ResidentSetSize = 83384 Size = 3737300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.730.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.730.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 730 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.728.000) 2024-10-24 12:00:33 Finished transferring input files ... 028 (10628.728.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 728 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.622.000) 2024-10-24 12:00:33 Image size of job updated: 3553928 78 - MemoryUsage of job (MB) 79376 - ResidentSetSize of job (KB) ... 028 (10628.622.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 622 ResidentSetSize = 79376 Size = 3553928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.698.000) 2024-10-24 12:00:33 Warning from starter on slot1_8@glidein_8_608651115@osg-3976149-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.639.000) 2024-10-24 12:00:33 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82712 - ResidentSetSize of job (KB) ... 028 (10628.639.000) 2024-10-24 12:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:33.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 639 ResidentSetSize = 82712 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.733.000) 2024-10-24 12:00:34 Started transferring input files Transferring to host: <131.225.208.129:36177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992652&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-36177+[2620-6a-0-8862-f0-0-208-129]-36177&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.733.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.000" EventTypeNumber = 28 Host = "<131.225.208.129:36177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992652&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-36177+[2620-6a-0-8862-f0-0-208-129]-36177&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 733 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.732.000) 2024-10-24 12:00:34 Started transferring input files Transferring to host: <131.225.208.112:41397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914699%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970638&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-41397+[2620-6a-0-8862-f0-0-208-112]-41397&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 040 (10628.731.000) 2024-10-24 12:00:34 Started transferring input files Transferring to host: <10.32.86.93:45777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034721&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-45777&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.731.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.000" EventTypeNumber = 28 Host = "<10.32.86.93:45777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034721&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-45777&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.732.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.000" EventTypeNumber = 28 Host = "<131.225.208.112:41397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914699%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970638&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-41397+[2620-6a-0-8862-f0-0-208-112]-41397&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 732 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.674.000) 2024-10-24 12:00:34 Warning from starter on slot1_17@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.723.000) 2024-10-24 12:00:34 Job executing on host: <131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.723.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.029" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:34491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336398%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952666&PrivNet=osg-3976572-0-fnpc23030.fnal.gov&addrs=131.225.208.163-34491+[2620-6a-0-8862-f0-0-208-163]-34491&alias=osg-3976572-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 723 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.652.000) 2024-10-24 12:00:34 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80080 - ResidentSetSize of job (KB) ... 028 (10628.652.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 652 ResidentSetSize = 80080 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.737.000) 2024-10-24 12:00:34 Started transferring input files Transferring to host: <131.225.208.193:39939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998225&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39939+[2620-6a-0-8862-f0-0-208-193]-39939&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.737.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.233" EventTypeNumber = 28 Host = "<131.225.208.193:39939?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998225&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39939+[2620-6a-0-8862-f0-0-208-193]-39939&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 737 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.719.000) 2024-10-24 12:00:34 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.719.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.255" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 719 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.714.000) 2024-10-24 12:00:34 Warning from starter on slot1_22@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.698.000) 2024-10-24 12:00:34 Job executing on host: <131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.698.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.338" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335330%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946077&PrivNet=osg-3976149-0-fnpc22023.fnal.gov&addrs=131.225.208.52-44413+[2620-6a-0-8862-f0-0-208-52]-44413&alias=osg-3976149-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 698 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.702.000) 2024-10-24 12:00:34 Warning from starter on slot1_6@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.650.000) 2024-10-24 12:00:34 Image size of job updated: 3262748 55 - MemoryUsage of job (MB) 55336 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 55336 Size = 3262748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.710.000) 2024-10-24 12:00:34 Warning from starter on slot1_8@glidein_8_23449158@osg-3975857-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.628.000) 2024-10-24 12:00:34 Image size of job updated: 3331628 46 - MemoryUsage of job (MB) 46704 - ResidentSetSize of job (KB) ... 028 (10628.628.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 628 ResidentSetSize = 46704 Size = 3331628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.733.000) 2024-10-24 12:00:34 Finished transferring input files ... 028 (10628.733.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 733 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.731.000) 2024-10-24 12:00:34 Finished transferring input files ... 028 (10628.731.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.732.000) 2024-10-24 12:00:34 Finished transferring input files ... 028 (10628.732.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 732 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.631.000) 2024-10-24 12:00:34 Image size of job updated: 3538944 64 - MemoryUsage of job (MB) 65108 - ResidentSetSize of job (KB) ... 028 (10628.631.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 64 MyType = "JobImageSizeEvent" Proc = 631 ResidentSetSize = 65108 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.603.000) 2024-10-24 12:00:34 Image size of job updated: 3532996 74 - MemoryUsage of job (MB) 75360 - ResidentSetSize of job (KB) ... 028 (10628.603.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 603 ResidentSetSize = 75360 Size = 3532996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.623.000) 2024-10-24 12:00:34 Image size of job updated: 3598452 51 - MemoryUsage of job (MB) 51952 - ResidentSetSize of job (KB) ... 028 (10628.623.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 623 ResidentSetSize = 51952 Size = 3598452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.634.000) 2024-10-24 12:00:34 Image size of job updated: 3598964 57 - MemoryUsage of job (MB) 58036 - ResidentSetSize of job (KB) ... 028 (10628.634.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 634 ResidentSetSize = 58036 Size = 3598964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.642.000) 2024-10-24 12:00:34 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 78864 - ResidentSetSize of job (KB) ... 028 (10628.642.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 642 ResidentSetSize = 78864 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.674.000) 2024-10-24 12:00:34 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.674.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.622" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 674 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.715.000) 2024-10-24 12:00:34 Warning from starter on slot1_6@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.610.000) 2024-10-24 12:00:34 Image size of job updated: 3330860 45 - MemoryUsage of job (MB) 45228 - ResidentSetSize of job (KB) ... 028 (10628.610.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 610 ResidentSetSize = 45228 Size = 3330860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.737.000) 2024-10-24 12:00:34 Finished transferring input files ... 028 (10628.737.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 737 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.638.000) 2024-10-24 12:00:34 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79808 - ResidentSetSize of job (KB) ... 028 (10628.638.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 638 ResidentSetSize = 79808 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.627.000) 2024-10-24 12:00:34 Image size of job updated: 3621004 79 - MemoryUsage of job (MB) 80576 - ResidentSetSize of job (KB) ... 028 (10628.627.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 627 ResidentSetSize = 80576 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.714.000) 2024-10-24 12:00:34 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.714.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.915" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.710.000) 2024-10-24 12:00:34 Job executing on host: <131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.710.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.940" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:39645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028168&PrivNet=osg-3975857-0-fnpc23118.fnal.gov&addrs=131.225.208.197-39645+[2620-6a-0-8862-f0-0-208-197]-39645&alias=osg-3975857-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 710 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.640.000) 2024-10-24 12:00:34 Image size of job updated: 3330860 46 - MemoryUsage of job (MB) 46200 - ResidentSetSize of job (KB) ... 028 (10628.640.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 640 ResidentSetSize = 46200 Size = 3330860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.647.000) 2024-10-24 12:00:34 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82716 - ResidentSetSize of job (KB) ... 028 (10628.647.000) 2024-10-24 12:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:34.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 647 ResidentSetSize = 82716 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.736.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <131.225.208.102:38483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004363&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38483+[2620-6a-0-8862-f0-0-208-102]-38483&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.736.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.002" EventTypeNumber = 28 Host = "<131.225.208.102:38483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004363&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38483+[2620-6a-0-8862-f0-0-208-102]-38483&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 736 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.629.000) 2024-10-24 12:00:35 Image size of job updated: 3621260 83 - MemoryUsage of job (MB) 84968 - ResidentSetSize of job (KB) ... 028 (10628.629.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 629 ResidentSetSize = 84968 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.656.000) 2024-10-24 12:00:35 Image size of job updated: 3398960 49 - MemoryUsage of job (MB) 50164 - ResidentSetSize of job (KB) ... 028 (10628.656.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 656 ResidentSetSize = 50164 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.738.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <10.125.8.107:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998226&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-32899&alias=node1892.palmetto.clemson.edu&noUDP> ... 040 (10628.739.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <10.125.8.107:46051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001256&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-46051&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.738.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.061" EventTypeNumber = 28 Host = "<10.125.8.107:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998226&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-32899&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 738 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.739.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.061" EventTypeNumber = 28 Host = "<10.125.8.107:46051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001256&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-46051&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.646.000) 2024-10-24 12:00:35 Image size of job updated: 3331112 49 - MemoryUsage of job (MB) 49432 - ResidentSetSize of job (KB) ... 028 (10628.646.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 646 ResidentSetSize = 49432 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.728.000) 2024-10-24 12:00:35 Warning from starter on slot1_8@glidein_8_59513511@osg-3976107-0-fnpc17148.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.735.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <10.32.86.133:39619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970639&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-39619&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.735.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.119" EventTypeNumber = 28 Host = "<10.32.86.133:39619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970639&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-39619&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.740.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <10.32.86.113:39771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884459%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034722&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-39771&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.740.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.119" EventTypeNumber = 28 Host = "<10.32.86.113:39771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884459%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034722&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-39771&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.738.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.738.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 738 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.736.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.736.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 736 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.637.000) 2024-10-24 12:00:35 Image size of job updated: 3331372 53 - MemoryUsage of job (MB) 53364 - ResidentSetSize of job (KB) ... 028 (10628.637.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 637 ResidentSetSize = 53364 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.741.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <131.225.166.197:42953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363207%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048028&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42953+[2620-6a-0-8861-f0-0-166-197]-42953&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.741.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.178" EventTypeNumber = 28 Host = "<131.225.166.197:42953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363207%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048028&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42953+[2620-6a-0-8861-f0-0-166-197]-42953&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 741 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.739.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.739.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.728.000) 2024-10-24 12:00:35 Job executing on host: <131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP> ... 028 (10628.728.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.208" EventTypeNumber = 28 ExecuteHost = "<131.225.166.232:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029618&PrivNet=osg-3976107-0-fnpc17148.fnal.gov&addrs=131.225.166.232-38953+[2620-6a-0-8861-f0-0-166-232]-38953&alias=osg-3976107-0-fnpc17148.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 728 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.735.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.735.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.740.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.740.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.733.000) 2024-10-24 12:00:35 Warning from starter on slot1_8@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.734.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <10.32.86.171:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970640&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-45709&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.734.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.396" EventTypeNumber = 28 Host = "<10.32.86.171:45709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970640&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-45709&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.741.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.741.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 741 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.731.000) 2024-10-24 12:00:35 Warning from starter on slot1_6@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.660.000) 2024-10-24 12:00:35 Image size of job updated: 2411400 54 - MemoryUsage of job (MB) 55024 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 55024 Size = 2411400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.720.000) 2024-10-24 12:00:35 Warning from starter on slot1_8@glidein_8_360495360@osg-4196626-0-fnpc17123.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.658.000) 2024-10-24 12:00:35 Image size of job updated: 2411404 57 - MemoryUsage of job (MB) 58080 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 58080 Size = 2411404 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.632.000) 2024-10-24 12:00:35 Image size of job updated: 3332680 47 - MemoryUsage of job (MB) 48084 - ResidentSetSize of job (KB) ... 028 (10628.632.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 632 ResidentSetSize = 48084 Size = 3332680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.733.000) 2024-10-24 12:00:35 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.733.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.543" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 733 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.734.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.734.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.655.000) 2024-10-24 12:00:35 Image size of job updated: 3339932 57 - MemoryUsage of job (MB) 58028 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 58028 Size = 3339932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.661.000) 2024-10-24 12:00:35 Image size of job updated: 3261980 52 - MemoryUsage of job (MB) 52432 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 52432 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.731.000) 2024-10-24 12:00:35 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.731.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.627" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.583.000) 2024-10-24 12:00:35 Image size of job updated: 635332 24 - MemoryUsage of job (MB) 24188 - ResidentSetSize of job (KB) ... 006 (10628.654.000) 2024-10-24 12:00:35 Image size of job updated: 3261980 56 - MemoryUsage of job (MB) 56684 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 24 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 24188 Size = 635332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.654.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 654 ResidentSetSize = 56684 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.653.000) 2024-10-24 12:00:35 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6140 - ResidentSetSize of job (KB) ... 028 (10628.653.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 653 ResidentSetSize = 6140 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.664.000) 2024-10-24 12:00:35 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5956 - ResidentSetSize of job (KB) ... 028 (10628.664.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 664 ResidentSetSize = 5956 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.720.000) 2024-10-24 12:00:35 Job executing on host: <131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP> ... 028 (10628.720.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.652" EventTypeNumber = 28 ExecuteHost = "<131.225.166.199:44277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992202&PrivNet=osg-4196626-0-fnpc17123.fnal.gov&addrs=131.225.166.199-44277+[2620-6a-0-8861-f0-0-166-199]-44277&alias=osg-4196626-0-fnpc17123.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 720 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.617.000) 2024-10-24 12:00:35 Image size of job updated: 3331372 46 - MemoryUsage of job (MB) 46996 - ResidentSetSize of job (KB) ... 028 (10628.617.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 617 ResidentSetSize = 46996 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.702.000) 2024-10-24 12:00:35 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.702.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.736" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 702 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.659.000) 2024-10-24 12:00:35 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 76812 - ResidentSetSize of job (KB) ... 028 (10628.659.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 659 ResidentSetSize = 76812 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.748.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <131.225.166.239:39667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719593%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992654&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-39667+[2620-6a-0-8861-f0-0-166-239]-39667&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 040 (10628.751.000) 2024-10-24 12:00:35 Started transferring input files Transferring to host: <131.225.208.193:33053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992655&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-33053+[2620-6a-0-8862-f0-0-208-193]-33053&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.748.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.789" EventTypeNumber = 28 Host = "<131.225.166.239:39667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719593%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992654&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-39667+[2620-6a-0-8861-f0-0-166-239]-39667&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 748 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.751.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.789" EventTypeNumber = 28 Host = "<131.225.208.193:33053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992655&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-33053+[2620-6a-0-8862-f0-0-208-193]-33053&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 751 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.748.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.748.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 748 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.612.000) 2024-10-24 12:00:35 Image size of job updated: 3331368 46 - MemoryUsage of job (MB) 46644 - ResidentSetSize of job (KB) ... 028 (10628.612.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 612 ResidentSetSize = 46644 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.737.000) 2024-10-24 12:00:35 Warning from starter on slot1_6@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.715.000) 2024-10-24 12:00:35 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.715.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.961" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 715 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.751.000) 2024-10-24 12:00:35 Finished transferring input files ... 028 (10628.751.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 751 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.651.000) 2024-10-24 12:00:35 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80832 - ResidentSetSize of job (KB) ... 028 (10628.651.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 651 ResidentSetSize = 80832 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.671.000) 2024-10-24 12:00:35 Image size of job updated: 3331368 47 - MemoryUsage of job (MB) 47696 - ResidentSetSize of job (KB) ... 028 (10628.671.000) 2024-10-24 12:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:35.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 671 ResidentSetSize = 47696 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.663.000) 2024-10-24 12:00:36 Image size of job updated: 3398960 52 - MemoryUsage of job (MB) 52692 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 52692 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.725.000) 2024-10-24 12:00:36 Warning from starter on slot1_8@glidein_8_227171964@osg-4196487-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.730.000) 2024-10-24 12:00:36 Warning from starter on slot1_8@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.737.000) 2024-10-24 12:00:36 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.737.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.055" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 737 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.725.000) 2024-10-24 12:00:36 Job executing on host: <131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.725.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.138" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:46829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027864&PrivNet=osg-4196487-0-fnpc9003.fnal.gov&addrs=131.225.209.202-46829+[2620-6a-0-8862-f0-0-209-202]-46829&alias=osg-4196487-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 725 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.732.000) 2024-10-24 12:00:36 Warning from starter on slot1_8@glidein_8_451901016@osg-4196865-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.749.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.32.86.93:42965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034725&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42965&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.749.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.201" EventTypeNumber = 28 Host = "<10.32.86.93:42965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034725&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42965&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.730.000) 2024-10-24 12:00:36 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.730.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.222" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 730 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.756.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.32.86.113:44935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914700%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999532&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-44935&alias=d12chas559.crc.nd.edu&noUDP> ... 040 (10628.745.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <137.99.174.9:43825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007954%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998228&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-43825&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.756.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.276" EventTypeNumber = 28 Host = "<10.32.86.113:44935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914700%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999532&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-44935&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.745.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.276" EventTypeNumber = 28 Host = "<137.99.174.9:43825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007954%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998228&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-43825&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 745 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.749.000) 2024-10-24 12:00:36 Finished transferring input files ... 028 (10628.749.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.755.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.125.8.107:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999533&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-33937&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.327" EventTypeNumber = 28 Host = "<10.125.8.107:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999533&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-33937&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.666.000) 2024-10-24 12:00:36 Image size of job updated: 3398960 51 - MemoryUsage of job (MB) 51680 - ResidentSetSize of job (KB) ... 028 (10628.666.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 666 ResidentSetSize = 51680 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.732.000) 2024-10-24 12:00:36 Job executing on host: <131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.732.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.356" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:42703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999533&PrivNet=osg-4196865-0-fnpc19129.fnal.gov&addrs=131.225.208.112-42703+[2620-6a-0-8862-f0-0-208-112]-42703&alias=osg-4196865-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 732 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.756.000) 2024-10-24 12:00:36 Finished transferring input files ... 028 (10628.756.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.738.000) 2024-10-24 12:00:36 Warning from starter on slot1_6@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.726.000) 2024-10-24 12:00:36 Warning from starter on slot1_8@glidein_8_170808974@osg-3976165-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.729.000) 2024-10-24 12:00:36 Warning from starter on slot1_7@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.739.000) 2024-10-24 12:00:36 Warning from starter on slot1_6@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.745.000) 2024-10-24 12:00:36 Finished transferring input files ... 028 (10628.745.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 745 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.755.000) 2024-10-24 12:00:36 Finished transferring input files ... 028 (10628.755.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.740.000) 2024-10-24 12:00:36 Warning from starter on slot1_6@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.657.000) 2024-10-24 12:00:36 Image size of job updated: 3532996 75 - MemoryUsage of job (MB) 76640 - ResidentSetSize of job (KB) ... 028 (10628.657.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 657 ResidentSetSize = 76640 Size = 3532996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.753.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.32.86.133:41599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339499%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001257&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-41599&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.753.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.552" EventTypeNumber = 28 Host = "<10.32.86.133:41599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339499%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001257&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-41599&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.735.000) 2024-10-24 12:00:36 Warning from starter on slot1_6@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.726.000) 2024-10-24 12:00:36 Job executing on host: <131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.726.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.583" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946069&PrivNet=osg-3976165-0-fnpc23045.fnal.gov&addrs=131.225.208.179-39003+[2620-6a-0-8862-f0-0-208-179]-39003&alias=osg-3976165-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 726 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.738.000) 2024-10-24 12:00:36 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.738.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.616" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 738 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.667.000) 2024-10-24 12:00:36 Image size of job updated: 3324692 43 - MemoryUsage of job (MB) 43628 - ResidentSetSize of job (KB) ... 028 (10628.667.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 667 ResidentSetSize = 43628 Size = 3324692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.729.000) 2024-10-24 12:00:36 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.729.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.699" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 729 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.649.000) 2024-10-24 12:00:36 Image size of job updated: 1670972 29 - MemoryUsage of job (MB) 29268 - ResidentSetSize of job (KB) ... 028 (10628.649.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 29 MyType = "JobImageSizeEvent" Proc = 649 ResidentSetSize = 29268 Size = 1670972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.739.000) 2024-10-24 12:00:36 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.739.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.724" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.752.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.32.86.171:42773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001258&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-42773&alias=d12chas588.crc.nd.edu&noUDP> ... 040 (10628.746.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.64.77.63:40243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004364&PrivNet=g3063.hyak.local&addrs=10.64.77.63-40243&alias=g3063.hyak.local&noUDP> ... 028 (10628.752.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.778" EventTypeNumber = 28 Host = "<10.32.86.171:42773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001258&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-42773&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.746.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.778" EventTypeNumber = 28 Host = "<10.64.77.63:40243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004364&PrivNet=g3063.hyak.local&addrs=10.64.77.63-40243&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.668.000) 2024-10-24 12:00:36 Image size of job updated: 3331368 47 - MemoryUsage of job (MB) 47732 - ResidentSetSize of job (KB) ... 028 (10628.668.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 668 ResidentSetSize = 47732 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.734.000) 2024-10-24 12:00:36 Warning from starter on slot1_6@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.754.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <10.125.8.107:39099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914701%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999534&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-39099&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.754.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.837" EventTypeNumber = 28 Host = "<10.125.8.107:39099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914701%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999534&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-39099&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 754 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.740.000) 2024-10-24 12:00:36 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.740.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.867" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.753.000) 2024-10-24 12:00:36 Finished transferring input files ... 028 (10628.753.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.735.000) 2024-10-24 12:00:36 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.735.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.892" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.743.000) 2024-10-24 12:00:36 Started transferring input files Transferring to host: <131.225.166.230:41199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426200%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034727&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-41199+[2620-6a-0-8861-f0-0-166-230]-41199&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.743.000) 2024-10-24 12:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:36.987" EventTypeNumber = 28 Host = "<131.225.166.230:41199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426200%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034727&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-41199+[2620-6a-0-8861-f0-0-166-230]-41199&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 743 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.741.000) 2024-10-24 12:00:36 Warning from starter on slot1_8@glidein_8_40451373@osg-3975816-0-fnpc17121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.662.000) 2024-10-24 12:00:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6640 - ResidentSetSize of job (KB) ... 028 (10628.662.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 662 ResidentSetSize = 6640 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.762.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <131.225.208.193:37683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004365&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-37683+[2620-6a-0-8862-f0-0-208-193]-37683&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.762.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.046" EventTypeNumber = 28 Host = "<131.225.208.193:37683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004365&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-37683+[2620-6a-0-8862-f0-0-208-193]-37683&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 762 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.752.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.752.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.746.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.746.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.669.000) 2024-10-24 12:00:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7092 - ResidentSetSize of job (KB) ... 028 (10628.669.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 669 ResidentSetSize = 7092 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.747.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.64.66.151:42433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426199%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955947&PrivNet=n3407.hyak.local&addrs=10.64.66.151-42433&alias=n3407.hyak.local&noUDP> ... 028 (10628.747.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.105" EventTypeNumber = 28 Host = "<10.64.66.151:42433?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426199%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955947&PrivNet=n3407.hyak.local&addrs=10.64.66.151-42433&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.734.000) 2024-10-24 12:00:37 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.734.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.135" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.754.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.754.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 754 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.743.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.743.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 743 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.675.000) 2024-10-24 12:00:37 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5544 - ResidentSetSize of job (KB) ... 028 (10628.675.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 675 ResidentSetSize = 5544 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.736.000) 2024-10-24 12:00:37 Warning from starter on slot1_8@glidein_8_208240670@osg-3975825-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.741.000) 2024-10-24 12:00:37 Job executing on host: <131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP> ... 028 (10628.741.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.286" EventTypeNumber = 28 ExecuteHost = "<131.225.166.197:42069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041354&PrivNet=osg-3975816-0-fnpc17121.fnal.gov&addrs=131.225.166.197-42069+[2620-6a-0-8861-f0-0-166-197]-42069&alias=osg-3975816-0-fnpc17121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 741 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.762.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.762.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 762 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.747.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.747.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.761.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.32.86.93:45043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007955%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998229&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-45043&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.761.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.343" EventTypeNumber = 28 Host = "<10.32.86.93:45043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007955%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998229&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-45043&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.736.000) 2024-10-24 12:00:37 Job executing on host: <131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.736.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.369" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041336&PrivNet=osg-3975825-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46443+[2620-6a-0-8862-f0-0-208-102]-46443&alias=osg-3975825-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 736 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.744.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <137.99.174.13:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998230&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-45973&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.744.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.372" EventTypeNumber = 28 Host = "<137.99.174.13:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998230&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-45973&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 744 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.750.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.64.77.34:42929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951365&PrivNet=g3034.hyak.local&addrs=10.64.77.34-42929&alias=g3034.hyak.local&noUDP> ... 028 (10628.750.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.372" EventTypeNumber = 28 Host = "<10.64.77.34:42929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951365&PrivNet=g3034.hyak.local&addrs=10.64.77.34-42929&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.744.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.744.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 744 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.765.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.32.86.133:43475?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992657&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-43475&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.765.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.393" EventTypeNumber = 28 Host = "<10.32.86.133:43475?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992657&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-43475&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.761.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.761.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.765.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.765.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.670.000) 2024-10-24 12:00:37 Image size of job updated: 3331628 45 - MemoryUsage of job (MB) 45904 - ResidentSetSize of job (KB) ... 028 (10628.670.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 670 ResidentSetSize = 45904 Size = 3331628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.750.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.750.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.766.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.125.8.107:41311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914703%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951366&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-41311&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.766.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.537" EventTypeNumber = 28 Host = "<10.125.8.107:41311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914703%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951366&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-41311&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.751.000) 2024-10-24 12:00:37 Warning from starter on slot1_7@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.648.000) 2024-10-24 12:00:37 Image size of job updated: 3331884 48 - MemoryUsage of job (MB) 48260 - ResidentSetSize of job (KB) ... 028 (10628.648.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 648 ResidentSetSize = 48260 Size = 3331884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.751.000) 2024-10-24 12:00:37 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.751.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.569" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 751 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.764.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.32.86.113:46315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955948&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-46315&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.764.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.570" EventTypeNumber = 28 Host = "<10.32.86.113:46315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339501%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955948&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-46315&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.766.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.766.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.767.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.32.86.171:44593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992658&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-44593&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.767.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.599" EventTypeNumber = 28 Host = "<10.32.86.171:44593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992658&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-44593&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.727.000) 2024-10-24 12:00:37 Warning from starter on slot1_8@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.749.000) 2024-10-24 12:00:37 Warning from starter on slot1_7@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.764.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.764.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.727.000) 2024-10-24 12:00:37 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.727.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.653" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 727 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.767.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.767.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.749.000) 2024-10-24 12:00:37 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.749.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.678" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.756.000) 2024-10-24 12:00:37 Warning from starter on slot1_7@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.756.000) 2024-10-24 12:00:37 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.756.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.737" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.755.000) 2024-10-24 12:00:37 Warning from starter on slot1_7@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.755.000) 2024-10-24 12:00:37 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.862" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.768.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.125.8.107:34159?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884460%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034729&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34159&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.768.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.862" EventTypeNumber = 28 Host = "<10.125.8.107:34159?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884460%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034729&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-34159&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 768 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.759.000) 2024-10-24 12:00:37 Started transferring input files Transferring to host: <10.64.77.63:38011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004366&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38011&alias=g3063.hyak.local&noUDP> ... 028 (10628.759.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.899" EventTypeNumber = 28 Host = "<10.64.77.63:38011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004366&PrivNet=g3063.hyak.local&addrs=10.64.77.63-38011&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.768.000) 2024-10-24 12:00:37 Finished transferring input files ... 028 (10628.768.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 768 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.672.000) 2024-10-24 12:00:37 Image size of job updated: 10 8 - MemoryUsage of job (MB) 7468 - ResidentSetSize of job (KB) ... 028 (10628.672.000) 2024-10-24 12:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:37.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 672 ResidentSetSize = 7468 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.753.000) 2024-10-24 12:00:37 Warning from starter on slot1_7@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.753.000) 2024-10-24 12:00:38 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.753.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.012" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.760.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <10.64.66.151:41177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007957%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034728&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41177&alias=n3407.hyak.local&noUDP> ... 028 (10628.760.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.013" EventTypeNumber = 28 Host = "<10.64.66.151:41177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007957%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034728&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41177&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.759.000) 2024-10-24 12:00:38 Finished transferring input files ... 028 (10628.759.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.673.000) 2024-10-24 12:00:38 Image size of job updated: 3330856 45 - MemoryUsage of job (MB) 45392 - ResidentSetSize of job (KB) ... 028 (10628.673.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 673 ResidentSetSize = 45392 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.681.000) 2024-10-24 12:00:38 Image size of job updated: 3398696 49 - MemoryUsage of job (MB) 49196 - ResidentSetSize of job (KB) ... 028 (10628.681.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 681 ResidentSetSize = 49196 Size = 3398696 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.760.000) 2024-10-24 12:00:38 Finished transferring input files ... 028 (10628.760.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.746.000) 2024-10-24 12:00:38 Warning from starter on slot1_6@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.682.000) 2024-10-24 12:00:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5596 - ResidentSetSize of job (KB) ... 028 (10628.682.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 682 ResidentSetSize = 5596 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.752.000) 2024-10-24 12:00:38 Warning from starter on slot1_7@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.746.000) 2024-10-24 12:00:38 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.746.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.196" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.636.000) 2024-10-24 12:00:38 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 85636 - ResidentSetSize of job (KB) ... 028 (10628.636.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 636 ResidentSetSize = 85636 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.752.000) 2024-10-24 12:00:38 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.752.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.229" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.665.000) 2024-10-24 12:00:38 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6360 - ResidentSetSize of job (KB) ... 028 (10628.665.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 665 ResidentSetSize = 6360 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.754.000) 2024-10-24 12:00:38 Warning from starter on slot1_7@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.748.000) 2024-10-24 12:00:38 Warning from starter on slot1_8@glidein_8_440067726@osg-4196615-0-fnpc17154.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.754.000) 2024-10-24 12:00:38 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.754.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.346" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 754 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.748.000) 2024-10-24 12:00:38 Job executing on host: <131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP> ... 028 (10628.748.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.379" EventTypeNumber = 28 ExecuteHost = "<131.225.166.239:43803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964666&PrivNet=osg-4196615-0-fnpc17154.fnal.gov&addrs=131.225.166.239-43803+[2620-6a-0-8861-f0-0-166-239]-43803&alias=osg-4196615-0-fnpc17154.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 748 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.685.000) 2024-10-24 12:00:38 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6604 - ResidentSetSize of job (KB) ... 028 (10628.685.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 685 ResidentSetSize = 6604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.763.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <10.64.77.34:41093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904350%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951367&PrivNet=g3034.hyak.local&addrs=10.64.77.34-41093&alias=g3034.hyak.local&noUDP> ... 028 (10628.763.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.517" EventTypeNumber = 28 Host = "<10.64.77.34:41093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904350%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951367&PrivNet=g3034.hyak.local&addrs=10.64.77.34-41093&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.758.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <137.99.174.9:36507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970643&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36507&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.758.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.581" EventTypeNumber = 28 Host = "<137.99.174.9:36507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970643&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36507&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 758 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.758.000) 2024-10-24 12:00:38 Finished transferring input files ... 028 (10628.758.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 758 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.762.000) 2024-10-24 12:00:38 Warning from starter on slot1_8@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.762.000) 2024-10-24 12:00:38 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.762.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.655" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 762 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.763.000) 2024-10-24 12:00:38 Finished transferring input files ... 028 (10628.763.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.771.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <10.64.77.34:34575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970641&PrivNet=g3034.hyak.local&addrs=10.64.77.34-34575&alias=g3034.hyak.local&noUDP> ... 028 (10628.771.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.673" EventTypeNumber = 28 Host = "<10.64.77.34:34575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970641&PrivNet=g3034.hyak.local&addrs=10.64.77.34-34575&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.750.000) 2024-10-24 12:00:38 Warning from starter on slot1_6@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.750.000) 2024-10-24 12:00:38 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.750.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.756" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.770.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <10.64.66.151:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884461%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998231&PrivNet=n3407.hyak.local&addrs=10.64.66.151-37701&alias=n3407.hyak.local&noUDP> ... 028 (10628.770.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.756" EventTypeNumber = 28 Host = "<10.64.66.151:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884461%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998231&PrivNet=n3407.hyak.local&addrs=10.64.66.151-37701&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.761.000) 2024-10-24 12:00:38 Warning from starter on slot1_8@glidein_2269607_36452000@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.761.000) 2024-10-24 12:00:38 Job executing on host: <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.761.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.789" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.771.000) 2024-10-24 12:00:38 Finished transferring input files ... 021 (10628.765.000) 2024-10-24 12:00:38 Warning from starter on slot1_8@glidein_3685747_9401138@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.771.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.765.000) 2024-10-24 12:00:38 Job executing on host: <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.765.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.839" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.770.000) 2024-10-24 12:00:38 Finished transferring input files ... 028 (10628.770.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.769.000) 2024-10-24 12:00:38 Started transferring input files Transferring to host: <10.64.66.151:32895?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363208%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951368&PrivNet=n3407.hyak.local&addrs=10.64.66.151-32895&alias=n3407.hyak.local&noUDP> ... 028 (10628.769.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.914" EventTypeNumber = 28 Host = "<10.64.66.151:32895?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363208%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951368&PrivNet=n3407.hyak.local&addrs=10.64.66.151-32895&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.747.000) 2024-10-24 12:00:38 Warning from starter on slot1_23@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.747.000) 2024-10-24 12:00:38 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.747.000) 2024-10-24 12:00:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:38.965" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.764.000) 2024-10-24 12:00:38 Warning from starter on slot1_8@glidein_2867033_483024276@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.767.000) 2024-10-24 12:00:39 Warning from starter on slot1_8@glidein_999210_733202261@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.764.000) 2024-10-24 12:00:39 Job executing on host: <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.764.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.015" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.769.000) 2024-10-24 12:00:39 Finished transferring input files ... 028 (10628.769.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.678.000) 2024-10-24 12:00:39 Image size of job updated: 3330856 44 - MemoryUsage of job (MB) 44236 - ResidentSetSize of job (KB) ... 028 (10628.678.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 678 ResidentSetSize = 44236 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.773.000) 2024-10-24 12:00:39 Started transferring input files Transferring to host: <10.64.66.151:43371?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904351%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970642&PrivNet=n3407.hyak.local&addrs=10.64.66.151-43371&alias=n3407.hyak.local&noUDP> ... 028 (10628.773.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.119" EventTypeNumber = 28 Host = "<10.64.66.151:43371?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904351%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970642&PrivNet=n3407.hyak.local&addrs=10.64.66.151-43371&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.767.000) 2024-10-24 12:00:39 Job executing on host: <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.767.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.140" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.766.000) 2024-10-24 12:00:39 Warning from starter on slot1_8@glidein_2922105_80890949@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.773.000) 2024-10-24 12:00:39 Finished transferring input files ... 028 (10628.773.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.766.000) 2024-10-24 12:00:39 Job executing on host: <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.766.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.266" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.759.000) 2024-10-24 12:00:39 Warning from starter on slot1_7@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.759.000) 2024-10-24 12:00:39 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.759.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.342" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.621.000) 2024-10-24 12:00:39 Image size of job updated: 3561468 84 - MemoryUsage of job (MB) 85752 - ResidentSetSize of job (KB) ... 028 (10628.621.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 621 ResidentSetSize = 85752 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.695.000) 2024-10-24 12:00:39 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6612 - ResidentSetSize of job (KB) ... 028 (10628.695.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 695 ResidentSetSize = 6612 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.687.000) 2024-10-24 12:00:39 Image size of job updated: 3262236 53 - MemoryUsage of job (MB) 54148 - ResidentSetSize of job (KB) ... 028 (10628.687.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 687 ResidentSetSize = 54148 Size = 3262236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.689.000) 2024-10-24 12:00:39 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6964 - ResidentSetSize of job (KB) ... 028 (10628.689.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 689 ResidentSetSize = 6964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.768.000) 2024-10-24 12:00:39 Warning from starter on slot1_8@glidein_2922104_331171464@node1892.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.760.000) 2024-10-24 12:00:39 Warning from starter on slot1_24@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.768.000) 2024-10-24 12:00:39 Job executing on host: <10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.768.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.892" EventTypeNumber = 28 ExecuteHost = "<10.125.8.107:45047?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992464&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-45047&alias=node1892.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 768 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.763.000) 2024-10-24 12:00:39 Warning from starter on slot1_7@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.760.000) 2024-10-24 12:00:39 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.760.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.917" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.763.000) 2024-10-24 12:00:39 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.763.000) 2024-10-24 12:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:39.951" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.696.000) 2024-10-24 12:00:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5932 - ResidentSetSize of job (KB) ... 028 (10628.696.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 696 ResidentSetSize = 5932 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.771.000) 2024-10-24 12:00:40 Warning from starter on slot1_8@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.704.000) 2024-10-24 12:00:40 Image size of job updated: 3399216 49 - MemoryUsage of job (MB) 49764 - ResidentSetSize of job (KB) ... 028 (10628.704.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 704 ResidentSetSize = 49764 Size = 3399216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.771.000) 2024-10-24 12:00:40 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.771.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.076" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.684.000) 2024-10-24 12:00:40 Image size of job updated: 3406896 53 - MemoryUsage of job (MB) 54148 - ResidentSetSize of job (KB) ... 028 (10628.684.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.210" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 684 ResidentSetSize = 54148 Size = 3406896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.722.000) 2024-10-24 12:00:40 Started transferring input files Transferring to host: <10.64.77.34:34893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992660&PrivNet=g3034.hyak.local&addrs=10.64.77.34-34893&alias=g3034.hyak.local&noUDP> ... 028 (10628.722.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.247" EventTypeNumber = 28 Host = "<10.64.77.34:34893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992660&PrivNet=g3034.hyak.local&addrs=10.64.77.34-34893&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.705.000) 2024-10-24 12:00:40 Image size of job updated: 3399468 47 - MemoryUsage of job (MB) 47436 - ResidentSetSize of job (KB) ... 028 (10628.705.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 705 ResidentSetSize = 47436 Size = 3399468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.718.000) 2024-10-24 12:00:40 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.718.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 718 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.708.000) 2024-10-24 12:00:40 Image size of job updated: 3398960 47 - MemoryUsage of job (MB) 47780 - ResidentSetSize of job (KB) ... 028 (10628.708.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 708 ResidentSetSize = 47780 Size = 3398960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.722.000) 2024-10-24 12:00:40 Finished transferring input files ... 028 (10628.722.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.770.000) 2024-10-24 12:00:40 Warning from starter on slot1_25@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.770.000) 2024-10-24 12:00:40 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.770.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.450" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.769.000) 2024-10-24 12:00:40 Warning from starter on slot1_26@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.686.000) 2024-10-24 12:00:40 Image size of job updated: 3466544 51 - MemoryUsage of job (MB) 51888 - ResidentSetSize of job (KB) ... 028 (10628.686.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 686 ResidentSetSize = 51888 Size = 3466544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.769.000) 2024-10-24 12:00:40 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.769.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.584" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.711.000) 2024-10-24 12:00:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.711.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 711 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.676.000) 2024-10-24 12:00:40 Image size of job updated: 3398700 50 - MemoryUsage of job (MB) 50632 - ResidentSetSize of job (KB) ... 028 (10628.676.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 676 ResidentSetSize = 50632 Size = 3398700 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.692.000) 2024-10-24 12:00:40 Image size of job updated: 3398952 47 - MemoryUsage of job (MB) 47808 - ResidentSetSize of job (KB) ... 028 (10628.692.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 692 ResidentSetSize = 47808 Size = 3398952 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.773.000) 2024-10-24 12:00:40 Warning from starter on slot1_27@glidein_61722_407607536@n3407.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.773.000) 2024-10-24 12:00:40 Job executing on host: <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.773.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.859" EventTypeNumber = 28 ExecuteHost = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.757.000) 2024-10-24 12:00:40 Started transferring input files Transferring to host: <137.99.174.13:44105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999538&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-44105&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.757.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.864" EventTypeNumber = 28 Host = "<137.99.174.13:44105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999538&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-44105&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 757 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.757.000) 2024-10-24 12:00:40 Finished transferring input files ... 028 (10628.757.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 757 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.690.000) 2024-10-24 12:00:40 Image size of job updated: 3331116 44 - MemoryUsage of job (MB) 44368 - ResidentSetSize of job (KB) ... 028 (10628.690.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 690 ResidentSetSize = 44368 Size = 3331116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.693.000) 2024-10-24 12:00:40 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.693.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 693 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.742.000) 2024-10-24 12:00:40 Started transferring input files Transferring to host: <10.5.254.186:42492?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951370&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-42492&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.742.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.977" EventTypeNumber = 28 Host = "<10.5.254.186:42492?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904352%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951370&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-42492&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 742 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.742.000) 2024-10-24 12:00:40 Finished transferring input files ... 028 (10628.742.000) 2024-10-24 12:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:40.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 742 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.743.000) 2024-10-24 12:00:41 Warning from starter on slot1_8@glidein_8_165698134@osg-3975975-0-fnpc17146.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.743.000) 2024-10-24 12:00:41 Job executing on host: <131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP> ... 028 (10628.743.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.060" EventTypeNumber = 28 ExecuteHost = "<131.225.166.230:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964669&PrivNet=osg-3975975-0-fnpc17146.fnal.gov&addrs=131.225.166.230-44951+[2620-6a-0-8861-f0-0-166-230]-44951&alias=osg-3975975-0-fnpc17146.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 743 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.677.000) 2024-10-24 12:00:41 Image size of job updated: 3405464 48 - MemoryUsage of job (MB) 48480 - ResidentSetSize of job (KB) ... 028 (10628.677.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 677 ResidentSetSize = 48480 Size = 3405464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.706.000) 2024-10-24 12:00:41 Image size of job updated: 3331368 46 - MemoryUsage of job (MB) 46800 - ResidentSetSize of job (KB) ... 028 (10628.706.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 706 ResidentSetSize = 46800 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.694.000) 2024-10-24 12:00:41 Image size of job updated: 21264 7 - MemoryUsage of job (MB) 6992 - ResidentSetSize of job (KB) ... 028 (10628.694.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 694 ResidentSetSize = 6992 Size = 21264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.679.000) 2024-10-24 12:00:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5540 - ResidentSetSize of job (KB) ... 028 (10628.679.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 679 ResidentSetSize = 5540 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.724.000) 2024-10-24 12:00:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.724.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 724 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.713.000) 2024-10-24 12:00:41 Image size of job updated: 3391264 45 - MemoryUsage of job (MB) 45492 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 45492 Size = 3391264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.707.000) 2024-10-24 12:00:41 Image size of job updated: 3621004 77 - MemoryUsage of job (MB) 78712 - ResidentSetSize of job (KB) ... 028 (10628.707.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 707 ResidentSetSize = 78712 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.680.000) 2024-10-24 12:00:41 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7000 - ResidentSetSize of job (KB) ... 028 (10628.680.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 680 ResidentSetSize = 7000 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.722.000) 2024-10-24 12:00:41 Warning from starter on slot1_5@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.722.000) 2024-10-24 12:00:41 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.722.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.651" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.716.000) 2024-10-24 12:00:41 Image size of job updated: 3331116 46 - MemoryUsage of job (MB) 46600 - ResidentSetSize of job (KB) ... 028 (10628.716.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 716 ResidentSetSize = 46600 Size = 3331116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.709.000) 2024-10-24 12:00:41 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6996 - ResidentSetSize of job (KB) ... 028 (10628.709.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 709 ResidentSetSize = 6996 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.683.000) 2024-10-24 12:00:41 Image size of job updated: 3466548 47 - MemoryUsage of job (MB) 47264 - ResidentSetSize of job (KB) ... 028 (10628.683.000) 2024-10-24 12:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:41.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 683 ResidentSetSize = 47264 Size = 3466548 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.717.000) 2024-10-24 12:00:42 Image size of job updated: 3331368 42 - MemoryUsage of job (MB) 42988 - ResidentSetSize of job (KB) ... 028 (10628.717.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 717 ResidentSetSize = 42988 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.712.000) 2024-10-24 12:00:42 Image size of job updated: 3398704 48 - MemoryUsage of job (MB) 48936 - ResidentSetSize of job (KB) ... 028 (10628.712.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 712 ResidentSetSize = 48936 Size = 3398704 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.723.000) 2024-10-24 12:00:42 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.723.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 723 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.703.000) 2024-10-24 12:00:42 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.703.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 703 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.697.000) 2024-10-24 12:00:42 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7032 - ResidentSetSize of job (KB) ... 028 (10628.697.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 697 ResidentSetSize = 7032 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.701.000) 2024-10-24 12:00:42 Image size of job updated: 3331368 51 - MemoryUsage of job (MB) 52016 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.603" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 52016 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.700.000) 2024-10-24 12:00:42 Image size of job updated: 3316924 36 - MemoryUsage of job (MB) 36292 - ResidentSetSize of job (KB) ... 028 (10628.700.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 700 ResidentSetSize = 36292 Size = 3316924 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.181.000) 2024-10-24 12:00:42 Started transferring input files Transferring to host: <10.3.130.8:46729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992661&PrivNet=voh8&addrs=10.3.130.8-46729&alias=voh8&noUDP> ... 028 (10628.181.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.789" EventTypeNumber = 28 Host = "<10.3.130.8:46729?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992661&PrivNet=voh8&addrs=10.3.130.8-46729&alias=voh8&noUDP>" JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 181 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.180.000) 2024-10-24 12:00:42 Started transferring input files Transferring to host: <10.3.130.1:39853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034733&PrivNet=voh1&addrs=10.3.130.1-39853&alias=voh1&noUDP> ... 028 (10628.180.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.790" EventTypeNumber = 28 Host = "<10.3.130.1:39853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034733&PrivNet=voh1&addrs=10.3.130.1-39853&alias=voh1&noUDP>" JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 180 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.691.000) 2024-10-24 12:00:42 Image size of job updated: 3334888 59 - MemoryUsage of job (MB) 59516 - ResidentSetSize of job (KB) ... 028 (10628.691.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 691 ResidentSetSize = 59516 Size = 3334888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.181.000) 2024-10-24 12:00:42 Finished transferring input files ... 028 (10628.181.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 181 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.180.000) 2024-10-24 12:00:42 Finished transferring input files ... 028 (10628.180.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 180 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.184.000) 2024-10-24 12:00:42 Started transferring input files Transferring to host: <10.3.129.209:35735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034731&PrivNet=mem9&addrs=10.3.129.209-35735&alias=mem9&noUDP> ... 028 (10628.184.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.876" EventTypeNumber = 28 Host = "<10.3.129.209:35735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034731&PrivNet=mem9&addrs=10.3.129.209-35735&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 184 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.688.000) 2024-10-24 12:00:42 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6980 - ResidentSetSize of job (KB) ... 028 (10628.688.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 688 ResidentSetSize = 6980 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.721.000) 2024-10-24 12:00:42 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6992 - ResidentSetSize of job (KB) ... 028 (10628.721.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 721 ResidentSetSize = 6992 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.699.000) 2024-10-24 12:00:42 Image size of job updated: 3398956 44 - MemoryUsage of job (MB) 44860 - ResidentSetSize of job (KB) ... 028 (10628.699.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 699 ResidentSetSize = 44860 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.179.000) 2024-10-24 12:00:42 Image size of job updated: 480320 22 - MemoryUsage of job (MB) 22088 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 22 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 22088 Size = 480320 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.184.000) 2024-10-24 12:00:42 Finished transferring input files ... 028 (10628.184.000) 2024-10-24 12:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:42.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 184 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.742.000) 2024-10-24 12:00:43 Warning from starter on slot1_22@glidein_109546_774101140@CRUSH-OSG-C7-10-5-254-186: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.742.000) 2024-10-24 12:00:43 Job executing on host: <10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP> ... 028 (10628.742.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.085" EventTypeNumber = 28 ExecuteHost = "<10.5.254.186:40952?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938283&PrivNet=CRUSH-OSG-C7-10-5-254-186&addrs=10.5.254.186-40952&alias=CRUSH-OSG-C7-10-5-254-186&noUDP>" JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 742 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.183.000) 2024-10-24 12:00:43 Started transferring input files Transferring to host: <10.3.129.209:42797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001262&PrivNet=mem9&addrs=10.3.129.209-42797&alias=mem9&noUDP> ... 028 (10628.183.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.289" EventTypeNumber = 28 Host = "<10.3.129.209:42797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001262&PrivNet=mem9&addrs=10.3.129.209-42797&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 183 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.714.000) 2024-10-24 12:00:43 Image size of job updated: 3621004 75 - MemoryUsage of job (MB) 76392 - ResidentSetSize of job (KB) ... 028 (10628.714.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 714 ResidentSetSize = 76392 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.183.000) 2024-10-24 12:00:43 Finished transferring input files ... 028 (10628.183.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 183 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.710.000) 2024-10-24 12:00:43 Image size of job updated: 3398956 47 - MemoryUsage of job (MB) 47804 - ResidentSetSize of job (KB) ... 028 (10628.710.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 710 ResidentSetSize = 47804 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.758.000) 2024-10-24 12:00:43 Warning from starter on slot1_8@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.719.000) 2024-10-24 12:00:43 Image size of job updated: 3531712 73 - MemoryUsage of job (MB) 73780 - ResidentSetSize of job (KB) ... 028 (10628.719.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 719 ResidentSetSize = 73780 Size = 3531712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.698.000) 2024-10-24 12:00:43 Image size of job updated: 3331704 52 - MemoryUsage of job (MB) 52764 - ResidentSetSize of job (KB) ... 028 (10628.698.000) 2024-10-24 12:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:43.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 698 ResidentSetSize = 52764 Size = 3331704 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.720.000) 2024-10-24 12:00:44 Image size of job updated: 3383624 40 - MemoryUsage of job (MB) 40172 - ResidentSetSize of job (KB) ... 028 (10628.720.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 40 MyType = "JobImageSizeEvent" Proc = 720 ResidentSetSize = 40172 Size = 3383624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.737.000) 2024-10-24 12:00:44 Image size of job updated: 3331112 48 - MemoryUsage of job (MB) 48932 - ResidentSetSize of job (KB) ... 028 (10628.737.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 737 ResidentSetSize = 48932 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.181.000) 2024-10-24 12:00:44 Warning from starter on slot1_3@glidein_35533_153425333@voh8: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.744.000) 2024-10-24 12:00:44 Warning from starter on slot1_7@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.180.000) 2024-10-24 12:00:44 Warning from starter on slot1_3@glidein_7262_9317056@voh1: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.744.000) 2024-10-24 12:00:44 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.744.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.310" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 744 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.181.000) 2024-10-24 12:00:44 Job executing on host: <10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP> ... 028 (10628.181.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.335" EventTypeNumber = 28 ExecuteHost = "<10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP>" JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 181 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.180.000) 2024-10-24 12:00:44 Job executing on host: <10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP> ... 028 (10628.180.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.360" EventTypeNumber = 28 ExecuteHost = "<10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP>" JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 180 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.745.000) 2024-10-24 12:00:44 Warning from starter on slot1_7@glidein_1292680_244505206@cn415.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.758.000) 2024-10-24 12:00:44 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.758.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.560" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 758 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.745.000) 2024-10-24 12:00:44 Job executing on host: <137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.745.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.585" EventTypeNumber = 28 ExecuteHost = "<137.99.174.9:36059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29425677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10000719&PrivNet=cn415.storrs.hpc.uconn.edu&addrs=137.99.174.9-36059&alias=cn415.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 745 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.733.000) 2024-10-24 12:00:44 Image size of job updated: 3331364 50 - MemoryUsage of job (MB) 50624 - ResidentSetSize of job (KB) ... 028 (10628.733.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 733 ResidentSetSize = 50624 Size = 3331364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.731.000) 2024-10-24 12:00:44 Image size of job updated: 3268368 53 - MemoryUsage of job (MB) 53272 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 53272 Size = 3268368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.554.000) 2024-10-24 12:00:44 Image size of job updated: 3399208 48 - MemoryUsage of job (MB) 49136 - ResidentSetSize of job (KB) ... 028 (10628.554.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 554 ResidentSetSize = 49136 Size = 3399208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.442.000) 2024-10-24 12:00:44 Image size of job updated: 3330592 44 - MemoryUsage of job (MB) 44204 - ResidentSetSize of job (KB) ... 006 (10628.643.000) 2024-10-24 12:00:44 Image size of job updated: 3398700 44 - MemoryUsage of job (MB) 44800 - ResidentSetSize of job (KB) ... 028 (10628.442.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 442 ResidentSetSize = 44204 Size = 3330592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.643.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 643 ResidentSetSize = 44800 Size = 3398700 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.728.000) 2024-10-24 12:00:44 Image size of job updated: 3331368 46 - MemoryUsage of job (MB) 46804 - ResidentSetSize of job (KB) ... 028 (10628.728.000) 2024-10-24 12:00:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:44.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 728 ResidentSetSize = 46804 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.331.000) 2024-10-24 12:00:45 Image size of job updated: 3331108 44 - MemoryUsage of job (MB) 44936 - ResidentSetSize of job (KB) ... 028 (10628.331.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 331 ResidentSetSize = 44936 Size = 3331108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.740.000) 2024-10-24 12:00:45 Image size of job updated: 3267992 54 - MemoryUsage of job (MB) 54844 - ResidentSetSize of job (KB) ... 028 (10628.740.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 740 ResidentSetSize = 54844 Size = 3267992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.735.000) 2024-10-24 12:00:45 Image size of job updated: 3267236 53 - MemoryUsage of job (MB) 54212 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 54212 Size = 3267236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.729.000) 2024-10-24 12:00:45 Image size of job updated: 3394684 43 - MemoryUsage of job (MB) 43920 - ResidentSetSize of job (KB) ... 028 (10628.729.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 729 ResidentSetSize = 43920 Size = 3394684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.726.000) 2024-10-24 12:00:45 Image size of job updated: 3398952 46 - MemoryUsage of job (MB) 46696 - ResidentSetSize of job (KB) ... 028 (10628.726.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 726 ResidentSetSize = 46696 Size = 3398952 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.734.000) 2024-10-24 12:00:45 Image size of job updated: 3267236 53 - MemoryUsage of job (MB) 54176 - ResidentSetSize of job (KB) ... 028 (10628.734.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 734 ResidentSetSize = 54176 Size = 3267236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.732.000) 2024-10-24 12:00:45 Image size of job updated: 3331628 50 - MemoryUsage of job (MB) 50248 - ResidentSetSize of job (KB) ... 028 (10628.732.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 732 ResidentSetSize = 50248 Size = 3331628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.725.000) 2024-10-24 12:00:45 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7096 - ResidentSetSize of job (KB) ... 028 (10628.725.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 725 ResidentSetSize = 7096 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.730.000) 2024-10-24 12:00:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.730.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 730 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:00:45 Image size of job updated: 577036 23 - MemoryUsage of job (MB) 22812 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:45.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 23 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 22812 Size = 577036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.727.000) 2024-10-24 12:00:46 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82724 - ResidentSetSize of job (KB) ... 028 (10628.727.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 727 ResidentSetSize = 82724 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.753.000) 2024-10-24 12:00:46 Image size of job updated: 3335324 55 - MemoryUsage of job (MB) 55756 - ResidentSetSize of job (KB) ... 028 (10628.753.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 753 ResidentSetSize = 55756 Size = 3335324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 12:00:46 Image size of job updated: 3403932 56 - MemoryUsage of job (MB) 57304 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 57304 Size = 3403932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.738.000) 2024-10-24 12:00:46 Image size of job updated: 2403504 52 - MemoryUsage of job (MB) 52532 - ResidentSetSize of job (KB) ... 028 (10628.738.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 738 ResidentSetSize = 52532 Size = 2403504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.752.000) 2024-10-24 12:00:46 Image size of job updated: 3271848 56 - MemoryUsage of job (MB) 57288 - ResidentSetSize of job (KB) ... 028 (10628.752.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 752 ResidentSetSize = 57288 Size = 3271848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.746.000) 2024-10-24 12:00:46 Image size of job updated: 3553928 77 - MemoryUsage of job (MB) 78668 - ResidentSetSize of job (KB) ... 028 (10628.746.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 746 ResidentSetSize = 78668 Size = 3553928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.741.000) 2024-10-24 12:00:46 Image size of job updated: 3398952 51 - MemoryUsage of job (MB) 51308 - ResidentSetSize of job (KB) ... 028 (10628.741.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 741 ResidentSetSize = 51308 Size = 3398952 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.751.000) 2024-10-24 12:00:46 Image size of job updated: 3601356 75 - MemoryUsage of job (MB) 76160 - ResidentSetSize of job (KB) ... 028 (10628.751.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 751 ResidentSetSize = 76160 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.736.000) 2024-10-24 12:00:46 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5580 - ResidentSetSize of job (KB) ... 028 (10628.736.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 736 ResidentSetSize = 5580 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.749.000) 2024-10-24 12:00:46 Image size of job updated: 3342868 58 - MemoryUsage of job (MB) 58996 - ResidentSetSize of job (KB) ... 028 (10628.749.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 749 ResidentSetSize = 58996 Size = 3342868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.756.000) 2024-10-24 12:00:46 Image size of job updated: 3262236 54 - MemoryUsage of job (MB) 55036 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 12:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:46.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 55036 Size = 3262236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.765.000) 2024-10-24 12:00:47 Image size of job updated: 3262492 56 - MemoryUsage of job (MB) 56832 - ResidentSetSize of job (KB) ... 028 (10628.765.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 765 ResidentSetSize = 56832 Size = 3262492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.764.000) 2024-10-24 12:00:47 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.767.000) 2024-10-24 12:00:47 Image size of job updated: 3262492 53 - MemoryUsage of job (MB) 54224 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 54224 Size = 3262492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.747.000) 2024-10-24 12:00:47 Image size of job updated: 3420540 41 - MemoryUsage of job (MB) 41940 - ResidentSetSize of job (KB) ... 028 (10628.747.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 747 ResidentSetSize = 41940 Size = 3420540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.757.000) 2024-10-24 12:00:47 Warning from starter on slot1_8@glidein_704632_408599440@cn419.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.702.000) 2024-10-24 12:00:47 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 85320 - ResidentSetSize of job (KB) ... 028 (10628.702.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 702 ResidentSetSize = 85320 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.757.000) 2024-10-24 12:00:47 Job executing on host: <137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.757.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.519" EventTypeNumber = 28 ExecuteHost = "<137.99.174.13:43249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996770&PrivNet=cn419.storrs.hpc.uconn.edu&addrs=137.99.174.13-43249&alias=cn419.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 757 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.762.000) 2024-10-24 12:00:47 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 80940 - ResidentSetSize of job (KB) ... 028 (10628.762.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 762 ResidentSetSize = 80940 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.748.000) 2024-10-24 12:00:47 Image size of job updated: 3330600 44 - MemoryUsage of job (MB) 44784 - ResidentSetSize of job (KB) ... 028 (10628.748.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 748 ResidentSetSize = 44784 Size = 3330600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.761.000) 2024-10-24 12:00:47 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5908 - ResidentSetSize of job (KB) ... 028 (10628.761.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 761 ResidentSetSize = 5908 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.715.000) 2024-10-24 12:00:47 Image size of job updated: 3561980 85 - MemoryUsage of job (MB) 86436 - ResidentSetSize of job (KB) ... 028 (10628.715.000) 2024-10-24 12:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:47.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 715 ResidentSetSize = 86436 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.750.000) 2024-10-24 12:00:48 Image size of job updated: 3622084 79 - MemoryUsage of job (MB) 80388 - ResidentSetSize of job (KB) ... 028 (10628.750.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 750 ResidentSetSize = 80388 Size = 3622084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 12:00:48 Image size of job updated: 2410888 55 - MemoryUsage of job (MB) 56072 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 56072 Size = 2410888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.763.000) 2024-10-24 12:00:48 Image size of job updated: 3553672 75 - MemoryUsage of job (MB) 76720 - ResidentSetSize of job (KB) ... 028 (10628.763.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 763 ResidentSetSize = 76720 Size = 3553672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.760.000) 2024-10-24 12:00:48 Image size of job updated: 3471376 38 - MemoryUsage of job (MB) 38848 - ResidentSetSize of job (KB) ... 028 (10628.760.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 760 ResidentSetSize = 38848 Size = 3471376 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.771.000) 2024-10-24 12:00:48 Image size of job updated: 3621260 75 - MemoryUsage of job (MB) 76736 - ResidentSetSize of job (KB) ... 028 (10628.771.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 771 ResidentSetSize = 76736 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.759.000) 2024-10-24 12:00:48 Image size of job updated: 3553928 76 - MemoryUsage of job (MB) 77032 - ResidentSetSize of job (KB) ... 028 (10628.759.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 759 ResidentSetSize = 77032 Size = 3553928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.755.000) 2024-10-24 12:00:48 Image size of job updated: 3404688 56 - MemoryUsage of job (MB) 56648 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 12:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:48.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 56648 Size = 3404688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.773.000) 2024-10-24 12:00:49 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6304 - ResidentSetSize of job (KB) ... 028 (10628.773.000) 2024-10-24 12:00:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:49.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 773 ResidentSetSize = 6304 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 12:00:49 Image size of job updated: 2412320 63 - MemoryUsage of job (MB) 63604 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 12:00:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:49.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 63 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 63604 Size = 2412320 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.770.000) 2024-10-24 12:00:49 Image size of job updated: 3621516 78 - MemoryUsage of job (MB) 79292 - ResidentSetSize of job (KB) ... 028 (10628.770.000) 2024-10-24 12:00:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:49.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 770 ResidentSetSize = 79292 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.769.000) 2024-10-24 12:00:49 Image size of job updated: 3553928 78 - MemoryUsage of job (MB) 79148 - ResidentSetSize of job (KB) ... 028 (10628.769.000) 2024-10-24 12:00:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:49.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 769 ResidentSetSize = 79148 Size = 3553928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.768.000) 2024-10-24 12:00:50 Image size of job updated: 2410576 55 - MemoryUsage of job (MB) 56012 - ResidentSetSize of job (KB) ... 028 (10628.768.000) 2024-10-24 12:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:50.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 768 ResidentSetSize = 56012 Size = 2410576 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.743.000) 2024-10-24 12:00:50 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6648 - ResidentSetSize of job (KB) ... 028 (10628.743.000) 2024-10-24 12:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:50.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 743 ResidentSetSize = 6648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.722.000) 2024-10-24 12:00:50 Image size of job updated: 3621004 77 - MemoryUsage of job (MB) 78008 - ResidentSetSize of job (KB) ... 028 (10628.722.000) 2024-10-24 12:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:50.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 722 ResidentSetSize = 78008 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.048.000) 2024-10-24 12:00:51 Finished transferring input files ... 028 (10628.048.000) 2024-10-24 12:00:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:51.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.742.000) 2024-10-24 12:00:53 Image size of job updated: 635592 23 - MemoryUsage of job (MB) 23256 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:00:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:53.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 23 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 23256 Size = 635592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:00:55 Image size of job updated: 3360636 58 - MemoryUsage of job (MB) 59204 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:00:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:55.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 59204 Size = 3360636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.758.000) 2024-10-24 12:00:56 Image size of job updated: 3347300 44 - MemoryUsage of job (MB) 44320 - ResidentSetSize of job (KB) ... 028 (10628.758.000) 2024-10-24 12:00:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:56.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 758 ResidentSetSize = 44320 Size = 3347300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.745.000) 2024-10-24 12:00:56 Image size of job updated: 3348844 48 - MemoryUsage of job (MB) 48356 - ResidentSetSize of job (KB) ... 028 (10628.745.000) 2024-10-24 12:00:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:56.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 745 ResidentSetSize = 48356 Size = 3348844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 12:00:58 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6032 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 12:00:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:58.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 6032 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.573.000) 2024-10-24 12:00:59 Started transferring input files Transferring to host: <192.168.224.2:35479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951369&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35479&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.573.000) 2024-10-24 12:00:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:00:59.218" EventTypeNumber = 28 Host = "<192.168.224.2:35479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951369&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35479&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.772.000) 2024-10-24 12:01:00 Started transferring input files Transferring to host: <192.168.224.2:37464?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999539&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-37464&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.772.000) 2024-10-24 12:01:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:00.238" EventTypeNumber = 28 Host = "<192.168.224.2:37464?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999539&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-37464&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.774.000) 2024-10-24 12:01:09 Started transferring input files Transferring to host: <10.138.14.24:45409?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001272&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-45409&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 12:01:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:09.635" EventTypeNumber = 28 Host = "<10.138.14.24:45409?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001272&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-45409&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.774.000) 2024-10-24 12:01:09 Finished transferring input files ... 028 (10628.774.000) 2024-10-24 12:01:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:09.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.775.000) 2024-10-24 12:01:09 Started transferring input files Transferring to host: <10.138.12.13:42881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992671&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-42881&alias=c1213.swan.hcc.unl.edu&noUDP> ... 040 (10628.776.000) 2024-10-24 12:01:09 Started transferring input files Transferring to host: <10.138.12.14:44795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992672&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-44795&alias=c1214.swan.hcc.unl.edu&noUDP> ... 040 (10628.784.000) 2024-10-24 12:01:09 Started transferring input files Transferring to host: <128.105.69.33:41148?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884475%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998237&PrivNet=e355.chtc.wisc.edu&addrs=128.105.69.33-41148&alias=e355.chtc.wisc.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 12:01:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:09.959" EventTypeNumber = 28 Host = "<10.138.12.13:42881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992671&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-42881&alias=c1213.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.776.000) 2024-10-24 12:01:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:09.959" EventTypeNumber = 28 Host = "<10.138.12.14:44795?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992672&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-44795&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.784.000) 2024-10-24 12:01:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:09.959" EventTypeNumber = 28 Host = "<128.105.69.33:41148?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884475%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998237&PrivNet=e355.chtc.wisc.edu&addrs=128.105.69.33-41148&alias=e355.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 784 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.777.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <10.138.15.18:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904361%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004377&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-38131&alias=c1518.swan.hcc.unl.edu&noUDP> ... 040 (10628.780.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <131.225.208.121:33807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992673&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-33807+[2620-6a-0-8862-f0-0-208-121]-33807&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.777.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.060" EventTypeNumber = 28 Host = "<10.138.15.18:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904361%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004377&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-38131&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 777 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.778.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <10.138.18.23:43811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426208%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001273&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-43811&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.780.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.060" EventTypeNumber = 28 Host = "<131.225.208.121:33807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992673&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-33807+[2620-6a-0-8862-f0-0-208-121]-33807&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 780 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.778.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.060" EventTypeNumber = 28 Host = "<10.138.18.23:43811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426208%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001273&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-43811&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.775.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.775.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.776.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.776.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.784.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.784.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 784 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.777.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.777.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 777 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.780.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.780.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 780 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.778.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.778.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.301" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.779.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <141.211.169.52:37761?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999549&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37761&alias=um-lc01.osris.org&noUDP> ... 040 (10628.781.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <131.225.166.193:39117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992675&PrivNet=osg-4196570-0-fnpc17117.fnal.gov&addrs=131.225.166.193-39117+[2620-6a-0-8861-f0-0-166-193]-39117&alias=osg-4196570-0-fnpc17117.fnal.gov&noUDP> ... 028 (10628.779.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.352" EventTypeNumber = 28 Host = "<141.211.169.52:37761?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999549&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37761&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 779 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.781.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.353" EventTypeNumber = 28 Host = "<131.225.166.193:39117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992675&PrivNet=osg-4196570-0-fnpc17117.fnal.gov&addrs=131.225.166.193-39117+[2620-6a-0-8861-f0-0-166-193]-39117&alias=osg-4196570-0-fnpc17117.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 781 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.782.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <131.225.208.162:45353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339517%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001274&PrivNet=osg-4196263-0-fnpc23029.fnal.gov&addrs=131.225.208.162-45353+[2620-6a-0-8862-f0-0-208-162]-45353&alias=osg-4196263-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.782.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.562" EventTypeNumber = 28 Host = "<131.225.208.162:45353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339517%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001274&PrivNet=osg-4196263-0-fnpc23029.fnal.gov&addrs=131.225.208.162-45353+[2620-6a-0-8862-f0-0-208-162]-45353&alias=osg-4196263-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 782 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.779.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.779.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.585" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 779 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.781.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.781.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 781 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.787.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <128.105.68.199:34352?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884478%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001275&PrivNet=e2286.chtc.wisc.edu&addrs=128.105.68.199-34352&alias=e2286.chtc.wisc.edu&noUDP> ... 028 (10628.787.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.637" EventTypeNumber = 28 Host = "<128.105.68.199:34352?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884478%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001275&PrivNet=e2286.chtc.wisc.edu&addrs=128.105.68.199-34352&alias=e2286.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 787 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.788.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <131.225.208.54:41183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004378&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41183+[2620-6a-0-8862-f0-0-208-54]-41183&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.788.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.714" EventTypeNumber = 28 Host = "<131.225.208.54:41183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004378&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41183+[2620-6a-0-8862-f0-0-208-54]-41183&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 788 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.782.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.782.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 782 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.787.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.787.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 787 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.788.000) 2024-10-24 12:01:10 Finished transferring input files ... 028 (10628.788.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 788 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.774.000) 2024-10-24 12:01:10 Warning from starter on slot1@glidein_1007436_373619808@c1424.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.792.000) 2024-10-24 12:01:10 Started transferring input files Transferring to host: <10.32.86.153:36541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339518%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992676&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36541&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.792.000) 2024-10-24 12:01:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:10.981" EventTypeNumber = 28 Host = "<10.32.86.153:36541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339518%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992676&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36541&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.774.000) 2024-10-24 12:01:11 Job executing on host: <10.138.14.24:41631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992467&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-41631&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.095" EventTypeNumber = 28 ExecuteHost = "<10.138.14.24:41631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992467&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-41631&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.792.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.792.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.791.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.133:44665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404303%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951380&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44665&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.791.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.216" EventTypeNumber = 28 Host = "<10.32.86.133:44665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404303%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951380&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-44665&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.775.000) 2024-10-24 12:01:11 Warning from starter on slot1@glidein_1726231_31934336@c1213.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.794.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.169:39039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048043&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-39039&alias=d12chas587.crc.nd.edu&noUDP> ... 040 (10628.790.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.5.40.31:35921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034741&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-35921&alias=hero31.beocat.ksu.edu&noUDP> ... 028 (10628.794.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.283" EventTypeNumber = 28 Host = "<10.32.86.169:39039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048043&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-39039&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.790.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.283" EventTypeNumber = 28 Host = "<10.5.40.31:35921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034741&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-35921&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 790 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.791.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.791.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.776.000) 2024-10-24 12:01:11 Warning from starter on slot1@glidein_1575031_271149120@c1214.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.795.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.177:33171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034742&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-33171&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.795.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.358" EventTypeNumber = 28 Host = "<10.32.86.177:33171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034742&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-33171&alias=d12chas591.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.777.000) 2024-10-24 12:01:11 Warning from starter on slot1@glidein_2716939_471046256@c1518.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.775.000) 2024-10-24 12:01:11 Job executing on host: <10.138.12.13:37635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336028%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999795&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-37635&alias=c1213.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.396" EventTypeNumber = 28 ExecuteHost = "<10.138.12.13:37635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336028%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999795&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-37635&alias=c1213.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.790.000) 2024-10-24 12:01:11 Finished transferring input files ... 021 (10628.778.000) 2024-10-24 12:01:11 Warning from starter on slot1@glidein_323043_102468262@c1823.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.790.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 790 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.796.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.155:38181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363221%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004379&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-38181&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.796.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.459" EventTypeNumber = 28 Host = "<10.32.86.155:38181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363221%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004379&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-38181&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.794.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.794.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.776.000) 2024-10-24 12:01:11 Job executing on host: <10.138.12.14:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994291&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42229&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.776.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.505" EventTypeNumber = 28 ExecuteHost = "<10.138.12.14:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994291&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42229&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.795.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.795.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.777.000) 2024-10-24 12:01:11 Job executing on host: <10.138.15.18:32969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50880681%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9974674&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-32969&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.777.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.589" EventTypeNumber = 28 ExecuteHost = "<10.138.15.18:32969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50880681%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9974674&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-32969&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 777 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.797.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.93:34889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999550&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-34889&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.797.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.642" EventTypeNumber = 28 Host = "<10.32.86.93:34889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999550&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-34889&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.778.000) 2024-10-24 12:01:11 Job executing on host: <10.138.18.23:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991391&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41253&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.778.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.674" EventTypeNumber = 28 ExecuteHost = "<10.138.18.23:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991391&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41253&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.796.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.796.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.801.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.173:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034744&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-46563&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.727" EventTypeNumber = 28 Host = "<10.32.86.173:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034744&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-46563&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.783.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <192.168.4.125:35889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001277&PrivNet=lnxfarm325.colorado.edu&addrs=192.168.4.125-35889&alias=lnxfarm325.colorado.edu&noUDP> ... 040 (10628.802.000) 2024-10-24 12:01:11 Started transferring input files Transferring to host: <10.32.86.123:40185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004380&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-40185&alias=d12chas564.crc.nd.edu&noUDP> ... 028 (10628.783.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.812" EventTypeNumber = 28 Host = "<192.168.4.125:35889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001277&PrivNet=lnxfarm325.colorado.edu&addrs=192.168.4.125-35889&alias=lnxfarm325.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 783 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.802.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.812" EventTypeNumber = 28 Host = "<10.32.86.123:40185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004380&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-40185&alias=d12chas564.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.797.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.797.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.048.000) 2024-10-24 12:01:11 Warning from starter on slot1_2@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.801.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.779.000) 2024-10-24 12:01:11 Warning from starter on slot1@glidein_1886680_380503921@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.783.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.783.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 783 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.802.000) 2024-10-24 12:01:11 Finished transferring input files ... 028 (10628.802.000) 2024-10-24 12:01:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:11.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.779.000) 2024-10-24 12:01:12 Job executing on host: <141.211.169.52:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50996532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944502&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-46115&alias=um-lc01.osris.org&noUDP> ... 028 (10628.779.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.059" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50996532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9944502&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-46115&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 779 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.787.000) 2024-10-24 12:01:12 Warning from starter on slot1@glidein_2807_56764807@e2286.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.803.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.159:40049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339521%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955961&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-40049&alias=d12chas582.crc.nd.edu&noUDP> ... 040 (10628.807.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <192.168.247.26:40567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992677&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-40567+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-40567&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP> ... 040 (10628.808.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <192.168.247.25:35167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914715%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004381&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-35167+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-35167&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.803.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.255" EventTypeNumber = 28 Host = "<10.32.86.159:40049?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339521%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955961&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-40049&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.807.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.256" EventTypeNumber = 28 Host = "<192.168.247.26:40567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992677&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-40567+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-40567&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 807 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.808.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.255" EventTypeNumber = 28 Host = "<192.168.247.25:35167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914715%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004381&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-35167+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-35167&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 808 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.798.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.167:39355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955962&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-39355&alias=d12chas586.crc.nd.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.323" EventTypeNumber = 28 Host = "<10.32.86.167:39355?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955962&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-39355&alias=d12chas586.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.787.000) 2024-10-24 12:01:12 Job executing on host: <128.105.68.199:41212?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50899264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034103&PrivNet=e2286.chtc.wisc.edu&addrs=128.105.68.199-41212&alias=e2286.chtc.wisc.edu&noUDP> ... 028 (10628.787.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.369" EventTypeNumber = 28 ExecuteHost = "<128.105.68.199:41212?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50899264%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034103&PrivNet=e2286.chtc.wisc.edu&addrs=128.105.68.199-41212&alias=e2286.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 787 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.807.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.807.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 807 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.808.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.808.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 808 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.798.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.798.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.792.000) 2024-10-24 12:01:12 Warning from starter on slot1_4@glidein_2912562_263504430@d12chas579.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.800.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.89:43035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007975%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001278&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-43035&alias=d12chas547.crc.nd.edu&noUDP> ... 040 (10628.799.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.149:37271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004382&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-37271&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.799.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.490" EventTypeNumber = 28 Host = "<10.32.86.149:37271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004382&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-37271&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.800.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.490" EventTypeNumber = 28 Host = "<10.32.86.89:43035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007975%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001278&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-43035&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.782.000) 2024-10-24 12:01:12 Warning from starter on slot1_5@glidein_8_777958185@osg-4196263-0-fnpc23029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.784.000) 2024-10-24 12:01:12 Warning from starter on slot1@glidein_11949_277991915@e355.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.809.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.136.81.226:37581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999551&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37581&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.809.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.565" EventTypeNumber = 28 Host = "<10.136.81.226:37581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999551&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37581&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 809 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.792.000) 2024-10-24 12:01:12 Job executing on host: <10.32.86.153:44695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991219&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44695&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.792.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.612" EventTypeNumber = 28 ExecuteHost = "<10.32.86.153:44695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991219&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44695&alias=d12chas579.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.791.000) 2024-10-24 12:01:12 Warning from starter on slot1_2@glidein_3622341_402237948@d12chas569.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.804.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.117:39751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719604%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998238&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39751&alias=d12chas561.crc.nd.edu&noUDP> ... 040 (10628.806.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.131:36125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048044&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-36125&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.804.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.666" EventTypeNumber = 28 Host = "<10.32.86.117:39751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719604%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998238&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39751&alias=d12chas561.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.806.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.666" EventTypeNumber = 28 Host = "<10.32.86.131:36125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048044&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-36125&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.794.000) 2024-10-24 12:01:12 Warning from starter on slot1_1@glidein_342759_276871104@d12chas587.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.799.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.799.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.805.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.32.86.171:41341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884481%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992678&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41341&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.805.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.808" EventTypeNumber = 28 Host = "<10.32.86.171:41341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884481%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992678&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41341&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.800.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.800.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.790.000) 2024-10-24 12:01:12 Warning from starter on slot1_4@glidein_1677726_757999944@hero31.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.795.000) 2024-10-24 12:01:12 Warning from starter on slot1_1@glidein_2133241_245160027@d12chas591.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.782.000) 2024-10-24 12:01:12 Job executing on host: <131.225.208.162:46739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29315926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967714&PrivNet=osg-4196263-0-fnpc23029.fnal.gov&addrs=131.225.208.162-46739+[2620-6a-0-8862-f0-0-208-162]-46739&alias=osg-4196263-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.782.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.863" EventTypeNumber = 28 ExecuteHost = "<131.225.208.162:46739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29315926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967714&PrivNet=osg-4196263-0-fnpc23029.fnal.gov&addrs=131.225.208.162-46739+[2620-6a-0-8862-f0-0-208-162]-46739&alias=osg-4196263-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 782 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.817.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.136.81.238:40293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363223%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951381&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-40293&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.817.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.863" EventTypeNumber = 28 Host = "<10.136.81.238:40293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363223%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951381&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-40293&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 817 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.809.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.809.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 809 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.796.000) 2024-10-24 12:01:12 Warning from starter on slot1_2@glidein_3910311_130488270@d12chas580.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.784.000) 2024-10-24 12:01:12 Job executing on host: <128.105.69.33:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914592%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999432&PrivNet=e355.chtc.wisc.edu&addrs=128.105.69.33-44413&alias=e355.chtc.wisc.edu&noUDP> ... 028 (10628.784.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.913" EventTypeNumber = 28 ExecuteHost = "<128.105.69.33:44413?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914592%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999432&PrivNet=e355.chtc.wisc.edu&addrs=128.105.69.33-44413&alias=e355.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 784 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.819.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.136.81.212:38747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998239&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-38747&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP> ... 028 (10628.819.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.913" EventTypeNumber = 28 Host = "<10.136.81.212:38747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998239&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-38747&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 819 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.791.000) 2024-10-24 12:01:12 Job executing on host: <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.791.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.946" EventTypeNumber = 28 ExecuteHost = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.804.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.804.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.806.000) 2024-10-24 12:01:12 Finished transferring input files ... 028 (10628.806.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.813.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <10.136.81.211:38427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007976%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998240&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-38427&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP> ... 028 (10628.813.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.948" EventTypeNumber = 28 Host = "<10.136.81.211:38427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007976%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998240&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-38427&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 813 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.794.000) 2024-10-24 12:01:12 Job executing on host: <10.32.86.169:43733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968273&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43733&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.794.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.988" EventTypeNumber = 28 ExecuteHost = "<10.32.86.169:43733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968273&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43733&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.811.000) 2024-10-24 12:01:12 Started transferring input files Transferring to host: <146.163.142.11:43353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339523%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034745&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-43353&alias=cc-cpu-01.hpc.siue.edu&noUDP> ... 028 (10628.811.000) 2024-10-24 12:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:12.989" EventTypeNumber = 28 Host = "<146.163.142.11:43353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339523%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034745&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-43353&alias=cc-cpu-01.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 811 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.805.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.805.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.790.000) 2024-10-24 12:01:13 Job executing on host: <10.5.40.31:35211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893651%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9939872&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-35211&alias=hero31.beocat.ksu.edu&noUDP> ... 028 (10628.790.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.030" EventTypeNumber = 28 ExecuteHost = "<10.5.40.31:35211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893651%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9939872&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-35211&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 790 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.810.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <10.32.86.91:41459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884482%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998241&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-41459&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.810.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.030" EventTypeNumber = 28 Host = "<10.32.86.91:41459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884482%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998241&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-41459&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.795.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.177:38243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954377&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38243&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.795.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.064" EventTypeNumber = 28 ExecuteHost = "<10.32.86.177:38243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954377&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38243&alias=d12chas591.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.817.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.817.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 817 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.812.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <146.163.142.12:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363224%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048045&PrivNet=cc-cpu-02.hpc.siue.edu&addrs=146.163.142.12-40043&alias=cc-cpu-02.hpc.siue.edu&noUDP> ... 028 (10628.812.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.065" EventTypeNumber = 28 Host = "<146.163.142.12:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363224%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048045&PrivNet=cc-cpu-02.hpc.siue.edu&addrs=146.163.142.12-40043&alias=cc-cpu-02.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 812 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.797.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_2148674_28080575@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.796.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.155:34081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968313&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-34081&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.796.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.106" EventTypeNumber = 28 ExecuteHost = "<10.32.86.155:34081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968313&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-34081&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.819.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.819.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 819 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.788.000) 2024-10-24 12:01:13 Warning from starter on slot1_8@glidein_8_26980766@osg-4196261-0-fnpc22024.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.801.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_2674158_515802576@d12chas589.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.813.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.813.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 813 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.811.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.811.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 811 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.810.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.810.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.812.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.812.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 812 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.783.000) 2024-10-24 12:01:13 Warning from starter on slot1_6@glidein_1823427_165123570@lnxfarm325.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.797.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.93:42961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002164&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42961&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.797.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.247" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:42961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002164&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42961&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.818.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <10.136.81.216:34875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001279&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-34875&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 040 (10628.793.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <207.73.217.26:38253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048046&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-38253&alias=msu-lm02.osris.org&noUDP> ... 040 (10628.815.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <10.32.86.131:37077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992679&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-37077&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.818.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.248" EventTypeNumber = 28 Host = "<10.136.81.216:34875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001279&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-34875&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 818 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.793.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.248" EventTypeNumber = 28 Host = "<207.73.217.26:38253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048046&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-38253&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 793 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.815.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.248" EventTypeNumber = 28 Host = "<10.32.86.131:37077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992679&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-37077&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.788.000) 2024-10-24 12:01:13 Job executing on host: <131.225.208.54:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50983022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967649&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41145+[2620-6a-0-8862-f0-0-208-54]-41145&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP> ... 028 (10628.788.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.298" EventTypeNumber = 28 ExecuteHost = "<131.225.208.54:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50983022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967649&PrivNet=osg-4196261-0-fnpc22024.fnal.gov&addrs=131.225.208.54-41145+[2620-6a-0-8862-f0-0-208-54]-41145&alias=osg-4196261-0-fnpc22024.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 788 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.801.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.173:35225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032489&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-35225&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.323" EventTypeNumber = 28 ExecuteHost = "<10.32.86.173:35225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032489&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-35225&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.802.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_2040890_36926527@d12chas564.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.783.000) 2024-10-24 12:01:13 Job executing on host: <192.168.4.125:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29315739%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9974283&PrivNet=lnxfarm325.colorado.edu&addrs=192.168.4.125-37551&alias=lnxfarm325.colorado.edu&noUDP> ... 028 (10628.783.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.398" EventTypeNumber = 28 ExecuteHost = "<192.168.4.125:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29315739%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9974283&PrivNet=lnxfarm325.colorado.edu&addrs=192.168.4.125-37551&alias=lnxfarm325.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 783 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.793.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.793.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 793 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.818.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.818.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 818 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.802.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.123:46529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953660&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-46529&alias=d12chas564.crc.nd.edu&noUDP> ... 028 (10628.802.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.423" EventTypeNumber = 28 ExecuteHost = "<10.32.86.123:46529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953660&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-46529&alias=d12chas564.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.815.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.815.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.803.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.803.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.821.000) 2024-10-24 12:01:13 Started transferring input files Transferring to host: <10.136.81.241:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001280&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-44169&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.821.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.433" EventTypeNumber = 28 Host = "<10.136.81.241:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001280&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-44169&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 821 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.821.000) 2024-10-24 12:01:13 Finished transferring input files ... 028 (10628.821.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 821 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.808.000) 2024-10-24 12:01:13 Warning from starter on slot1_8@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.808.000) 2024-10-24 12:01:13 Job executing on host: <192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.808.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.690" EventTypeNumber = 28 ExecuteHost = "<192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 808 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.803.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_3175260_132661410@d12chas582.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.803.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.159:45367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990290&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-45367&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.803.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.715" EventTypeNumber = 28 ExecuteHost = "<10.32.86.159:45367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990290&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-45367&alias=d12chas582.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.807.000) 2024-10-24 12:01:13 Warning from starter on slot1_6@glidein_1180064_55268400@mendel-b0002.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.798.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_3913749_261920868@d12chas586.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.807.000) 2024-10-24 12:01:13 Job executing on host: <192.168.247.26:35417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50962560%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9946991&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-35417+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-35417&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.807.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.782" EventTypeNumber = 28 ExecuteHost = "<192.168.247.26:35417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50962560%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9946991&PrivNet=mendel-b0002.mendel.sdmz.amnh.org&addrs=192.168.247.26-35417+[fde1-53ba-e9a0-de11-72b5-e8ff-fed9-6805]-35417&alias=mendel-b0002.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 807 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.798.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.167:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990445&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-42559&alias=d12chas586.crc.nd.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.807" EventTypeNumber = 28 ExecuteHost = "<10.32.86.167:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990445&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-42559&alias=d12chas586.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.799.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_633728_165644532@d12chas577.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.799.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.149:40595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997253&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-40595&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.799.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.924" EventTypeNumber = 28 ExecuteHost = "<10.32.86.149:40595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997253&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-40595&alias=d12chas577.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.800.000) 2024-10-24 12:01:13 Warning from starter on slot1_1@glidein_2085752_34459730@d12chas547.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.800.000) 2024-10-24 12:01:13 Job executing on host: <10.32.86.89:37309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997437&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-37309&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.800.000) 2024-10-24 12:01:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:13.957" EventTypeNumber = 28 ExecuteHost = "<10.32.86.89:37309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997437&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-37309&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.809.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_1961063_17607810@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.806.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_221043_730302353@d12chas568.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.809.000) 2024-10-24 12:01:14 Job executing on host: <10.136.81.226:45495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50871913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989219&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45495&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.809.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.134" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:45495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50871913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989219&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45495&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 809 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.804.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_1427195_417032550@d12chas561.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.806.000) 2024-10-24 12:01:14 Job executing on host: <10.32.86.131:33675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999630&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33675&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.806.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.218" EventTypeNumber = 28 ExecuteHost = "<10.32.86.131:33675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999630&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33675&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.817.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.805.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_999223_90282780@d12chas588.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.789.000) 2024-10-24 12:01:14 Started transferring input files Transferring to host: <10.88.37.105:33987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363225%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048047&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-33987&alias=discovery-c5.cluster.local&noUDP> ... 040 (10628.786.000) 2024-10-24 12:01:14 Started transferring input files Transferring to host: <10.5.206.172:35487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992680&PrivNet=CRUSH-OSG-C7-10-5-206-172&addrs=10.5.206.172-35487&alias=CRUSH-OSG-C7-10-5-206-172&noUDP> ... 028 (10628.789.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.272" EventTypeNumber = 28 Host = "<10.88.37.105:33987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363225%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048047&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-33987&alias=discovery-c5.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.786.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.272" EventTypeNumber = 28 Host = "<10.5.206.172:35487?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992680&PrivNet=CRUSH-OSG-C7-10-5-206-172&addrs=10.5.206.172-35487&alias=CRUSH-OSG-C7-10-5-206-172&noUDP>" JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 786 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.811.000) 2024-10-24 12:01:14 Warning from starter on slot1_12@glidein_3966452_75286569@cc-cpu-01.hpc.siue.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.804.000) 2024-10-24 12:01:14 Job executing on host: <10.32.86.117:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045676&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39577&alias=d12chas561.crc.nd.edu&noUDP> ... 028 (10628.804.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.302" EventTypeNumber = 28 ExecuteHost = "<10.32.86.117:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045676&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39577&alias=d12chas561.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.781.000) 2024-10-24 12:01:14 Warning from starter on slot1_2@glidein_8_284968112@osg-4196570-0-fnpc17117.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.819.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_1306867_722648875@comp-cc-0442.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.785.000) 2024-10-24 12:01:14 Started transferring input files Transferring to host: <10.2.255.249:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970649&PrivNet=compute-0-5.local&addrs=10.2.255.249-39819&alias=compute-0-5.local&noUDP> ... 028 (10628.785.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.355" EventTypeNumber = 28 Host = "<10.2.255.249:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970649&PrivNet=compute-0-5.local&addrs=10.2.255.249-39819&alias=compute-0-5.local&noUDP>" JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.813.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_796484_36839476@comp-cc-0441.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.817.000) 2024-10-24 12:01:14 Job executing on host: <10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.817.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.385" EventTypeNumber = 28 ExecuteHost = "<10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 817 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.812.000) 2024-10-24 12:01:14 Warning from starter on slot1_25@glidein_3785496_52759782@cc-cpu-02.hpc.siue.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.805.000) 2024-10-24 12:01:14 Job executing on host: <10.32.86.171:41391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997852&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41391&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.805.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.410" EventTypeNumber = 28 ExecuteHost = "<10.32.86.171:41391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997852&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41391&alias=d12chas588.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.789.000) 2024-10-24 12:01:14 Finished transferring input files ... 028 (10628.789.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.786.000) 2024-10-24 12:01:14 Finished transferring input files ... 028 (10628.786.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 786 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.811.000) 2024-10-24 12:01:14 Job executing on host: <146.163.142.11:42589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50866943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10017912&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-42589&alias=cc-cpu-01.hpc.siue.edu&noUDP> ... 028 (10628.811.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.494" EventTypeNumber = 28 ExecuteHost = "<146.163.142.11:42589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50866943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10017912&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-42589&alias=cc-cpu-01.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "ExecuteEvent" Proc = 811 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.810.000) 2024-10-24 12:01:14 Warning from starter on slot1_2@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.780.000) 2024-10-24 12:01:14 Warning from starter on slot1_2@glidein_8_171399760@osg-3975892-0-fnpc19137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.781.000) 2024-10-24 12:01:14 Job executing on host: <131.225.166.193:44191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964255&PrivNet=osg-4196570-0-fnpc17117.fnal.gov&addrs=131.225.166.193-44191+[2620-6a-0-8861-f0-0-166-193]-44191&alias=osg-4196570-0-fnpc17117.fnal.gov&noUDP> ... 028 (10628.781.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.519" EventTypeNumber = 28 ExecuteHost = "<131.225.166.193:44191?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964255&PrivNet=osg-4196570-0-fnpc17117.fnal.gov&addrs=131.225.166.193-44191+[2620-6a-0-8861-f0-0-166-193]-44191&alias=osg-4196570-0-fnpc17117.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 781 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.819.000) 2024-10-24 12:01:14 Job executing on host: <10.136.81.212:34711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955888&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-34711&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP> ... 028 (10628.819.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.603" EventTypeNumber = 28 ExecuteHost = "<10.136.81.212:34711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955888&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-34711&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 819 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.785.000) 2024-10-24 12:01:14 Finished transferring input files ... 028 (10628.785.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.813.000) 2024-10-24 12:01:14 Job executing on host: <10.136.81.211:34283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938596&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-34283&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP> ... 028 (10628.813.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.628" EventTypeNumber = 28 ExecuteHost = "<10.136.81.211:34283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938596&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-34283&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 813 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.818.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_3856692_254706800@comp-cc-0446.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.815.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_138214_350241960@d12chas568.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.812.000) 2024-10-24 12:01:14 Job executing on host: <146.163.142.12:35471?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031718&PrivNet=cc-cpu-02.hpc.siue.edu&addrs=146.163.142.12-35471&alias=cc-cpu-02.hpc.siue.edu&noUDP> ... 028 (10628.812.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.712" EventTypeNumber = 28 ExecuteHost = "<146.163.142.12:35471?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031718&PrivNet=cc-cpu-02.hpc.siue.edu&addrs=146.163.142.12-35471&alias=cc-cpu-02.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "ExecuteEvent" Proc = 812 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.048.000) 2024-10-24 12:01:14 Job executing on host: <192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.048.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.737" EventTypeNumber = 28 ExecuteHost = "<192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.793.000) 2024-10-24 12:01:14 Warning from starter on slot1_6@glidein_3144818_268567332@msu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.810.000) 2024-10-24 12:01:14 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.810.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.821" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.821.000) 2024-10-24 12:01:14 Warning from starter on slot1_1@glidein_3844040_11394360@comp-cc-0471.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.823.000) 2024-10-24 12:01:14 Started transferring input files Transferring to host: <10.136.81.245:42485?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340634%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004384&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-42485&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.823.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.883" EventTypeNumber = 28 Host = "<10.136.81.245:42485?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340634%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004384&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-42485&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 823 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.780.000) 2024-10-24 12:01:14 Job executing on host: <131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP> ... 028 (10628.780.000) 2024-10-24 12:01:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:14.913" EventTypeNumber = 28 ExecuteHost = "<131.225.208.121:41289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028300&PrivNet=osg-3975892-0-fnpc19137.fnal.gov&addrs=131.225.208.121-41289+[2620-6a-0-8862-f0-0-208-121]-41289&alias=osg-3975892-0-fnpc19137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 780 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.818.000) 2024-10-24 12:01:15 Job executing on host: <10.136.81.216:41197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007866%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955891&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-41197&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.818.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.005" EventTypeNumber = 28 ExecuteHost = "<10.136.81.216:41197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007866%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955891&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-41197&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 818 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.815.000) 2024-10-24 12:01:15 Job executing on host: <10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.815.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.039" EventTypeNumber = 28 ExecuteHost = "<10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.793.000) 2024-10-24 12:01:15 Job executing on host: <207.73.217.26:36143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890971%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9990466&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-36143&alias=msu-lm02.osris.org&noUDP> ... 028 (10628.793.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.072" EventTypeNumber = 28 ExecuteHost = "<207.73.217.26:36143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890971%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9990466&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-36143&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 793 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.820.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.136.81.231:39451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007977%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034746&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-39451&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 040 (10628.825.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.136.81.213:36253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340635%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004386&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-36253&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.820.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.134" EventTypeNumber = 28 Host = "<10.136.81.231:39451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007977%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034746&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-39451&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 820 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.825.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.134" EventTypeNumber = 28 Host = "<10.136.81.213:36253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340635%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004386&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-36253&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 825 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.821.000) 2024-10-24 12:01:15 Job executing on host: <10.136.81.241:43917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004263&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-43917&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.821.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.156" EventTypeNumber = 28 ExecuteHost = "<10.136.81.241:43917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004263&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-43917&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 821 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.822.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.136.81.231:38507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339524%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992681&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-38507&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 040 (10628.824.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.136.81.215:46531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999553&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-46531&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP> ... 028 (10628.822.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.226" EventTypeNumber = 28 Host = "<10.136.81.231:38507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339524%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992681&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-38507&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 822 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.824.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.226" EventTypeNumber = 28 Host = "<10.136.81.215:46531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999553&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-46531&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 824 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.823.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.823.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 823 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.820.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.820.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 820 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.825.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.825.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.279" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 825 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.822.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.822.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 822 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.824.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.824.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 824 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.826.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.173:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955964&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-33937&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.826.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.612" EventTypeNumber = 28 Host = "<10.32.86.173:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955964&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-33937&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.786.000) 2024-10-24 12:01:15 Warning from starter on slot1@glidein_2_210460689@CRUSH-OSG-C7-10-5-206-172: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.816.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.88.37.107:38563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340636%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048048&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-38563&alias=discovery-c7.cluster.local&noUDP> ... 040 (10628.827.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.155:43035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339525%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034747&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-43035&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.816.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.664" EventTypeNumber = 28 Host = "<10.88.37.107:38563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340636%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048048&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-38563&alias=discovery-c7.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.828.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.169:41031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426214%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998243&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-41031&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.827.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.664" EventTypeNumber = 28 Host = "<10.32.86.155:43035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339525%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034747&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-43035&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.828.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.664" EventTypeNumber = 28 Host = "<10.32.86.169:41031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426214%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998243&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-41031&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.786.000) 2024-10-24 12:01:15 Job executing on host: <10.5.206.172:34139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50994102%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021851&PrivNet=CRUSH-OSG-C7-10-5-206-172&addrs=10.5.206.172-34139&alias=CRUSH-OSG-C7-10-5-206-172&noUDP> ... 028 (10628.786.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.693" EventTypeNumber = 28 ExecuteHost = "<10.5.206.172:34139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50994102%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021851&PrivNet=CRUSH-OSG-C7-10-5-206-172&addrs=10.5.206.172-34139&alias=CRUSH-OSG-C7-10-5-206-172&noUDP>" JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 786 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.830.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.119:45983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904367%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970651&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45983&alias=d12chas562.crc.nd.edu&noUDP> ... 028 (10628.830.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.747" EventTypeNumber = 28 Host = "<10.32.86.119:45983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904367%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970651&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45983&alias=d12chas562.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.826.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.826.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.831.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.95:36547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339526%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955965&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-36547&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.831.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.815" EventTypeNumber = 28 Host = "<10.32.86.95:36547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339526%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955965&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-36547&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.816.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.816.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.827.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.827.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.828.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.828.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.829.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <10.32.86.107:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955967&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-45869&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.829.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.873" EventTypeNumber = 28 Host = "<10.32.86.107:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955967&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-45869&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.830.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.830.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.785.000) 2024-10-24 12:01:15 Warning from starter on slot1@glidein_24327_117341796@compute-0-5.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.838.000) 2024-10-24 12:01:15 Started transferring input files Transferring to host: <131.225.209.182:44699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001281&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-44699+[2620-6a-0-8862-f0-0-209-182]-44699&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP> ... 028 (10628.838.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.932" EventTypeNumber = 28 Host = "<131.225.209.182:44699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001281&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-44699+[2620-6a-0-8862-f0-0-209-182]-44699&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 838 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.831.000) 2024-10-24 12:01:15 Finished transferring input files ... 028 (10628.831.000) 2024-10-24 12:01:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:15.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.829.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.829.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.785.000) 2024-10-24 12:01:16 Job executing on host: <10.2.255.249:35499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001184&PrivNet=compute-0-5.local&addrs=10.2.255.249-35499&alias=compute-0-5.local&noUDP> ... 028 (10628.785.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.079" EventTypeNumber = 28 ExecuteHost = "<10.2.255.249:35499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001184&PrivNet=compute-0-5.local&addrs=10.2.255.249-35499&alias=compute-0-5.local&noUDP>" JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MyType = "ExecuteEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.837.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.167.199:35357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426216%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992682&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-35357+[2620-6a-0-8861-f0-0-167-199]-35357&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP> ... 028 (10628.837.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.133" EventTypeNumber = 28 Host = "<131.225.167.199:35357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426216%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992682&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-35357+[2620-6a-0-8861-f0-0-167-199]-35357&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 837 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.838.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.838.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 838 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.789.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_2824858_456364510@discovery-c5.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.832.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <10.32.86.105:33929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999555&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-33929&alias=d12chas555.crc.nd.edu&noUDP> ... 040 (10628.840.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.208.199:38497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884487%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034749&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-38497+[2620-6a-0-8862-f0-0-208-199]-38497&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP> ... 028 (10628.832.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.200" EventTypeNumber = 28 Host = "<10.32.86.105:33929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999555&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-33929&alias=d12chas555.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.840.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.200" EventTypeNumber = 28 Host = "<131.225.208.199:38497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884487%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034749&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-38497+[2620-6a-0-8862-f0-0-208-199]-38497&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 840 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.833.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <10.32.86.107:44693?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914720%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951384&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44693&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.833.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.259" EventTypeNumber = 28 Host = "<10.32.86.107:44693?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914720%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951384&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44693&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.837.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.837.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 837 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.823.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_3549411_260441351@comp-cc-0475.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.841.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.208.144:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951386&PrivNet=osg-3976486-0-fnpc23011.fnal.gov&addrs=131.225.208.144-39367+[2620-6a-0-8862-f0-0-208-144]-39367&alias=osg-3976486-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.841.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.326" EventTypeNumber = 28 Host = "<131.225.208.144:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951386&PrivNet=osg-3976486-0-fnpc23011.fnal.gov&addrs=131.225.208.144-39367+[2620-6a-0-8862-f0-0-208-144]-39367&alias=osg-3976486-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 841 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.789.000) 2024-10-24 12:01:16 Job executing on host: <10.88.37.105:41817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954361&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-41817&alias=discovery-c5.cluster.local&noUDP> ... 028 (10628.789.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.356" EventTypeNumber = 28 ExecuteHost = "<10.88.37.105:41817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954361&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-41817&alias=discovery-c5.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.832.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.832.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.842.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.209.145:40739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970652&PrivNet=osg-4196569-0-fnpc9054.fnal.gov&addrs=131.225.209.145-40739+[2620-6a-0-8862-f0-0-209-145]-40739&alias=osg-4196569-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.842.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.427" EventTypeNumber = 28 Host = "<131.225.209.145:40739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970652&PrivNet=osg-4196569-0-fnpc9054.fnal.gov&addrs=131.225.209.145-40739+[2620-6a-0-8862-f0-0-209-145]-40739&alias=osg-4196569-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 842 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.840.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.840.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 840 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.825.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.844.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.208.197:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970653&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33937+[2620-6a-0-8862-f0-0-208-197]-33937&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.844.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.494" EventTypeNumber = 28 Host = "<131.225.208.197:33937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970653&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33937+[2620-6a-0-8862-f0-0-208-197]-33937&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 844 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.833.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.833.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.820.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_3832502_152183880@comp-cc-0461.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.823.000) 2024-10-24 12:01:16 Job executing on host: <10.136.81.245:45765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955878&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-45765&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.823.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.523" EventTypeNumber = 28 ExecuteHost = "<10.136.81.245:45765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955878&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-45765&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 823 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.835.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <10.32.86.87:38853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034750&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-38853&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.835.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.586" EventTypeNumber = 28 Host = "<10.32.86.87:38853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034750&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-38853&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.834.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <10.32.86.113:36825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048049&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-36825&alias=d12chas559.crc.nd.edu&noUDP> ... 040 (10628.839.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.208.103:37305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719607%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001282&PrivNet=osg-3975893-0-fnpc19121.fnal.gov&addrs=131.225.208.103-37305+[2620-6a-0-8862-f0-0-208-103]-37305&alias=osg-3975893-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.834.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.586" EventTypeNumber = 28 Host = "<10.32.86.113:36825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048049&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-36825&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.839.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.586" EventTypeNumber = 28 Host = "<131.225.208.103:37305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719607%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001282&PrivNet=osg-3975893-0-fnpc19121.fnal.gov&addrs=131.225.208.103-37305+[2620-6a-0-8862-f0-0-208-103]-37305&alias=osg-3975893-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 839 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.841.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.841.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 841 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.822.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_3843493_378070146@comp-cc-0461.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.824.000) 2024-10-24 12:01:16 Warning from starter on slot1_1@glidein_984220_393538280@comp-cc-0445.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.843.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.166.233:45789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339527%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955968&PrivNet=osg-4196573-0-fnpc17149.fnal.gov&addrs=131.225.166.233-45789+[2620-6a-0-8861-f0-0-166-233]-45789&alias=osg-4196573-0-fnpc17149.fnal.gov&noUDP> ... 028 (10628.843.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.636" EventTypeNumber = 28 Host = "<131.225.166.233:45789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339527%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955968&PrivNet=osg-4196573-0-fnpc17149.fnal.gov&addrs=131.225.166.233-45789+[2620-6a-0-8861-f0-0-166-233]-45789&alias=osg-4196573-0-fnpc17149.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 843 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.845.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.208.25:43503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999556&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-43503+[2620-6a-0-8862-f0-0-208-25]-43503&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.845.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.686" EventTypeNumber = 28 Host = "<131.225.208.25:43503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999556&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-43503+[2620-6a-0-8862-f0-0-208-25]-43503&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 845 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.842.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.842.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 842 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.825.000) 2024-10-24 12:01:16 Job executing on host: <10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.825.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.775" EventTypeNumber = 28 ExecuteHost = "<10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 825 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.844.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.844.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 844 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.820.000) 2024-10-24 12:01:16 Job executing on host: <10.136.81.231:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363100%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999433&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-43679&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.820.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.800" EventTypeNumber = 28 ExecuteHost = "<10.136.81.231:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363100%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999433&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-43679&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 820 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.847.000) 2024-10-24 12:01:16 Started transferring input files Transferring to host: <131.225.166.182:45019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001283&PrivNet=osg-4196553-0-fnpc17106.fnal.gov&addrs=131.225.166.182-45019+[2620-6a-0-8861-f0-0-166-182]-45019&alias=osg-4196553-0-fnpc17106.fnal.gov&noUDP> ... 028 (10628.847.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.854" EventTypeNumber = 28 Host = "<131.225.166.182:45019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001283&PrivNet=osg-4196553-0-fnpc17106.fnal.gov&addrs=131.225.166.182-45019+[2620-6a-0-8861-f0-0-166-182]-45019&alias=osg-4196553-0-fnpc17106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 847 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.835.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.835.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.834.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.834.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.839.000) 2024-10-24 12:01:16 Finished transferring input files ... 028 (10628.839.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 839 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.822.000) 2024-10-24 12:01:16 Job executing on host: <10.136.81.231:33243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007844%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001154&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-33243&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.822.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.942" EventTypeNumber = 28 ExecuteHost = "<10.136.81.231:33243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007844%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001154&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-33243&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 822 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.824.000) 2024-10-24 12:01:16 Job executing on host: <10.136.81.215:38681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034606&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-38681&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP> ... 028 (10628.824.000) 2024-10-24 12:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:16.967" EventTypeNumber = 28 ExecuteHost = "<10.136.81.215:38681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034606&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-38681&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 824 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.573.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.573.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.846.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.209.168:41265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904371%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004389&PrivNet=osg-3975945-0-fnpc9067.fnal.gov&addrs=131.225.209.168-41265+[2620-6a-0-8862-f0-0-209-168]-41265&alias=osg-3975945-0-fnpc9067.fnal.gov&noUDP> ... 028 (10628.846.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.022" EventTypeNumber = 28 Host = "<131.225.209.168:41265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904371%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004389&PrivNet=osg-3975945-0-fnpc9067.fnal.gov&addrs=131.225.209.168-41265+[2620-6a-0-8862-f0-0-209-168]-41265&alias=osg-3975945-0-fnpc9067.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 846 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.843.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.843.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 843 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.845.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.845.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 845 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.826.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_2674164_558383442@d12chas589.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.853.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.209.184:45491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914726%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048051&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-45491+[2620-6a-0-8862-f0-0-209-184]-45491&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP> ... 028 (10628.853.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.090" EventTypeNumber = 28 Host = "<131.225.209.184:45491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914726%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048051&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-45491+[2620-6a-0-8862-f0-0-209-184]-45491&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 853 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.828.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_342758_703780832@d12chas587.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.827.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_3925962_649584960@d12chas580.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.830.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_1209856_548871498@d12chas562.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.848.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.84:38625?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884489%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998246&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-38625+[2620-6a-0-8862-f0-0-208-84]-38625&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP> ... 040 (10628.849.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.56:41335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001285&PrivNet=osg-4196458-0-fnpc23101.fnal.gov&addrs=131.225.208.56-41335+[2620-6a-0-8862-f0-0-208-56]-41335&alias=osg-4196458-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.848.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.148" EventTypeNumber = 28 Host = "<131.225.208.84:38625?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884489%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998246&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-38625+[2620-6a-0-8862-f0-0-208-84]-38625&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 848 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.849.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.148" EventTypeNumber = 28 Host = "<131.225.208.56:41335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001285&PrivNet=osg-4196458-0-fnpc23101.fnal.gov&addrs=131.225.208.56-41335+[2620-6a-0-8862-f0-0-208-56]-41335&alias=osg-4196458-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 849 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.816.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_3584611_149249100@discovery-c7.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.847.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.847.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 847 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.831.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_2535080_28531764@d12chas550.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.846.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.846.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 846 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.850.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.211.93:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404310%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951391&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-37171+[2620-6a-0-8862-f0-0-211-93]-37171&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP> ... 028 (10628.850.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.324" EventTypeNumber = 28 Host = "<131.225.211.93:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404310%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951391&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-37171+[2620-6a-0-8862-f0-0-211-93]-37171&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 850 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.838.000) 2024-10-24 12:01:17 Warning from starter on slot1_2@glidein_8_338530368@osg-4196664-0-fnpc9077.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.829.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_4001154_20376660@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.826.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.826.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.354" EventTypeNumber = 28 ExecuteHost = "<10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.851.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.195:36887?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340638%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004391&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-36887+[2620-6a-0-8862-f0-0-208-195]-36887&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.851.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.408" EventTypeNumber = 28 Host = "<131.225.208.195:36887?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340638%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004391&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-36887+[2620-6a-0-8862-f0-0-208-195]-36887&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 851 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.853.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.853.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 853 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.828.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.828.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.438" EventTypeNumber = 28 ExecuteHost = "<10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.837.000) 2024-10-24 12:01:17 Warning from starter on slot1_2@glidein_8_383282220@osg-4196627-0-fnpc8022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.827.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.827.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.522" EventTypeNumber = 28 ExecuteHost = "<10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.830.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP> ... 028 (10628.830.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.547" EventTypeNumber = 28 ExecuteHost = "<10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.848.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.848.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 848 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.849.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.849.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 849 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.840.000) 2024-10-24 12:01:17 Warning from starter on slot1_2@glidein_7_415824588@osg-4196280-0-fnpc23120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.854.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.162:42473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992687&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-42473+[2620-6a-0-8862-f0-0-208-162]-42473&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.854.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.609" EventTypeNumber = 28 Host = "<131.225.208.162:42473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992687&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-42473+[2620-6a-0-8862-f0-0-208-162]-42473&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 854 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.816.000) 2024-10-24 12:01:17 Job executing on host: <10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP> ... 028 (10628.816.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.639" EventTypeNumber = 28 ExecuteHost = "<10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.832.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_632299_85575549@d12chas555.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.836.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.166.198:44401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001286&PrivNet=osg-3975826-0-fnpc17122.fnal.gov&addrs=131.225.166.198-44401+[2620-6a-0-8861-f0-0-166-198]-44401&alias=osg-3975826-0-fnpc17122.fnal.gov&noUDP> ... 028 (10628.836.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.693" EventTypeNumber = 28 Host = "<131.225.166.198:44401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001286&PrivNet=osg-3975826-0-fnpc17122.fnal.gov&addrs=131.225.166.198-44401+[2620-6a-0-8861-f0-0-166-198]-44401&alias=osg-3975826-0-fnpc17122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 836 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.833.000) 2024-10-24 12:01:17 Warning from starter on slot1_1@glidein_4001143_589133100@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.842.000) 2024-10-24 12:01:17 Warning from starter on slot1_3@glidein_8_237734848@osg-4196569-0-fnpc9054.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.831.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.831.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.723" EventTypeNumber = 28 ExecuteHost = "<10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.850.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.850.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 850 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.838.000) 2024-10-24 12:01:17 Job executing on host: <131.225.209.182:43849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945246&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-43849+[2620-6a-0-8862-f0-0-209-182]-43849&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP> ... 028 (10628.838.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.823" EventTypeNumber = 28 ExecuteHost = "<131.225.209.182:43849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945246&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-43849+[2620-6a-0-8862-f0-0-209-182]-43849&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 838 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.829.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.829.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.848" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.861.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.173:37335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914729%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951392&PrivNet=osg-3976557-0-fnpc23040.fnal.gov&addrs=131.225.208.173-37335+[2620-6a-0-8862-f0-0-208-173]-37335&alias=osg-3976557-0-fnpc23040.fnal.gov&noUDP> ... 040 (10628.860.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.144:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001288&PrivNet=osg-4197127-0-fnpc23011.fnal.gov&addrs=131.225.208.144-35435+[2620-6a-0-8862-f0-0-208-144]-35435&alias=osg-4197127-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.861.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.849" EventTypeNumber = 28 Host = "<131.225.208.173:37335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914729%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951392&PrivNet=osg-3976557-0-fnpc23040.fnal.gov&addrs=131.225.208.173-37335+[2620-6a-0-8862-f0-0-208-173]-37335&alias=osg-3976557-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 861 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.860.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.849" EventTypeNumber = 28 Host = "<131.225.208.144:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001288&PrivNet=osg-4197127-0-fnpc23011.fnal.gov&addrs=131.225.208.144-35435+[2620-6a-0-8862-f0-0-208-144]-35435&alias=osg-4197127-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 860 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.851.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.851.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 851 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.855.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.68:33759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951393&PrivNet=osg-3976567-0-fnpc22029.fnal.gov&addrs=131.225.208.68-33759+[2620-6a-0-8862-f0-0-208-68]-33759&alias=osg-3976567-0-fnpc22029.fnal.gov&noUDP> ... 028 (10628.855.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.851" EventTypeNumber = 28 Host = "<131.225.208.68:33759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951393&PrivNet=osg-3976567-0-fnpc22029.fnal.gov&addrs=131.225.208.68-33759+[2620-6a-0-8862-f0-0-208-68]-33759&alias=osg-3976567-0-fnpc22029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 855 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.837.000) 2024-10-24 12:01:17 Job executing on host: <131.225.167.199:41067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042223&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-41067+[2620-6a-0-8861-f0-0-167-199]-41067&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP> ... 028 (10628.837.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.882" EventTypeNumber = 28 ExecuteHost = "<131.225.167.199:41067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042223&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-41067+[2620-6a-0-8861-f0-0-167-199]-41067&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 837 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.852.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <137.99.174.20:32855?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048054&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-32855&alias=cn426.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.852.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.884" EventTypeNumber = 28 Host = "<137.99.174.20:32855?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048054&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-32855&alias=cn426.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 852 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.844.000) 2024-10-24 12:01:17 Warning from starter on slot1_2@glidein_8_719202036@osg-4196583-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.840.000) 2024-10-24 12:01:17 Job executing on host: <131.225.208.199:43653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29344943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9932005&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-43653+[2620-6a-0-8862-f0-0-208-199]-43653&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP> ... 028 (10628.840.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.915" EventTypeNumber = 28 ExecuteHost = "<131.225.208.199:43653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29344943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9932005&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-43653+[2620-6a-0-8862-f0-0-208-199]-43653&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 840 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.854.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.854.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 854 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.832.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP> ... 028 (10628.832.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.940" EventTypeNumber = 28 ExecuteHost = "<10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.856.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.164:36915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970656&PrivNet=osg-4197119-0-fnpc23031.fnal.gov&addrs=131.225.208.164-36915+[2620-6a-0-8862-f0-0-208-164]-36915&alias=osg-4197119-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.856.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.941" EventTypeNumber = 28 Host = "<131.225.208.164:36915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970656&PrivNet=osg-4197119-0-fnpc23031.fnal.gov&addrs=131.225.208.164-36915+[2620-6a-0-8862-f0-0-208-164]-36915&alias=osg-4197119-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 856 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.836.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.836.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 836 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.833.000) 2024-10-24 12:01:17 Job executing on host: <10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.833.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.966" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.857.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.163:43097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951394&PrivNet=osg-4197223-0-fnpc23030.fnal.gov&addrs=131.225.208.163-43097+[2620-6a-0-8862-f0-0-208-163]-43097&alias=osg-4197223-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.857.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.966" EventTypeNumber = 28 Host = "<131.225.208.163:43097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951394&PrivNet=osg-4197223-0-fnpc23030.fnal.gov&addrs=131.225.208.163-43097+[2620-6a-0-8862-f0-0-208-163]-43097&alias=osg-4197223-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 857 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.842.000) 2024-10-24 12:01:17 Job executing on host: <131.225.209.145:33617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50877531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028570&PrivNet=osg-4196569-0-fnpc9054.fnal.gov&addrs=131.225.209.145-33617+[2620-6a-0-8862-f0-0-209-145]-33617&alias=osg-4196569-0-fnpc9054.fnal.gov&noUDP> ... 028 (10628.842.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.991" EventTypeNumber = 28 ExecuteHost = "<131.225.209.145:33617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50877531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028570&PrivNet=osg-4196569-0-fnpc9054.fnal.gov&addrs=131.225.209.145-33617+[2620-6a-0-8862-f0-0-209-145]-33617&alias=osg-4196569-0-fnpc9054.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 842 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.861.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.861.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 861 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.860.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.860.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 860 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.855.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.855.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 855 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.858.000) 2024-10-24 12:01:17 Started transferring input files Transferring to host: <131.225.208.171:39659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034756&PrivNet=osg-3976509-0-fnpc23039.fnal.gov&addrs=131.225.208.171-39659+[2620-6a-0-8862-f0-0-208-171]-39659&alias=osg-3976509-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.858.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.995" EventTypeNumber = 28 Host = "<131.225.208.171:39659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034756&PrivNet=osg-3976509-0-fnpc23039.fnal.gov&addrs=131.225.208.171-39659+[2620-6a-0-8862-f0-0-208-171]-39659&alias=osg-3976509-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 858 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.852.000) 2024-10-24 12:01:17 Finished transferring input files ... 028 (10628.852.000) 2024-10-24 12:01:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:17.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 852 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.834.000) 2024-10-24 12:01:18 Warning from starter on slot1_1@glidein_2678037_21274534@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.844.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.197:41489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985724&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41489+[2620-6a-0-8862-f0-0-208-197]-41489&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.844.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.016" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:41489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985724&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41489+[2620-6a-0-8862-f0-0-208-197]-41489&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 844 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.856.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.856.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 856 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.859.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.166.237:38705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007985%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001289&PrivNet=osg-4196623-0-fnpc17152.fnal.gov&addrs=131.225.166.237-38705+[2620-6a-0-8861-f0-0-166-237]-38705&alias=osg-4196623-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.859.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.019" EventTypeNumber = 28 Host = "<131.225.166.237:38705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007985%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001289&PrivNet=osg-4196623-0-fnpc17152.fnal.gov&addrs=131.225.166.237-38705+[2620-6a-0-8861-f0-0-166-237]-38705&alias=osg-4196623-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 859 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.857.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.857.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 857 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.858.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.858.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 858 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.834.000) 2024-10-24 12:01:18 Job executing on host: <10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.834.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.049" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.835.000) 2024-10-24 12:01:18 Warning from starter on slot1_1@glidein_3741895_188244063@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.862.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.208.172:36591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914731%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004393&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-36591+[2620-6a-0-8862-f0-0-208-172]-36591&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 040 (10628.863.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.208.39:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884494%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955973&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42581+[2620-6a-0-8862-f0-0-208-39]-42581&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP> ... 040 (10628.866.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.208.173:45539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719611%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955974&PrivNet=osg-3976563-0-fnpc23040.fnal.gov&addrs=131.225.208.173-45539+[2620-6a-0-8862-f0-0-208-173]-45539&alias=osg-3976563-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.862.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.052" EventTypeNumber = 28 Host = "<131.225.208.172:36591?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914731%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004393&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-36591+[2620-6a-0-8862-f0-0-208-172]-36591&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 862 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.863.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.052" EventTypeNumber = 28 Host = "<131.225.208.39:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884494%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955973&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42581+[2620-6a-0-8862-f0-0-208-39]-42581&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 863 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.866.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.052" EventTypeNumber = 28 Host = "<131.225.208.173:45539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719611%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955974&PrivNet=osg-3976563-0-fnpc23040.fnal.gov&addrs=131.225.208.173-45539+[2620-6a-0-8862-f0-0-208-173]-45539&alias=osg-3976563-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 866 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.859.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.859.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 859 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.835.000) 2024-10-24 12:01:18 Job executing on host: <10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.835.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.075" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.864.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.208.113:38121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034757&PrivNet=osg-4197184-0-fnpc23004.fnal.gov&addrs=131.225.208.113-38121+[2620-6a-0-8862-f0-0-208-113]-38121&alias=osg-4197184-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.864.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.078" EventTypeNumber = 28 Host = "<131.225.208.113:38121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034757&PrivNet=osg-4197184-0-fnpc23004.fnal.gov&addrs=131.225.208.113-38121+[2620-6a-0-8862-f0-0-208-113]-38121&alias=osg-4197184-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 864 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.866.000) 2024-10-24 12:01:18 Finished transferring input files ... 040 (10628.863.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.866.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 866 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.863.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 863 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.862.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.862.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 862 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.865.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.166.185:43189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007987%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001290&PrivNet=osg-4196502-0-fnpc17109.fnal.gov&addrs=131.225.166.185-43189+[2620-6a-0-8861-f0-0-166-185]-43189&alias=osg-4196502-0-fnpc17109.fnal.gov&noUDP> ... 028 (10628.865.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.122" EventTypeNumber = 28 Host = "<131.225.166.185:43189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007987%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001290&PrivNet=osg-4196502-0-fnpc17109.fnal.gov&addrs=131.225.166.185-43189+[2620-6a-0-8861-f0-0-166-185]-43189&alias=osg-4196502-0-fnpc17109.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 865 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.864.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.864.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 864 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.839.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_8_166210535@osg-3975893-0-fnpc19121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.865.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.865.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 865 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.839.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.103:34547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397556%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041644&PrivNet=osg-3975893-0-fnpc19121.fnal.gov&addrs=131.225.208.103-34547+[2620-6a-0-8862-f0-0-208-103]-34547&alias=osg-3975893-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.839.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.175" EventTypeNumber = 28 ExecuteHost = "<131.225.208.103:34547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397556%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041644&PrivNet=osg-3975893-0-fnpc19121.fnal.gov&addrs=131.225.208.103-34547+[2620-6a-0-8862-f0-0-208-103]-34547&alias=osg-3975893-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 839 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.868.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.208.173:34945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904375%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999559&PrivNet=osg-3976560-0-fnpc23040.fnal.gov&addrs=131.225.208.173-34945+[2620-6a-0-8862-f0-0-208-173]-34945&alias=osg-3976560-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.868.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.212" EventTypeNumber = 28 Host = "<131.225.208.173:34945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904375%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999559&PrivNet=osg-3976560-0-fnpc23040.fnal.gov&addrs=131.225.208.173-34945+[2620-6a-0-8862-f0-0-208-173]-34945&alias=osg-3976560-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 868 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.868.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.868.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 868 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.869.000) 2024-10-24 12:01:18 Started transferring input files Transferring to host: <131.225.166.186:36915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004394&PrivNet=osg-3975942-0-fnpc17110.fnal.gov&addrs=131.225.166.186-36915+[2620-6a-0-8861-f0-0-166-186]-36915&alias=osg-3975942-0-fnpc17110.fnal.gov&noUDP> ... 028 (10628.869.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.323" EventTypeNumber = 28 Host = "<131.225.166.186:36915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004394&PrivNet=osg-3975942-0-fnpc17110.fnal.gov&addrs=131.225.166.186-36915+[2620-6a-0-8861-f0-0-166-186]-36915&alias=osg-3975942-0-fnpc17110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 869 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.846.000) 2024-10-24 12:01:18 Warning from starter on slot1_2@glidein_8_204814851@osg-3975945-0-fnpc9067.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.843.000) 2024-10-24 12:01:18 Warning from starter on slot1_2@glidein_8_37990794@osg-4196573-0-fnpc17149.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.846.000) 2024-10-24 12:01:18 Job executing on host: <131.225.209.168:39883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001485%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985930&PrivNet=osg-3975945-0-fnpc9067.fnal.gov&addrs=131.225.209.168-39883+[2620-6a-0-8862-f0-0-209-168]-39883&alias=osg-3975945-0-fnpc9067.fnal.gov&noUDP> ... 028 (10628.846.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.358" EventTypeNumber = 28 ExecuteHost = "<131.225.209.168:39883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001485%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985930&PrivNet=osg-3975945-0-fnpc9067.fnal.gov&addrs=131.225.209.168-39883+[2620-6a-0-8862-f0-0-209-168]-39883&alias=osg-3975945-0-fnpc9067.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 846 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.847.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_8_368658140@osg-4196553-0-fnpc17106.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.869.000) 2024-10-24 12:01:18 Finished transferring input files ... 028 (10628.869.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 869 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.843.000) 2024-10-24 12:01:18 Job executing on host: <131.225.166.233:41423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9991830&PrivNet=osg-4196573-0-fnpc17149.fnal.gov&addrs=131.225.166.233-41423+[2620-6a-0-8861-f0-0-166-233]-41423&alias=osg-4196573-0-fnpc17149.fnal.gov&noUDP> ... 028 (10628.843.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.384" EventTypeNumber = 28 ExecuteHost = "<131.225.166.233:41423?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9991830&PrivNet=osg-4196573-0-fnpc17149.fnal.gov&addrs=131.225.166.233-41423+[2620-6a-0-8861-f0-0-166-233]-41423&alias=osg-4196573-0-fnpc17149.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 843 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.184.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_35785_719031000@mem9: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.847.000) 2024-10-24 12:01:18 Job executing on host: <131.225.166.182:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997302&PrivNet=osg-4196553-0-fnpc17106.fnal.gov&addrs=131.225.166.182-44169+[2620-6a-0-8861-f0-0-166-182]-44169&alias=osg-4196553-0-fnpc17106.fnal.gov&noUDP> ... 028 (10628.847.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.409" EventTypeNumber = 28 ExecuteHost = "<131.225.166.182:44169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997302&PrivNet=osg-4196553-0-fnpc17106.fnal.gov&addrs=131.225.166.182-44169+[2620-6a-0-8861-f0-0-166-182]-44169&alias=osg-4196553-0-fnpc17106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 847 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.184.000) 2024-10-24 12:01:18 Job executing on host: <10.3.129.209:35873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50901237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9991252&PrivNet=mem9&addrs=10.3.129.209-35873&alias=mem9&noUDP> ... 028 (10628.184.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.450" EventTypeNumber = 28 ExecuteHost = "<10.3.129.209:35873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50901237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9991252&PrivNet=mem9&addrs=10.3.129.209-35873&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 184 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.183.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_33981_31699108@mem9: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.849.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_8_344314431@osg-4196458-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.849.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.56:43189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906768%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9991633&PrivNet=osg-4196458-0-fnpc23101.fnal.gov&addrs=131.225.208.56-43189+[2620-6a-0-8862-f0-0-208-56]-43189&alias=osg-4196458-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.849.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.592" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:43189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906768%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9991633&PrivNet=osg-4196458-0-fnpc23101.fnal.gov&addrs=131.225.208.56-43189+[2620-6a-0-8862-f0-0-208-56]-43189&alias=osg-4196458-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 849 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.848.000) 2024-10-24 12:01:18 Warning from starter on slot1_2@glidein_8_197696730@osg-4196609-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.183.000) 2024-10-24 12:01:18 Job executing on host: <10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP> ... 028 (10628.183.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.626" EventTypeNumber = 28 ExecuteHost = "<10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 183 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.848.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.84:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908090%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042173&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45993+[2620-6a-0-8862-f0-0-208-84]-45993&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.848.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.651" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908090%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042173&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45993+[2620-6a-0-8862-f0-0-208-84]-45993&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 848 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.853.000) 2024-10-24 12:01:18 Warning from starter on slot1_2@glidein_8_183074758@osg-3975946-0-fnpc9078.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.853.000) 2024-10-24 12:01:18 Job executing on host: <131.225.209.184:36251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992895&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36251+[2620-6a-0-8862-f0-0-209-184]-36251&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP> ... 028 (10628.853.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.684" EventTypeNumber = 28 ExecuteHost = "<131.225.209.184:36251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992895&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36251+[2620-6a-0-8862-f0-0-209-184]-36251&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 853 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.841.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_8_842561480@osg-3976486-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.845.000) 2024-10-24 12:01:18 Warning from starter on slot1_3@glidein_8_897096594@osg-4196691-0-fnpc22006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.841.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.144:42655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900821%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995903&PrivNet=osg-3976486-0-fnpc23011.fnal.gov&addrs=131.225.208.144-42655+[2620-6a-0-8862-f0-0-208-144]-42655&alias=osg-3976486-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.841.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.843" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:42655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900821%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995903&PrivNet=osg-3976486-0-fnpc23011.fnal.gov&addrs=131.225.208.144-42655+[2620-6a-0-8862-f0-0-208-144]-42655&alias=osg-3976486-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 841 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.851.000) 2024-10-24 12:01:18 Warning from starter on slot1_1@glidein_8_53893620@osg-3976221-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.845.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.25:44757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029349&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-44757+[2620-6a-0-8862-f0-0-208-25]-44757&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.845.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.868" EventTypeNumber = 28 ExecuteHost = "<131.225.208.25:44757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029349&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-44757+[2620-6a-0-8862-f0-0-208-25]-44757&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 845 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.851.000) 2024-10-24 12:01:18 Job executing on host: <131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.851.000) 2024-10-24 12:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:18.893" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 851 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.854.000) 2024-10-24 12:01:18 Warning from starter on slot1_1@glidein_8_296700250@osg-3976524-0-fnpc23029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.854.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.854.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.027" EventTypeNumber = 28 ExecuteHost = "<131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 854 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.861.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_374989545@osg-3976557-0-fnpc23040.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.836.000) 2024-10-24 12:01:19 Warning from starter on slot1_2@glidein_8_401436618@osg-3975826-0-fnpc17122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.855.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_352307184@osg-3976567-0-fnpc22029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.850.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_9_32662885@osg-3976006-0-fnpc7584.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.861.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.173:43217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989273&PrivNet=osg-3976557-0-fnpc23040.fnal.gov&addrs=131.225.208.173-43217+[2620-6a-0-8862-f0-0-208-173]-43217&alias=osg-3976557-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.861.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.236" EventTypeNumber = 28 ExecuteHost = "<131.225.208.173:43217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989273&PrivNet=osg-3976557-0-fnpc23040.fnal.gov&addrs=131.225.208.173-43217+[2620-6a-0-8862-f0-0-208-173]-43217&alias=osg-3976557-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 861 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.857.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_239175631@osg-4197223-0-fnpc23030.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.836.000) 2024-10-24 12:01:19 Job executing on host: <131.225.166.198:45871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9963804&PrivNet=osg-3975826-0-fnpc17122.fnal.gov&addrs=131.225.166.198-45871+[2620-6a-0-8861-f0-0-166-198]-45871&alias=osg-3975826-0-fnpc17122.fnal.gov&noUDP> ... 028 (10628.836.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.262" EventTypeNumber = 28 ExecuteHost = "<131.225.166.198:45871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50907149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9963804&PrivNet=osg-3975826-0-fnpc17122.fnal.gov&addrs=131.225.166.198-45871+[2620-6a-0-8861-f0-0-166-198]-45871&alias=osg-3975826-0-fnpc17122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 836 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.855.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.68:43267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336399%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952668&PrivNet=osg-3976567-0-fnpc22029.fnal.gov&addrs=131.225.208.68-43267+[2620-6a-0-8862-f0-0-208-68]-43267&alias=osg-3976567-0-fnpc22029.fnal.gov&noUDP> ... 028 (10628.855.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.287" EventTypeNumber = 28 ExecuteHost = "<131.225.208.68:43267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336399%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952668&PrivNet=osg-3976567-0-fnpc22029.fnal.gov&addrs=131.225.208.68-43267+[2620-6a-0-8862-f0-0-208-68]-43267&alias=osg-3976567-0-fnpc22029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 855 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.860.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_441148395@osg-4197127-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.866.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_639385680@osg-3976563-0-fnpc23040.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.774.000) 2024-10-24 12:01:19 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3672 - ResidentSetSize of job (KB) ... 028 (10628.774.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 774 ResidentSetSize = 3672 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.856.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_60469260@osg-4197119-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.858.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_6511456@osg-3976509-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.850.000) 2024-10-24 12:01:19 Job executing on host: <131.225.211.93:44807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949701&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-44807+[2620-6a-0-8862-f0-0-211-93]-44807&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP> ... 028 (10628.850.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.430" EventTypeNumber = 28 ExecuteHost = "<131.225.211.93:44807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949701&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-44807+[2620-6a-0-8862-f0-0-211-93]-44807&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 850 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.857.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.163:46149?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952755&PrivNet=osg-4197223-0-fnpc23030.fnal.gov&addrs=131.225.208.163-46149+[2620-6a-0-8862-f0-0-208-163]-46149&alias=osg-4197223-0-fnpc23030.fnal.gov&noUDP> ... 028 (10628.857.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.455" EventTypeNumber = 28 ExecuteHost = "<131.225.208.163:46149?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952755&PrivNet=osg-4197223-0-fnpc23030.fnal.gov&addrs=131.225.208.163-46149+[2620-6a-0-8862-f0-0-208-163]-46149&alias=osg-4197223-0-fnpc23030.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 857 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.863.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_146252484@osg-3976496-0-fnpc22014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.859.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_668889900@osg-4196623-0-fnpc17152.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.860.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.144:33325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988875&PrivNet=osg-4197127-0-fnpc23011.fnal.gov&addrs=131.225.208.144-33325+[2620-6a-0-8862-f0-0-208-144]-33325&alias=osg-4197127-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.860.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.480" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:33325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988875&PrivNet=osg-4197127-0-fnpc23011.fnal.gov&addrs=131.225.208.144-33325+[2620-6a-0-8862-f0-0-208-144]-33325&alias=osg-4197127-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 860 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.862.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_219436530@osg-3976494-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.868.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_512698680@osg-3976560-0-fnpc23040.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.866.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.173:33545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952688&PrivNet=osg-3976563-0-fnpc23040.fnal.gov&addrs=131.225.208.173-33545+[2620-6a-0-8862-f0-0-208-173]-33545&alias=osg-3976563-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.866.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.563" EventTypeNumber = 28 ExecuteHost = "<131.225.208.173:33545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952688&PrivNet=osg-3976563-0-fnpc23040.fnal.gov&addrs=131.225.208.173-33545+[2620-6a-0-8862-f0-0-208-173]-33545&alias=osg-3976563-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 866 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.772.000) 2024-10-24 12:01:19 Finished transferring input files ... 028 (10628.772.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.864.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_575748937@osg-4197184-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.865.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_103123884@osg-4196502-0-fnpc17109.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.856.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.164:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910940%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947693&PrivNet=osg-4197119-0-fnpc23031.fnal.gov&addrs=131.225.208.164-35691+[2620-6a-0-8862-f0-0-208-164]-35691&alias=osg-4197119-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.856.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.647" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910940%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947693&PrivNet=osg-4197119-0-fnpc23031.fnal.gov&addrs=131.225.208.164-35691+[2620-6a-0-8862-f0-0-208-164]-35691&alias=osg-4197119-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 856 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.858.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.171:45877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337067%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000794&PrivNet=osg-3976509-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45877+[2620-6a-0-8862-f0-0-208-171]-45877&alias=osg-3976509-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.858.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.672" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:45877?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337067%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000794&PrivNet=osg-3976509-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45877+[2620-6a-0-8862-f0-0-208-171]-45877&alias=osg-3976509-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 858 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.863.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.39:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952267&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42607+[2620-6a-0-8862-f0-0-208-39]-42607&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP> ... 028 (10628.863.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.706" EventTypeNumber = 28 ExecuteHost = "<131.225.208.39:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952267&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42607+[2620-6a-0-8862-f0-0-208-39]-42607&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 863 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.181.000) 2024-10-24 12:01:19 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5416 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 5416 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.859.000) 2024-10-24 12:01:19 Job executing on host: <131.225.166.237:33827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398176%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964672&PrivNet=osg-4196623-0-fnpc17152.fnal.gov&addrs=131.225.166.237-33827+[2620-6a-0-8861-f0-0-166-237]-33827&alias=osg-4196623-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.859.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.739" EventTypeNumber = 28 ExecuteHost = "<131.225.166.237:33827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398176%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964672&PrivNet=osg-4196623-0-fnpc17152.fnal.gov&addrs=131.225.166.237-33827+[2620-6a-0-8861-f0-0-166-237]-33827&alias=osg-4196623-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 859 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.862.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.862.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.840" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 862 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.868.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.173:44553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422895%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952689&PrivNet=osg-3976560-0-fnpc23040.fnal.gov&addrs=131.225.208.173-44553+[2620-6a-0-8862-f0-0-208-173]-44553&alias=osg-3976560-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.868.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.865" EventTypeNumber = 28 ExecuteHost = "<131.225.208.173:44553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422895%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952689&PrivNet=osg-3976560-0-fnpc23040.fnal.gov&addrs=131.225.208.173-44553+[2620-6a-0-8862-f0-0-208-173]-44553&alias=osg-3976560-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 868 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.867.000) 2024-10-24 12:01:19 Started transferring input files Transferring to host: <131.225.208.173:34923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004396&PrivNet=osg-3976562-0-fnpc23040.fnal.gov&addrs=131.225.208.173-34923+[2620-6a-0-8862-f0-0-208-173]-34923&alias=osg-3976562-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.867.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.935" EventTypeNumber = 28 Host = "<131.225.208.173:34923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004396&PrivNet=osg-3976562-0-fnpc23040.fnal.gov&addrs=131.225.208.173-34923+[2620-6a-0-8862-f0-0-208-173]-34923&alias=osg-3976562-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 867 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.864.000) 2024-10-24 12:01:19 Job executing on host: <131.225.208.113:37327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044776&PrivNet=osg-4197184-0-fnpc23004.fnal.gov&addrs=131.225.208.113-37327+[2620-6a-0-8862-f0-0-208-113]-37327&alias=osg-4197184-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.864.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.957" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:37327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044776&PrivNet=osg-4197184-0-fnpc23004.fnal.gov&addrs=131.225.208.113-37327+[2620-6a-0-8862-f0-0-208-113]-37327&alias=osg-4197184-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 864 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.869.000) 2024-10-24 12:01:19 Warning from starter on slot1_1@glidein_8_135265668@osg-3975942-0-fnpc17110.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.865.000) 2024-10-24 12:01:19 Job executing on host: <131.225.166.185:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041338&PrivNet=osg-4196502-0-fnpc17109.fnal.gov&addrs=131.225.166.185-45209+[2620-6a-0-8861-f0-0-166-185]-45209&alias=osg-4196502-0-fnpc17109.fnal.gov&noUDP> ... 028 (10628.865.000) 2024-10-24 12:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:19.982" EventTypeNumber = 28 ExecuteHost = "<131.225.166.185:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041338&PrivNet=osg-4196502-0-fnpc17109.fnal.gov&addrs=131.225.166.185-45209+[2620-6a-0-8861-f0-0-166-185]-45209&alias=osg-4196502-0-fnpc17109.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 865 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.776.000) 2024-10-24 12:01:20 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3672 - ResidentSetSize of job (KB) ... 028 (10628.776.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 776 ResidentSetSize = 3672 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.872.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.59:46859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904378%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951396&PrivNet=osg-4197180-0-fnpc22026.fnal.gov&addrs=131.225.208.59-46859+[2620-6a-0-8862-f0-0-208-59]-46859&alias=osg-4197180-0-fnpc22026.fnal.gov&noUDP> ... 040 (10628.871.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.39:43137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034760&PrivNet=osg-3976523-0-fnpc22014.fnal.gov&addrs=131.225.208.39-43137+[2620-6a-0-8862-f0-0-208-39]-43137&alias=osg-3976523-0-fnpc22014.fnal.gov&noUDP> ... 028 (10628.872.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.053" EventTypeNumber = 28 Host = "<131.225.208.59:46859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904378%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951396&PrivNet=osg-4197180-0-fnpc22026.fnal.gov&addrs=131.225.208.59-46859+[2620-6a-0-8862-f0-0-208-59]-46859&alias=osg-4197180-0-fnpc22026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 872 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.871.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.053" EventTypeNumber = 28 Host = "<131.225.208.39:43137?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719614%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034760&PrivNet=osg-3976523-0-fnpc22014.fnal.gov&addrs=131.225.208.39-43137+[2620-6a-0-8862-f0-0-208-39]-43137&alias=osg-3976523-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 871 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.877.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.119:43925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955977&PrivNet=osg-4196811-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43925+[2620-6a-0-8862-f0-0-208-119]-43925&alias=osg-4196811-0-fnpc19135.fnal.gov&noUDP> ... 040 (10628.876.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.167.207:39583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970662&PrivNet=osg-4196778-0-fnpc8026.fnal.gov&addrs=131.225.167.207-39583+[2620-6a-0-8861-f0-0-167-207]-39583&alias=osg-4196778-0-fnpc8026.fnal.gov&noUDP> ... 028 (10628.877.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.111" EventTypeNumber = 28 Host = "<131.225.208.119:43925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955977&PrivNet=osg-4196811-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43925+[2620-6a-0-8862-f0-0-208-119]-43925&alias=osg-4196811-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 877 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.876.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.111" EventTypeNumber = 28 Host = "<131.225.167.207:39583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970662&PrivNet=osg-4196778-0-fnpc8026.fnal.gov&addrs=131.225.167.207-39583+[2620-6a-0-8861-f0-0-167-207]-39583&alias=osg-4196778-0-fnpc8026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 876 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.867.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.867.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 867 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.869.000) 2024-10-24 12:01:20 Job executing on host: <131.225.166.186:41421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028771&PrivNet=osg-3975942-0-fnpc17110.fnal.gov&addrs=131.225.166.186-41421+[2620-6a-0-8861-f0-0-166-186]-41421&alias=osg-3975942-0-fnpc17110.fnal.gov&noUDP> ... 028 (10628.869.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.133" EventTypeNumber = 28 ExecuteHost = "<131.225.166.186:41421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028771&PrivNet=osg-3975942-0-fnpc17110.fnal.gov&addrs=131.225.166.186-41421+[2620-6a-0-8861-f0-0-166-186]-41421&alias=osg-3975942-0-fnpc17110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 869 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.878.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <10.136.81.226:40211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998254&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40211&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.878.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.187" EventTypeNumber = 28 Host = "<10.136.81.226:40211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998254&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-40211&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 878 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.872.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.872.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 872 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.871.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.871.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 871 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.877.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.877.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 877 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.876.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.876.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 876 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.778.000) 2024-10-24 12:01:20 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5896 - ResidentSetSize of job (KB) ... 028 (10628.778.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.292" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 778 ResidentSetSize = 5896 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.874.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.167.99:40123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719620%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034765&PrivNet=osg-3976174-0-fnpc7205.fnal.gov&addrs=131.225.167.99-40123+[2620-6a-0-8861-f0-0-167-99]-40123&alias=osg-3976174-0-fnpc7205.fnal.gov&noUDP> ... 028 (10628.874.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.313" EventTypeNumber = 28 Host = "<131.225.167.99:40123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719620%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034765&PrivNet=osg-3976174-0-fnpc7205.fnal.gov&addrs=131.225.167.99-40123+[2620-6a-0-8861-f0-0-167-99]-40123&alias=osg-3976174-0-fnpc7205.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 874 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.878.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.878.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 878 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.777.000) 2024-10-24 12:01:20 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6192 - ResidentSetSize of job (KB) ... 028 (10628.777.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 777 ResidentSetSize = 6192 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.873.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.179:37269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001296&PrivNet=osg-4196802-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37269+[2620-6a-0-8862-f0-0-208-179]-37269&alias=osg-4196802-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.873.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.430" EventTypeNumber = 28 Host = "<131.225.208.179:37269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001296&PrivNet=osg-4196802-0-fnpc23045.fnal.gov&addrs=131.225.208.179-37269+[2620-6a-0-8862-f0-0-208-179]-37269&alias=osg-4196802-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 873 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.874.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.874.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 874 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.875.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.143:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363239%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970664&PrivNet=osg-4196817-0-fnpc23010.fnal.gov&addrs=131.225.208.143-46397+[2620-6a-0-8862-f0-0-208-143]-46397&alias=osg-4196817-0-fnpc23010.fnal.gov&noUDP> ... 028 (10628.875.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.547" EventTypeNumber = 28 Host = "<131.225.208.143:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363239%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970664&PrivNet=osg-4196817-0-fnpc23010.fnal.gov&addrs=131.225.208.143-46397+[2620-6a-0-8862-f0-0-208-143]-46397&alias=osg-4196817-0-fnpc23010.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 875 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.873.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.873.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 873 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.875.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.875.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 875 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.890.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.116:35783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951397&PrivNet=osg-3976081-0-fnpc19132.fnal.gov&addrs=131.225.208.116-35783+[2620-6a-0-8862-f0-0-208-116]-35783&alias=osg-3976081-0-fnpc19132.fnal.gov&noUDP> ... 028 (10628.890.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.673" EventTypeNumber = 28 Host = "<131.225.208.116:35783?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951397&PrivNet=osg-3976081-0-fnpc19132.fnal.gov&addrs=131.225.208.116-35783+[2620-6a-0-8862-f0-0-208-116]-35783&alias=osg-3976081-0-fnpc19132.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 890 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.880.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.183:37457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914741%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004401&PrivNet=osg-4196810-0-fnpc23050.fnal.gov&addrs=131.225.208.183-37457+[2620-6a-0-8862-f0-0-208-183]-37457&alias=osg-4196810-0-fnpc23050.fnal.gov&noUDP> ... 028 (10628.880.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.731" EventTypeNumber = 28 Host = "<131.225.208.183:37457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914741%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004401&PrivNet=osg-4196810-0-fnpc23050.fnal.gov&addrs=131.225.208.183-37457+[2620-6a-0-8862-f0-0-208-183]-37457&alias=osg-4196810-0-fnpc23050.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 880 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.890.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.890.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 890 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.892.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.195:42593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955980&PrivNet=osg-3975878-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42593+[2620-6a-0-8862-f0-0-208-195]-42593&alias=osg-3975878-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.892.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.790" EventTypeNumber = 28 Host = "<131.225.208.195:42593?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955980&PrivNet=osg-3975878-0-fnpc23116.fnal.gov&addrs=131.225.208.195-42593+[2620-6a-0-8862-f0-0-208-195]-42593&alias=osg-3975878-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 892 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.880.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.880.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 880 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.882.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.191:44363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992689&PrivNet=osg-3976167-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44363+[2620-6a-0-8862-f0-0-208-191]-44363&alias=osg-3976167-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.882.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.850" EventTypeNumber = 28 Host = "<131.225.208.191:44363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884505%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992689&PrivNet=osg-3976167-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44363+[2620-6a-0-8862-f0-0-208-191]-44363&alias=osg-3976167-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 882 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.892.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.892.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 892 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.775.000) 2024-10-24 12:01:20 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3676 - ResidentSetSize of job (KB) ... 028 (10628.775.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 775 ResidentSetSize = 3676 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.883.000) 2024-10-24 12:01:20 Started transferring input files Transferring to host: <131.225.208.175:43053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992691&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-43053+[2620-6a-0-8862-f0-0-208-175]-43053&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.883.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.967" EventTypeNumber = 28 Host = "<131.225.208.175:43053?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992691&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-43053+[2620-6a-0-8862-f0-0-208-175]-43053&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 883 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.882.000) 2024-10-24 12:01:20 Finished transferring input files ... 028 (10628.882.000) 2024-10-24 12:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:20.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 882 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.782.000) 2024-10-24 12:01:21 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6584 - ResidentSetSize of job (KB) ... 028 (10628.782.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 782 ResidentSetSize = 6584 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.887.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <10.136.81.211:43769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339535%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992693&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-43769&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP> ... 040 (10628.894.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.167.196:45013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426229%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955981&PrivNet=osg-3976177-0-fnpc8019.fnal.gov&addrs=131.225.167.196-45013+[2620-6a-0-8861-f0-0-167-196]-45013&alias=osg-3976177-0-fnpc8019.fnal.gov&noUDP> ... 028 (10628.887.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.085" EventTypeNumber = 28 Host = "<10.136.81.211:43769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339535%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992693&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-43769&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 887 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.894.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.085" EventTypeNumber = 28 Host = "<131.225.167.196:45013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426229%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955981&PrivNet=osg-3976177-0-fnpc8019.fnal.gov&addrs=131.225.167.196-45013+[2620-6a-0-8861-f0-0-167-196]-45013&alias=osg-3976177-0-fnpc8019.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 894 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.883.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.883.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 883 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.852.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_341476_61828770@cn426.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.791.000) 2024-10-24 12:01:21 Image size of job updated: 3262236 56 - MemoryUsage of job (MB) 57192 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 57192 Size = 3262236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.885.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.120:34567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363241%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999566&PrivNet=osg-3976275-0-fnpc19136.fnal.gov&addrs=131.225.208.120-34567+[2620-6a-0-8862-f0-0-208-120]-34567&alias=osg-3976275-0-fnpc19136.fnal.gov&noUDP> ... 040 (10628.884.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.74:35905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951402&PrivNet=osg-3976412-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35905+[2620-6a-0-8862-f0-0-208-74]-35905&alias=osg-3976412-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.885.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.152" EventTypeNumber = 28 Host = "<131.225.208.120:34567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363241%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999566&PrivNet=osg-3976275-0-fnpc19136.fnal.gov&addrs=131.225.208.120-34567+[2620-6a-0-8862-f0-0-208-120]-34567&alias=osg-3976275-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 885 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.884.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.152" EventTypeNumber = 28 Host = "<131.225.208.74:35905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951402&PrivNet=osg-3976412-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35905+[2620-6a-0-8862-f0-0-208-74]-35905&alias=osg-3976412-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 884 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.894.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.894.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 894 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.887.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.887.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 887 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.867.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_89842688@osg-3976562-0-fnpc23040.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.795.000) 2024-10-24 12:01:21 Image size of job updated: 3397412 56 - MemoryUsage of job (MB) 57068 - ResidentSetSize of job (KB) ... 028 (10628.795.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 795 ResidentSetSize = 57068 Size = 3397412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.896.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.57:36007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955982&PrivNet=osg-3976190-0-fnpc22025.fnal.gov&addrs=131.225.208.57-36007+[2620-6a-0-8862-f0-0-208-57]-36007&alias=osg-3976190-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.896.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.278" EventTypeNumber = 28 Host = "<131.225.208.57:36007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955982&PrivNet=osg-3976190-0-fnpc22025.fnal.gov&addrs=131.225.208.57-36007+[2620-6a-0-8862-f0-0-208-57]-36007&alias=osg-3976190-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 896 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.796.000) 2024-10-24 12:01:21 Image size of job updated: 3261980 56 - MemoryUsage of job (MB) 57176 - ResidentSetSize of job (KB) ... 028 (10628.796.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 796 ResidentSetSize = 57176 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.852.000) 2024-10-24 12:01:21 Job executing on host: <137.99.174.20:39793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422060%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030969&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-39793&alias=cn426.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.852.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.308" EventTypeNumber = 28 ExecuteHost = "<137.99.174.20:39793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422060%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030969&PrivNet=cn426.storrs.hpc.uconn.edu&addrs=137.99.174.20-39793&alias=cn426.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 852 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.885.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.885.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 885 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.872.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_324875628@osg-4197180-0-fnpc22026.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.891.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.189:44073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404318%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970667&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-44073+[2620-6a-0-8862-f0-0-208-189]-44073&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP> ... 028 (10628.891.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.386" EventTypeNumber = 28 Host = "<131.225.208.189:44073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404318%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970667&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-44073+[2620-6a-0-8862-f0-0-208-189]-44073&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 891 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.884.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.884.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 884 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.797.000) 2024-10-24 12:01:21 Image size of job updated: 3261980 52 - MemoryUsage of job (MB) 52944 - ResidentSetSize of job (KB) ... 028 (10628.797.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 797 ResidentSetSize = 52944 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.867.000) 2024-10-24 12:01:21 Job executing on host: <131.225.208.173:45203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948116&PrivNet=osg-3976562-0-fnpc23040.fnal.gov&addrs=131.225.208.173-45203+[2620-6a-0-8862-f0-0-208-173]-45203&alias=osg-3976562-0-fnpc23040.fnal.gov&noUDP> ... 028 (10628.867.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.458" EventTypeNumber = 28 ExecuteHost = "<131.225.208.173:45203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948116&PrivNet=osg-3976562-0-fnpc23040.fnal.gov&addrs=131.225.208.173-45203+[2620-6a-0-8862-f0-0-208-173]-45203&alias=osg-3976562-0-fnpc23040.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 867 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.896.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.896.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 896 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.871.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_153575328@osg-3976523-0-fnpc22014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.877.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_9_74133276@osg-4196811-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.889.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <10.136.81.212:45293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048059&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-45293&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP> ... 040 (10628.879.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.127:35299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719623%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001300&PrivNet=osg-4196824-0-fnpc23006.fnal.gov&addrs=131.225.208.127-35299+[2620-6a-0-8862-f0-0-208-127]-35299&alias=osg-4196824-0-fnpc23006.fnal.gov&noUDP> ... 028 (10628.889.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.512" EventTypeNumber = 28 Host = "<10.136.81.212:45293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363242%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048059&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-45293&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 889 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.879.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.512" EventTypeNumber = 28 Host = "<131.225.208.127:35299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719623%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001300&PrivNet=osg-4196824-0-fnpc23006.fnal.gov&addrs=131.225.208.127-35299+[2620-6a-0-8862-f0-0-208-127]-35299&alias=osg-4196824-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 879 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.881.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.78:45341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048060&PrivNet=osg-3976184-0-fnpc22036.fnal.gov&addrs=131.225.208.78-45341+[2620-6a-0-8862-f0-0-208-78]-45341&alias=osg-3976184-0-fnpc22036.fnal.gov&noUDP> ... 028 (10628.881.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.571" EventTypeNumber = 28 Host = "<131.225.208.78:45341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048060&PrivNet=osg-3976184-0-fnpc22036.fnal.gov&addrs=131.225.208.78-45341+[2620-6a-0-8862-f0-0-208-78]-45341&alias=osg-3976184-0-fnpc22036.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 881 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.779.000) 2024-10-24 12:01:21 Image size of job updated: 3606532 95 - MemoryUsage of job (MB) 96284 - ResidentSetSize of job (KB) ... 028 (10628.779.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 779 ResidentSetSize = 96284 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.872.000) 2024-10-24 12:01:21 Job executing on host: <131.225.208.59:34929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031604&PrivNet=osg-4197180-0-fnpc22026.fnal.gov&addrs=131.225.208.59-34929+[2620-6a-0-8862-f0-0-208-59]-34929&alias=osg-4197180-0-fnpc22026.fnal.gov&noUDP> ... 028 (10628.872.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.601" EventTypeNumber = 28 ExecuteHost = "<131.225.208.59:34929?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031604&PrivNet=osg-4197180-0-fnpc22026.fnal.gov&addrs=131.225.208.59-34929+[2620-6a-0-8862-f0-0-208-59]-34929&alias=osg-4197180-0-fnpc22026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 872 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.891.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.891.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 891 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.878.000) 2024-10-24 12:01:21 Warning from starter on slot1_3@glidein_1961063_17607810@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.876.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_37597599@osg-4196778-0-fnpc8026.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.893.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.120:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970668&PrivNet=osg-4196821-0-fnpc19136.fnal.gov&addrs=131.225.208.120-41253+[2620-6a-0-8862-f0-0-208-120]-41253&alias=osg-4196821-0-fnpc19136.fnal.gov&noUDP> ... 028 (10628.893.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.655" EventTypeNumber = 28 Host = "<131.225.208.120:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970668&PrivNet=osg-4196821-0-fnpc19136.fnal.gov&addrs=131.225.208.120-41253+[2620-6a-0-8862-f0-0-208-120]-41253&alias=osg-4196821-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 893 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.886.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.89:39735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884507%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992694&PrivNet=osg-4196823-0-fnpc19108.fnal.gov&addrs=131.225.208.89-39735+[2620-6a-0-8862-f0-0-208-89]-39735&alias=osg-4196823-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.886.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.705" EventTypeNumber = 28 Host = "<131.225.208.89:39735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884507%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992694&PrivNet=osg-4196823-0-fnpc19108.fnal.gov&addrs=131.225.208.89-39735+[2620-6a-0-8862-f0-0-208-89]-39735&alias=osg-4196823-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 886 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.871.000) 2024-10-24 12:01:21 Job executing on host: <131.225.208.39:39719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422634%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031444&PrivNet=osg-3976523-0-fnpc22014.fnal.gov&addrs=131.225.208.39-39719+[2620-6a-0-8862-f0-0-208-39]-39719&alias=osg-3976523-0-fnpc22014.fnal.gov&noUDP> ... 028 (10628.871.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.727" EventTypeNumber = 28 ExecuteHost = "<131.225.208.39:39719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422634%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031444&PrivNet=osg-3976523-0-fnpc22014.fnal.gov&addrs=131.225.208.39-39719+[2620-6a-0-8862-f0-0-208-39]-39719&alias=osg-3976523-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 871 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.877.000) 2024-10-24 12:01:21 Job executing on host: <131.225.208.119:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399379%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994254&PrivNet=osg-4196811-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43679+[2620-6a-0-8862-f0-0-208-119]-43679&alias=osg-4196811-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.877.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.752" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399379%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994254&PrivNet=osg-4196811-0-fnpc19135.fnal.gov&addrs=131.225.208.119-43679+[2620-6a-0-8862-f0-0-208-119]-43679&alias=osg-4196811-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 877 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.889.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.889.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 889 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.874.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_969724245@osg-3976174-0-fnpc7205.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.895.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.52:43497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904384%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970669&PrivNet=osg-3976188-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43497+[2620-6a-0-8862-f0-0-208-52]-43497&alias=osg-3976188-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.895.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.806" EventTypeNumber = 28 Host = "<131.225.208.52:43497?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904384%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970669&PrivNet=osg-3976188-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43497+[2620-6a-0-8862-f0-0-208-52]-43497&alias=osg-3976188-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 895 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.879.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.879.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 879 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.881.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.881.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 881 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.792.000) 2024-10-24 12:01:21 Image size of job updated: 3329568 56 - MemoryUsage of job (MB) 56700 - ResidentSetSize of job (KB) ... 028 (10628.792.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 792 ResidentSetSize = 56700 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.873.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_713353476@osg-4196802-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.888.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <10.136.81.238:43427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404321%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951403&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-43427&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.888.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.873" EventTypeNumber = 28 Host = "<10.136.81.238:43427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404321%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951403&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-43427&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 888 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.878.000) 2024-10-24 12:01:21 Job executing on host: <10.136.81.226:45495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50871913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989219&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45495&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.878.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.903" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:45495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50871913%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989219&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-45495&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 878 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.902.000) 2024-10-24 12:01:21 Started transferring input files Transferring to host: <131.225.208.112:35175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001301&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-35175+[2620-6a-0-8862-f0-0-208-112]-35175&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.902.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.957" EventTypeNumber = 28 Host = "<131.225.208.112:35175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001301&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-35175+[2620-6a-0-8862-f0-0-208-112]-35175&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 902 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.876.000) 2024-10-24 12:01:21 Job executing on host: <131.225.167.207:46225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043249&PrivNet=osg-4196778-0-fnpc8026.fnal.gov&addrs=131.225.167.207-46225+[2620-6a-0-8861-f0-0-167-207]-46225&alias=osg-4196778-0-fnpc8026.fnal.gov&noUDP> ... 028 (10628.876.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.986" EventTypeNumber = 28 ExecuteHost = "<131.225.167.207:46225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909446%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043249&PrivNet=osg-4196778-0-fnpc8026.fnal.gov&addrs=131.225.167.207-46225+[2620-6a-0-8861-f0-0-167-207]-46225&alias=osg-4196778-0-fnpc8026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 876 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.893.000) 2024-10-24 12:01:21 Finished transferring input files ... 028 (10628.893.000) 2024-10-24 12:01:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:21.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 893 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.875.000) 2024-10-24 12:01:21 Warning from starter on slot1_1@glidein_8_855577380@osg-4196817-0-fnpc23010.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.901.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.52:42643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034767&PrivNet=osg-3976192-0-fnpc22023.fnal.gov&addrs=131.225.208.52-42643+[2620-6a-0-8862-f0-0-208-52]-42643&alias=osg-3976192-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.901.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.041" EventTypeNumber = 28 Host = "<131.225.208.52:42643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034767&PrivNet=osg-3976192-0-fnpc22023.fnal.gov&addrs=131.225.208.52-42643+[2620-6a-0-8862-f0-0-208-52]-42643&alias=osg-3976192-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 901 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.886.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.886.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 886 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.904.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.17:36659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999568&PrivNet=osg-4196814-0-fnpc22002.fnal.gov&addrs=131.225.208.17-36659+[2620-6a-0-8862-f0-0-208-17]-36659&alias=osg-4196814-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.904.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.099" EventTypeNumber = 28 Host = "<131.225.208.17:36659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999568&PrivNet=osg-4196814-0-fnpc22002.fnal.gov&addrs=131.225.208.17-36659+[2620-6a-0-8862-f0-0-208-17]-36659&alias=osg-4196814-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 904 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.799.000) 2024-10-24 12:01:22 Image size of job updated: 3329568 54 - MemoryUsage of job (MB) 54764 - ResidentSetSize of job (KB) ... 028 (10628.799.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 799 ResidentSetSize = 54764 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.874.000) 2024-10-24 12:01:22 Job executing on host: <131.225.167.99:36275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002812%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996304&PrivNet=osg-3976174-0-fnpc7205.fnal.gov&addrs=131.225.167.99-36275+[2620-6a-0-8861-f0-0-167-99]-36275&alias=osg-3976174-0-fnpc7205.fnal.gov&noUDP> ... 028 (10628.874.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.129" EventTypeNumber = 28 ExecuteHost = "<131.225.167.99:36275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002812%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996304&PrivNet=osg-3976174-0-fnpc7205.fnal.gov&addrs=131.225.167.99-36275+[2620-6a-0-8861-f0-0-167-99]-36275&alias=osg-3976174-0-fnpc7205.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 874 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.895.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.895.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 895 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.800.000) 2024-10-24 12:01:22 Image size of job updated: 3329568 55 - MemoryUsage of job (MB) 55916 - ResidentSetSize of job (KB) ... 028 (10628.800.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 800 ResidentSetSize = 55916 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.880.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_491915658@osg-4196810-0-fnpc23050.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.873.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.179:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946204&PrivNet=osg-4196802-0-fnpc23045.fnal.gov&addrs=131.225.208.179-46115+[2620-6a-0-8862-f0-0-208-179]-46115&alias=osg-4196802-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.873.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.213" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909430%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946204&PrivNet=osg-4196802-0-fnpc23045.fnal.gov&addrs=131.225.208.179-46115+[2620-6a-0-8862-f0-0-208-179]-46115&alias=osg-4196802-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 873 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.807.000) 2024-10-24 12:01:22 Image size of job updated: 2376216 43 - MemoryUsage of job (MB) 44008 - ResidentSetSize of job (KB) ... 028 (10628.807.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 807 ResidentSetSize = 44008 Size = 2376216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.905.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.166.208:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048061&PrivNet=osg-3976173-0-fnpc17131.fnal.gov&addrs=131.225.166.208-40429+[2620-6a-0-8861-f0-0-166-208]-40429&alias=osg-3976173-0-fnpc17131.fnal.gov&noUDP> ... 040 (10628.900.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.167.96:33617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992696&PrivNet=osg-3976171-0-fnpc7202.fnal.gov&addrs=131.225.167.96-33617+[2620-6a-0-8861-f0-0-167-96]-33617&alias=osg-3976171-0-fnpc7202.fnal.gov&noUDP> ... 028 (10628.905.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.268" EventTypeNumber = 28 Host = "<131.225.166.208:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363244%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048061&PrivNet=osg-3976173-0-fnpc17131.fnal.gov&addrs=131.225.166.208-40429+[2620-6a-0-8861-f0-0-166-208]-40429&alias=osg-3976173-0-fnpc17131.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 905 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.900.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.268" EventTypeNumber = 28 Host = "<131.225.167.96:33617?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992696&PrivNet=osg-3976171-0-fnpc7202.fnal.gov&addrs=131.225.167.96-33617+[2620-6a-0-8861-f0-0-167-96]-33617&alias=osg-3976171-0-fnpc7202.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 900 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.888.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.888.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 888 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.902.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.902.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 902 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.808.000) 2024-10-24 12:01:22 Image size of job updated: 2389972 49 - MemoryUsage of job (MB) 49164 - ResidentSetSize of job (KB) ... 028 (10628.808.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 808 ResidentSetSize = 49164 Size = 2389972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.883.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_258383808@osg-4196809-0-fnpc23042.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.890.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_185788550@osg-3976081-0-fnpc19132.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.875.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.143:42541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987328&PrivNet=osg-4196817-0-fnpc23010.fnal.gov&addrs=131.225.208.143-42541+[2620-6a-0-8862-f0-0-208-143]-42541&alias=osg-4196817-0-fnpc23010.fnal.gov&noUDP> ... 028 (10628.875.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.356" EventTypeNumber = 28 ExecuteHost = "<131.225.208.143:42541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987328&PrivNet=osg-4196817-0-fnpc23010.fnal.gov&addrs=131.225.208.143-42541+[2620-6a-0-8862-f0-0-208-143]-42541&alias=osg-4196817-0-fnpc23010.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 875 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.901.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.901.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 901 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.882.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_44396574@osg-3976167-0-fnpc23112.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.783.000) 2024-10-24 12:01:22 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3624 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 3624 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.906.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.179:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004404&PrivNet=osg-4196807-0-fnpc23045.fnal.gov&addrs=131.225.208.179-33833+[2620-6a-0-8862-f0-0-208-179]-33833&alias=osg-4196807-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.906.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.410" EventTypeNumber = 28 Host = "<131.225.208.179:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363246%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004404&PrivNet=osg-4196807-0-fnpc23045.fnal.gov&addrs=131.225.208.179-33833+[2620-6a-0-8862-f0-0-208-179]-33833&alias=osg-4196807-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 906 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.904.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.904.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 904 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.806.000) 2024-10-24 12:01:22 Image size of job updated: 3329824 54 - MemoryUsage of job (MB) 54856 - ResidentSetSize of job (KB) ... 028 (10628.806.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 806 ResidentSetSize = 54856 Size = 3329824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 007 (10628.048.000) 2024-10-24 12:01:22 Shadow exception! Error from slot1_2@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2 0 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job ... 028 (10628.048.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Message = "Error from slot1_2@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2" MyType = "ShadowExceptionEvent" Proc = 48 ReceivedBytes = 12209.0 SentBytes = 0.0 Subproc = 0 TriggerEventTypeName = "ULOG_SHADOW_EXCEPTION" TriggerEventTypeNumber = 7 ... 040 (10628.908.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.34:37303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004405&PrivNet=osg-4196815-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37303+[2620-6a-0-8862-f0-0-208-34]-37303&alias=osg-4196815-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.908.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.477" EventTypeNumber = 28 Host = "<131.225.208.34:37303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004405&PrivNet=osg-4196815-0-fnpc22013.fnal.gov&addrs=131.225.208.34-37303+[2620-6a-0-8862-f0-0-208-34]-37303&alias=osg-4196815-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 908 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.887.000) 2024-10-24 12:01:22 Warning from starter on slot1_3@glidein_796484_36839476@comp-cc-0441.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.880.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.183:37743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335464%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946228&PrivNet=osg-4196810-0-fnpc23050.fnal.gov&addrs=131.225.208.183-37743+[2620-6a-0-8862-f0-0-208-183]-37743&alias=osg-4196810-0-fnpc23050.fnal.gov&noUDP> ... 028 (10628.880.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.507" EventTypeNumber = 28 ExecuteHost = "<131.225.208.183:37743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335464%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946228&PrivNet=osg-4196810-0-fnpc23050.fnal.gov&addrs=131.225.208.183-37743+[2620-6a-0-8862-f0-0-208-183]-37743&alias=osg-4196810-0-fnpc23050.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 880 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.885.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_333432759@osg-3976275-0-fnpc19136.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.892.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_126390609@osg-3975878-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.912.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <10.136.81.216:40063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992697&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-40063&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.912.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.561" EventTypeNumber = 28 Host = "<10.136.81.216:40063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339541%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992697&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-40063&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 912 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.905.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.905.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 905 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.900.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.900.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 900 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.907.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.166.241:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998258&PrivNet=osg-3976166-0-fnpc17155.fnal.gov&addrs=131.225.166.241-39691+[2620-6a-0-8861-f0-0-166-241]-39691&alias=osg-3976166-0-fnpc17155.fnal.gov&noUDP> ... 028 (10628.907.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.628" EventTypeNumber = 28 Host = "<131.225.166.241:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998258&PrivNet=osg-3976166-0-fnpc17155.fnal.gov&addrs=131.225.166.241-39691+[2620-6a-0-8861-f0-0-166-241]-39691&alias=osg-3976166-0-fnpc17155.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 907 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.896.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_535525284@osg-3976190-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.884.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_170376525@osg-3976412-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.883.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.175:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965758&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-46083+[2620-6a-0-8862-f0-0-208-175]-46083&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.883.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.733" EventTypeNumber = 28 ExecuteHost = "<131.225.208.175:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965758&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-46083+[2620-6a-0-8862-f0-0-208-175]-46083&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 883 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.890.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.116:39977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398789%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998561&PrivNet=osg-3976081-0-fnpc19132.fnal.gov&addrs=131.225.208.116-39977+[2620-6a-0-8862-f0-0-208-116]-39977&alias=osg-3976081-0-fnpc19132.fnal.gov&noUDP> ... 028 (10628.890.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.767" EventTypeNumber = 28 ExecuteHost = "<131.225.208.116:39977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398789%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998561&PrivNet=osg-3976081-0-fnpc19132.fnal.gov&addrs=131.225.208.116-39977+[2620-6a-0-8862-f0-0-208-116]-39977&alias=osg-3976081-0-fnpc19132.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 890 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.788.000) 2024-10-24 12:01:22 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5960 - ResidentSetSize of job (KB) ... 028 (10628.788.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 788 ResidentSetSize = 5960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.882.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.191:44131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950754&PrivNet=osg-3976167-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44131+[2620-6a-0-8862-f0-0-208-191]-44131&alias=osg-3976167-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.882.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.800" EventTypeNumber = 28 ExecuteHost = "<131.225.208.191:44131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950754&PrivNet=osg-3976167-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44131+[2620-6a-0-8862-f0-0-208-191]-44131&alias=osg-3976167-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 882 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.906.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.906.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 906 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.897.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.167.95:43961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001303&PrivNet=osg-3976178-0-fnpc7201.fnal.gov&addrs=131.225.167.95-43961+[2620-6a-0-8861-f0-0-167-95]-43961&alias=osg-3976178-0-fnpc7201.fnal.gov&noUDP> ... 040 (10628.899.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.197:36811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955984&PrivNet=osg-3976197-0-fnpc23118.fnal.gov&addrs=131.225.208.197-36811+[2620-6a-0-8862-f0-0-208-197]-36811&alias=osg-3976197-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.897.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.856" EventTypeNumber = 28 Host = "<131.225.167.95:43961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001303&PrivNet=osg-3976178-0-fnpc7201.fnal.gov&addrs=131.225.167.95-43961+[2620-6a-0-8861-f0-0-167-95]-43961&alias=osg-3976178-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 897 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.899.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.856" EventTypeNumber = 28 Host = "<131.225.208.197:36811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339542%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955984&PrivNet=osg-3976197-0-fnpc23118.fnal.gov&addrs=131.225.208.197-36811+[2620-6a-0-8862-f0-0-208-197]-36811&alias=osg-3976197-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 899 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.879.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_189953127@osg-4196824-0-fnpc23006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.790.000) 2024-10-24 12:01:22 Image size of job updated: 3397564 55 - MemoryUsage of job (MB) 55512 - ResidentSetSize of job (KB) ... 028 (10628.790.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 790 ResidentSetSize = 55512 Size = 3397564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.891.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_328718203@osg-3975999-0-fnpc23110.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.885.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.120:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043612&PrivNet=osg-3976275-0-fnpc19136.fnal.gov&addrs=131.225.208.120-38953+[2620-6a-0-8862-f0-0-208-120]-38953&alias=osg-3976275-0-fnpc19136.fnal.gov&noUDP> ... 028 (10628.885.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.876" EventTypeNumber = 28 ExecuteHost = "<131.225.208.120:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043612&PrivNet=osg-3976275-0-fnpc19136.fnal.gov&addrs=131.225.208.120-38953+[2620-6a-0-8862-f0-0-208-120]-38953&alias=osg-3976275-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 885 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.908.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.908.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 908 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.887.000) 2024-10-24 12:01:22 Job executing on host: <10.136.81.211:34283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938596&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-34283&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP> ... 028 (10628.887.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.901" EventTypeNumber = 28 ExecuteHost = "<10.136.81.211:34283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892417%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9938596&PrivNet=comp-cc-0441.gwave.ics.psu.edu&addrs=10.136.81.211-34283&alias=comp-cc-0441.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 887 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.803.000) 2024-10-24 12:01:22 Image size of job updated: 3329568 55 - MemoryUsage of job (MB) 55404 - ResidentSetSize of job (KB) ... 028 (10628.803.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 803 ResidentSetSize = 55404 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.892.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.195:36277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713324%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948808&PrivNet=osg-3975878-0-fnpc23116.fnal.gov&addrs=131.225.208.195-36277+[2620-6a-0-8862-f0-0-208-195]-36277&alias=osg-3975878-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.892.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.926" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:36277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713324%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948808&PrivNet=osg-3975878-0-fnpc23116.fnal.gov&addrs=131.225.208.195-36277+[2620-6a-0-8862-f0-0-208-195]-36277&alias=osg-3975878-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 892 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.912.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.912.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 912 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.898.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.179:40059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719625%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992698&PrivNet=osg-4196818-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40059+[2620-6a-0-8862-f0-0-208-179]-40059&alias=osg-4196818-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.898.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.927" EventTypeNumber = 28 Host = "<131.225.208.179:40059?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719625%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992698&PrivNet=osg-4196818-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40059+[2620-6a-0-8862-f0-0-208-179]-40059&alias=osg-4196818-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 898 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.903.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <131.225.208.193:43225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914747%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999569&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43225+[2620-6a-0-8862-f0-0-208-193]-43225&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.903.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.929" EventTypeNumber = 28 Host = "<131.225.208.193:43225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914747%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999569&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43225+[2620-6a-0-8862-f0-0-208-193]-43225&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 903 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.907.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.907.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 907 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.889.000) 2024-10-24 12:01:22 Warning from starter on slot1_2@glidein_1306867_722648875@comp-cc-0442.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.896.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.57:39753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334763%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950737&PrivNet=osg-3976190-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39753+[2620-6a-0-8862-f0-0-208-57]-39753&alias=osg-3976190-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.896.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.951" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:39753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334763%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950737&PrivNet=osg-3976190-0-fnpc22025.fnal.gov&addrs=131.225.208.57-39753+[2620-6a-0-8862-f0-0-208-57]-39753&alias=osg-3976190-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 896 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.910.000) 2024-10-24 12:01:22 Started transferring input files Transferring to host: <146.163.142.11:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001304&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-39003&alias=cc-cpu-01.hpc.siue.edu&noUDP> ... 028 (10628.910.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.951" EventTypeNumber = 28 Host = "<146.163.142.11:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001304&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-39003&alias=cc-cpu-01.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 910 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.884.000) 2024-10-24 12:01:22 Job executing on host: <131.225.208.74:35677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359310%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000329&PrivNet=osg-3976412-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35677+[2620-6a-0-8862-f0-0-208-74]-35677&alias=osg-3976412-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.884.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.976" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:35677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359310%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000329&PrivNet=osg-3976412-0-fnpc22034.fnal.gov&addrs=131.225.208.74-35677+[2620-6a-0-8862-f0-0-208-74]-35677&alias=osg-3976412-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 884 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.897.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.897.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 897 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.899.000) 2024-10-24 12:01:22 Finished transferring input files ... 028 (10628.899.000) 2024-10-24 12:01:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:22.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 899 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.881.000) 2024-10-24 12:01:22 Warning from starter on slot1_1@glidein_8_33334554@osg-3976184-0-fnpc22036.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.798.000) 2024-10-24 12:01:23 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.798.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 798 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.879.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.127:40839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950738&PrivNet=osg-4196824-0-fnpc23006.fnal.gov&addrs=131.225.208.127-40839+[2620-6a-0-8862-f0-0-208-127]-40839&alias=osg-4196824-0-fnpc23006.fnal.gov&noUDP> ... 028 (10628.879.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.002" EventTypeNumber = 28 ExecuteHost = "<131.225.208.127:40839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420953%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950738&PrivNet=osg-4196824-0-fnpc23006.fnal.gov&addrs=131.225.208.127-40839+[2620-6a-0-8862-f0-0-208-127]-40839&alias=osg-4196824-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 879 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.914.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.165:45747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339543%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001305&PrivNet=osg-4196825-0-fnpc23033.fnal.gov&addrs=131.225.208.165-45747+[2620-6a-0-8862-f0-0-208-165]-45747&alias=osg-4196825-0-fnpc23033.fnal.gov&noUDP> ... 028 (10628.914.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.002" EventTypeNumber = 28 Host = "<131.225.208.165:45747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339543%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001305&PrivNet=osg-4196825-0-fnpc23033.fnal.gov&addrs=131.225.208.165-45747+[2620-6a-0-8862-f0-0-208-165]-45747&alias=osg-4196825-0-fnpc23033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 914 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.891.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.189:34961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949705&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-34961+[2620-6a-0-8862-f0-0-208-189]-34961&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP> ... 028 (10628.891.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.027" EventTypeNumber = 28 ExecuteHost = "<131.225.208.189:34961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949705&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-34961+[2620-6a-0-8862-f0-0-208-189]-34961&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 891 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.911.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <10.32.86.131:46431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999570&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-46431&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.027" EventTypeNumber = 28 Host = "<10.32.86.131:46431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999570&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-46431&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.898.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.898.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 898 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.903.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.903.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 903 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.894.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_45325202@osg-3976177-0-fnpc8019.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.889.000) 2024-10-24 12:01:23 Job executing on host: <10.136.81.212:34711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955888&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-34711&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP> ... 028 (10628.889.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.060" EventTypeNumber = 28 ExecuteHost = "<10.136.81.212:34711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955888&PrivNet=comp-cc-0442.gwave.ics.psu.edu&addrs=10.136.81.212-34711&alias=comp-cc-0442.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 889 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.910.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.910.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 910 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.881.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.78:40391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029985&PrivNet=osg-3976184-0-fnpc22036.fnal.gov&addrs=131.225.208.78-40391+[2620-6a-0-8862-f0-0-208-78]-40391&alias=osg-3976184-0-fnpc22036.fnal.gov&noUDP> ... 028 (10628.881.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.085" EventTypeNumber = 28 ExecuteHost = "<131.225.208.78:40391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029985&PrivNet=osg-3976184-0-fnpc22036.fnal.gov&addrs=131.225.208.78-40391+[2620-6a-0-8862-f0-0-208-78]-40391&alias=osg-3976184-0-fnpc22036.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 881 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.914.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.914.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 914 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.915.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.172:41017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955986&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41017+[2620-6a-0-8862-f0-0-208-172]-41017&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.915.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.086" EventTypeNumber = 28 Host = "<131.225.208.172:41017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339544%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955986&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41017+[2620-6a-0-8862-f0-0-208-172]-41017&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 915 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.911.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.911.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.921.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.82:44983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970670&PrivNet=osg-4196845-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44983+[2620-6a-0-8862-f0-0-208-82]-44983&alias=osg-4196845-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.921.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.090" EventTypeNumber = 28 Host = "<131.225.208.82:44983?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970670&PrivNet=osg-4196845-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44983+[2620-6a-0-8862-f0-0-208-82]-44983&alias=osg-4196845-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 921 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.812.000) 2024-10-24 12:01:23 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3312 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 3312 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.894.000) 2024-10-24 12:01:23 Job executing on host: <131.225.167.196:36619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999269&PrivNet=osg-3976177-0-fnpc8019.fnal.gov&addrs=131.225.167.196-36619+[2620-6a-0-8861-f0-0-167-196]-36619&alias=osg-3976177-0-fnpc8019.fnal.gov&noUDP> ... 028 (10628.894.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.119" EventTypeNumber = 28 ExecuteHost = "<131.225.167.196:36619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999269&PrivNet=osg-3976177-0-fnpc8019.fnal.gov&addrs=131.225.167.196-36619+[2620-6a-0-8861-f0-0-167-196]-36619&alias=osg-3976177-0-fnpc8019.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 894 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.926.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <10.136.81.245:38347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001306&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38347&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.926.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.121" EventTypeNumber = 28 Host = "<10.136.81.245:38347?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001306&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38347&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 926 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.915.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.915.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 915 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.913.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.166.244:39683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719626%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998260&PrivNet=osg-4196715-0-fnpc17158.fnal.gov&addrs=131.225.166.244-39683+[2620-6a-0-8861-f0-0-166-244]-39683&alias=osg-4196715-0-fnpc17158.fnal.gov&noUDP> ... 028 (10628.913.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.138" EventTypeNumber = 28 Host = "<131.225.166.244:39683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719626%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998260&PrivNet=osg-4196715-0-fnpc17158.fnal.gov&addrs=131.225.166.244-39683+[2620-6a-0-8861-f0-0-166-244]-39683&alias=osg-4196715-0-fnpc17158.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 913 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.921.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.921.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 921 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.926.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.926.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.159" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 926 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.918.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.102:34547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992699&PrivNet=osg-3975817-0-fnpc19120.fnal.gov&addrs=131.225.208.102-34547+[2620-6a-0-8862-f0-0-208-102]-34547&alias=osg-3975817-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.918.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.160" EventTypeNumber = 28 Host = "<131.225.208.102:34547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426231%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992699&PrivNet=osg-3975817-0-fnpc19120.fnal.gov&addrs=131.225.208.102-34547+[2620-6a-0-8862-f0-0-208-102]-34547&alias=osg-3975817-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 918 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.893.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_113869470@osg-4196821-0-fnpc19136.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.913.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.913.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 913 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.893.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.120:46353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999257&PrivNet=osg-4196821-0-fnpc19136.fnal.gov&addrs=131.225.208.120-46353+[2620-6a-0-8862-f0-0-208-120]-46353&alias=osg-4196821-0-fnpc19136.fnal.gov&noUDP> ... 028 (10628.893.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.194" EventTypeNumber = 28 ExecuteHost = "<131.225.208.120:46353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999257&PrivNet=osg-4196821-0-fnpc19136.fnal.gov&addrs=131.225.208.120-46353+[2620-6a-0-8862-f0-0-208-120]-46353&alias=osg-4196821-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 893 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.918.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.918.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 918 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.815.000) 2024-10-24 12:01:23 Image size of job updated: 3397156 55 - MemoryUsage of job (MB) 55416 - ResidentSetSize of job (KB) ... 028 (10628.815.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 815 ResidentSetSize = 55416 Size = 3397156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.920.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.17:40035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340646%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970671&PrivNet=osg-4196805-0-fnpc22002.fnal.gov&addrs=131.225.208.17-40035+[2620-6a-0-8862-f0-0-208-17]-40035&alias=osg-4196805-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.920.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.238" EventTypeNumber = 28 Host = "<131.225.208.17:40035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340646%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970671&PrivNet=osg-4196805-0-fnpc22002.fnal.gov&addrs=131.225.208.17-40035+[2620-6a-0-8862-f0-0-208-17]-40035&alias=osg-4196805-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 920 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.888.000) 2024-10-24 12:01:23 Warning from starter on slot1_2@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.895.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_508711707@osg-3976188-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.888.000) 2024-10-24 12:01:23 Job executing on host: <10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.888.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.269" EventTypeNumber = 28 ExecuteHost = "<10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 888 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.810.000) 2024-10-24 12:01:23 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 5712 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.920.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.920.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 920 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.895.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.52:43267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334765%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987341&PrivNet=osg-3976188-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43267+[2620-6a-0-8862-f0-0-208-52]-43267&alias=osg-3976188-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.895.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.303" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:43267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334765%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987341&PrivNet=osg-3976188-0-fnpc22023.fnal.gov&addrs=131.225.208.52-43267+[2620-6a-0-8862-f0-0-208-52]-43267&alias=osg-3976188-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 895 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.886.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_79177545@osg-4196823-0-fnpc19108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.902.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_700921044@osg-3976154-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.886.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.89:44921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420962%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029993&PrivNet=osg-4196823-0-fnpc19108.fnal.gov&addrs=131.225.208.89-44921+[2620-6a-0-8862-f0-0-208-89]-44921&alias=osg-4196823-0-fnpc19108.fnal.gov&noUDP> ... 028 (10628.886.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.353" EventTypeNumber = 28 ExecuteHost = "<131.225.208.89:44921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420962%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029993&PrivNet=osg-4196823-0-fnpc19108.fnal.gov&addrs=131.225.208.89-44921+[2620-6a-0-8862-f0-0-208-89]-44921&alias=osg-4196823-0-fnpc19108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 886 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.901.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_663239164@osg-3976192-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.902.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.112:45373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043133&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45373+[2620-6a-0-8862-f0-0-208-112]-45373&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.902.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.386" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:45373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043133&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45373+[2620-6a-0-8862-f0-0-208-112]-45373&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 902 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.793.000) 2024-10-24 12:01:23 Image size of job updated: 3399896 58 - MemoryUsage of job (MB) 58620 - ResidentSetSize of job (KB) ... 028 (10628.793.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 793 ResidentSetSize = 58620 Size = 3399896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.901.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.52:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909447%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999246&PrivNet=osg-3976192-0-fnpc22023.fnal.gov&addrs=131.225.208.52-33833+[2620-6a-0-8862-f0-0-208-52]-33833&alias=osg-3976192-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.901.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.412" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:33833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909447%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999246&PrivNet=osg-3976192-0-fnpc22023.fnal.gov&addrs=131.225.208.52-33833+[2620-6a-0-8862-f0-0-208-52]-33833&alias=osg-3976192-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 901 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.917.000) 2024-10-24 12:01:23 Started transferring input files Transferring to host: <131.225.208.157:37495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001307&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-37495+[2620-6a-0-8862-f0-0-208-157]-37495&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.917.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.412" EventTypeNumber = 28 Host = "<131.225.208.157:37495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001307&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-37495+[2620-6a-0-8862-f0-0-208-157]-37495&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 917 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.904.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_374204084@osg-4196814-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.904.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.17:37281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002793%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987330&PrivNet=osg-4196814-0-fnpc22002.fnal.gov&addrs=131.225.208.17-37281+[2620-6a-0-8862-f0-0-208-17]-37281&alias=osg-4196814-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.904.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.445" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:37281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002793%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987330&PrivNet=osg-4196814-0-fnpc22002.fnal.gov&addrs=131.225.208.17-37281+[2620-6a-0-8862-f0-0-208-17]-37281&alias=osg-4196814-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 904 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.917.000) 2024-10-24 12:01:23 Finished transferring input files ... 028 (10628.917.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 917 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.781.000) 2024-10-24 12:01:23 Image size of job updated: 3388588 43 - MemoryUsage of job (MB) 43272 - ResidentSetSize of job (KB) ... 028 (10628.781.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 781 ResidentSetSize = 43272 Size = 3388588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.805.000) 2024-10-24 12:01:23 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.906.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_513985500@osg-4196807-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.900.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_119114028@osg-3976171-0-fnpc7202.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.905.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_393987762@osg-3976173-0-fnpc17131.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.906.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.179:40341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965737&PrivNet=osg-4196807-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40341+[2620-6a-0-8862-f0-0-208-179]-40341&alias=osg-4196807-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.906.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.728" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:40341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965737&PrivNet=osg-4196807-0-fnpc23045.fnal.gov&addrs=131.225.208.179-40341+[2620-6a-0-8862-f0-0-208-179]-40341&alias=osg-4196807-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 906 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.900.000) 2024-10-24 12:01:23 Job executing on host: <131.225.167.96:39567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358297%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999254&PrivNet=osg-3976171-0-fnpc7202.fnal.gov&addrs=131.225.167.96-39567+[2620-6a-0-8861-f0-0-167-96]-39567&alias=osg-3976171-0-fnpc7202.fnal.gov&noUDP> ... 028 (10628.900.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.754" EventTypeNumber = 28 ExecuteHost = "<131.225.167.96:39567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358297%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999254&PrivNet=osg-3976171-0-fnpc7202.fnal.gov&addrs=131.225.167.96-39567+[2620-6a-0-8861-f0-0-167-96]-39567&alias=osg-3976171-0-fnpc7202.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 900 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.905.000) 2024-10-24 12:01:23 Job executing on host: <131.225.166.208:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909460%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999268&PrivNet=osg-3976173-0-fnpc17131.fnal.gov&addrs=131.225.166.208-46397+[2620-6a-0-8861-f0-0-166-208]-46397&alias=osg-3976173-0-fnpc17131.fnal.gov&noUDP> ... 028 (10628.905.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.787" EventTypeNumber = 28 ExecuteHost = "<131.225.166.208:46397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909460%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999268&PrivNet=osg-3976173-0-fnpc17131.fnal.gov&addrs=131.225.166.208-46397+[2620-6a-0-8861-f0-0-166-208]-46397&alias=osg-3976173-0-fnpc17131.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 905 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.908.000) 2024-10-24 12:01:23 Warning from starter on slot1_1@glidein_8_778905996@osg-4196815-0-fnpc22013.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.811.000) 2024-10-24 12:01:23 Image size of job updated: 3537920 74 - MemoryUsage of job (MB) 75668 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 75668 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.908.000) 2024-10-24 12:01:23 Job executing on host: <131.225.208.34:42455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029974&PrivNet=osg-4196815-0-fnpc22013.fnal.gov&addrs=131.225.208.34-42455+[2620-6a-0-8862-f0-0-208-34]-42455&alias=osg-4196815-0-fnpc22013.fnal.gov&noUDP> ... 028 (10628.908.000) 2024-10-24 12:01:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:23.904" EventTypeNumber = 28 ExecuteHost = "<131.225.208.34:42455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029974&PrivNet=osg-4196815-0-fnpc22013.fnal.gov&addrs=131.225.208.34-42455+[2620-6a-0-8862-f0-0-208-34]-42455&alias=osg-4196815-0-fnpc22013.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 908 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.912.000) 2024-10-24 12:01:23 Warning from starter on slot1_2@glidein_3856692_254706800@comp-cc-0446.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.912.000) 2024-10-24 12:01:24 Job executing on host: <10.136.81.216:41197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007866%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955891&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-41197&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.912.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.005" EventTypeNumber = 28 ExecuteHost = "<10.136.81.216:41197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007866%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955891&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-41197&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 912 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.907.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_59303328@osg-3976166-0-fnpc17155.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.898.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_274225500@osg-4196818-0-fnpc23045.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.903.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_166753080@osg-4196816-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.907.000) 2024-10-24 12:01:24 Job executing on host: <131.225.166.241:44835?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993383&PrivNet=osg-3976166-0-fnpc17155.fnal.gov&addrs=131.225.166.241-44835+[2620-6a-0-8861-f0-0-166-241]-44835&alias=osg-3976166-0-fnpc17155.fnal.gov&noUDP> ... 028 (10628.907.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.272" EventTypeNumber = 28 ExecuteHost = "<131.225.166.241:44835?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993383&PrivNet=osg-3976166-0-fnpc17155.fnal.gov&addrs=131.225.166.241-44835+[2620-6a-0-8861-f0-0-166-241]-44835&alias=osg-3976166-0-fnpc17155.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 907 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.910.000) 2024-10-24 12:01:24 Warning from starter on slot1_15@glidein_3966452_75286569@cc-cpu-01.hpc.siue.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.899.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_153019776@osg-3976197-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.898.000) 2024-10-24 12:01:24 Job executing on host: <131.225.208.179:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965748&PrivNet=osg-4196818-0-fnpc23045.fnal.gov&addrs=131.225.208.179-36857+[2620-6a-0-8862-f0-0-208-179]-36857&alias=osg-4196818-0-fnpc23045.fnal.gov&noUDP> ... 028 (10628.898.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.356" EventTypeNumber = 28 ExecuteHost = "<131.225.208.179:36857?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965748&PrivNet=osg-4196818-0-fnpc23045.fnal.gov&addrs=131.225.208.179-36857+[2620-6a-0-8862-f0-0-208-179]-36857&alias=osg-4196818-0-fnpc23045.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 898 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.914.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_573464139@osg-4196825-0-fnpc23033.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.903.000) 2024-10-24 12:01:24 Job executing on host: <131.225.208.193:39717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946207&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39717+[2620-6a-0-8862-f0-0-208-193]-39717&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.903.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.441" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:39717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946207&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39717+[2620-6a-0-8862-f0-0-208-193]-39717&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 903 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.911.000) 2024-10-24 12:01:24 Warning from starter on slot1_2@glidein_138214_350241960@d12chas568.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.910.000) 2024-10-24 12:01:24 Job executing on host: <146.163.142.11:42589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50866943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10017912&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-42589&alias=cc-cpu-01.hpc.siue.edu&noUDP> ... 028 (10628.910.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.466" EventTypeNumber = 28 ExecuteHost = "<146.163.142.11:42589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50866943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10017912&PrivNet=cc-cpu-01.hpc.siue.edu&addrs=146.163.142.11-42589&alias=cc-cpu-01.hpc.siue.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "ExecuteEvent" Proc = 910 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.926.000) 2024-10-24 12:01:24 Warning from starter on slot1_2@glidein_3549411_260441351@comp-cc-0475.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.780.000) 2024-10-24 12:01:24 Image size of job updated: 3390120 38 - MemoryUsage of job (MB) 38628 - ResidentSetSize of job (KB) ... 028 (10628.780.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 780 ResidentSetSize = 38628 Size = 3390120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.899.000) 2024-10-24 12:01:24 Job executing on host: <131.225.208.197:33093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909577%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043389&PrivNet=osg-3976197-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33093+[2620-6a-0-8862-f0-0-208-197]-33093&alias=osg-3976197-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.899.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.549" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:33093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909577%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043389&PrivNet=osg-3976197-0-fnpc23118.fnal.gov&addrs=131.225.208.197-33093+[2620-6a-0-8862-f0-0-208-197]-33093&alias=osg-3976197-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 899 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.914.000) 2024-10-24 12:01:24 Job executing on host: <131.225.208.165:33421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043252&PrivNet=osg-4196825-0-fnpc23033.fnal.gov&addrs=131.225.208.165-33421+[2620-6a-0-8862-f0-0-208-165]-33421&alias=osg-4196825-0-fnpc23033.fnal.gov&noUDP> ... 028 (10628.914.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.650" EventTypeNumber = 28 ExecuteHost = "<131.225.208.165:33421?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043252&PrivNet=osg-4196825-0-fnpc23033.fnal.gov&addrs=131.225.208.165-33421+[2620-6a-0-8862-f0-0-208-165]-33421&alias=osg-4196825-0-fnpc23033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 914 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.913.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_189622029@osg-4196715-0-fnpc17158.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.911.000) 2024-10-24 12:01:24 Job executing on host: <10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.675" EventTypeNumber = 28 ExecuteHost = "<10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.921.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_209122605@osg-4196845-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.897.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_98957559@osg-3976178-0-fnpc7201.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.926.000) 2024-10-24 12:01:24 Job executing on host: <10.136.81.245:45765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955878&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-45765&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.926.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.775" EventTypeNumber = 28 ExecuteHost = "<10.136.81.245:45765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339396%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955878&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-45765&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 926 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.918.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_579034440@osg-3975817-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.916.000) 2024-10-24 12:01:24 Started transferring input files Transferring to host: <131.225.208.171:40605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007999%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001308&PrivNet=osg-4196822-0-fnpc23039.fnal.gov&addrs=131.225.208.171-40605+[2620-6a-0-8862-f0-0-208-171]-40605&alias=osg-4196822-0-fnpc23039.fnal.gov&noUDP> ... 040 (10628.919.000) 2024-10-24 12:01:24 Started transferring input files Transferring to host: <131.225.166.186:41537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034769&PrivNet=osg-3976008-0-fnpc17110.fnal.gov&addrs=131.225.166.186-41537+[2620-6a-0-8861-f0-0-166-186]-41537&alias=osg-3976008-0-fnpc17110.fnal.gov&noUDP> ... 028 (10628.916.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.838" EventTypeNumber = 28 Host = "<131.225.208.171:40605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007999%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001308&PrivNet=osg-4196822-0-fnpc23039.fnal.gov&addrs=131.225.208.171-40605+[2620-6a-0-8862-f0-0-208-171]-40605&alias=osg-4196822-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 916 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.919.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.838" EventTypeNumber = 28 Host = "<131.225.166.186:41537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034769&PrivNet=osg-3976008-0-fnpc17110.fnal.gov&addrs=131.225.166.186-41537+[2620-6a-0-8861-f0-0-166-186]-41537&alias=osg-3976008-0-fnpc17110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 919 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.917.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_22808325@osg-3976191-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.913.000) 2024-10-24 12:01:24 Job executing on host: <131.225.166.244:36343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042744&PrivNet=osg-4196715-0-fnpc17158.fnal.gov&addrs=131.225.166.244-36343+[2620-6a-0-8861-f0-0-166-244]-36343&alias=osg-4196715-0-fnpc17158.fnal.gov&noUDP> ... 028 (10628.913.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.859" EventTypeNumber = 28 ExecuteHost = "<131.225.166.244:36343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042744&PrivNet=osg-4196715-0-fnpc17158.fnal.gov&addrs=131.225.166.244-36343+[2620-6a-0-8861-f0-0-166-244]-36343&alias=osg-4196715-0-fnpc17158.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 913 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.920.000) 2024-10-24 12:01:24 Warning from starter on slot1_1@glidein_8_442858800@osg-4196805-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.870.000) 2024-10-24 12:01:24 Started transferring input files Transferring to host: <131.225.166.206:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955987&PrivNet=osg-3975903-0-fnpc17129.fnal.gov&addrs=131.225.166.206-40429+[2620-6a-0-8861-f0-0-166-206]-40429&alias=osg-3975903-0-fnpc17129.fnal.gov&noUDP> ... 028 (10628.870.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.913" EventTypeNumber = 28 Host = "<131.225.166.206:40429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955987&PrivNet=osg-3975903-0-fnpc17129.fnal.gov&addrs=131.225.166.206-40429+[2620-6a-0-8861-f0-0-166-206]-40429&alias=osg-3975903-0-fnpc17129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 870 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.921.000) 2024-10-24 12:01:24 Job executing on host: <131.225.208.82:34545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421099%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996431&PrivNet=osg-4196845-0-fnpc19107.fnal.gov&addrs=131.225.208.82-34545+[2620-6a-0-8862-f0-0-208-82]-34545&alias=osg-4196845-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.921.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.935" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:34545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421099%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996431&PrivNet=osg-4196845-0-fnpc19107.fnal.gov&addrs=131.225.208.82-34545+[2620-6a-0-8862-f0-0-208-82]-34545&alias=osg-4196845-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 921 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.897.000) 2024-10-24 12:01:24 Job executing on host: <131.225.167.95:36815?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334778%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987364&PrivNet=osg-3976178-0-fnpc7201.fnal.gov&addrs=131.225.167.95-36815+[2620-6a-0-8861-f0-0-167-95]-36815&alias=osg-3976178-0-fnpc7201.fnal.gov&noUDP> ... 028 (10628.897.000) 2024-10-24 12:01:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:24.960" EventTypeNumber = 28 ExecuteHost = "<131.225.167.95:36815?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334778%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987364&PrivNet=osg-3976178-0-fnpc7201.fnal.gov&addrs=131.225.167.95-36815+[2620-6a-0-8861-f0-0-167-95]-36815&alias=osg-3976178-0-fnpc7201.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 897 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.923.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.208.24:40897?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719627%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001309&PrivNet=osg-4197088-0-fnpc22005.fnal.gov&addrs=131.225.208.24-40897+[2620-6a-0-8862-f0-0-208-24]-40897&alias=osg-4197088-0-fnpc22005.fnal.gov&noUDP> ... 028 (10628.923.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.014" EventTypeNumber = 28 Host = "<131.225.208.24:40897?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719627%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001309&PrivNet=osg-4197088-0-fnpc22005.fnal.gov&addrs=131.225.208.24-40897+[2620-6a-0-8862-f0-0-208-24]-40897&alias=osg-4197088-0-fnpc22005.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 923 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.918.000) 2024-10-24 12:01:25 Job executing on host: <131.225.208.102:38889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996967&PrivNet=osg-3975817-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38889+[2620-6a-0-8862-f0-0-208-102]-38889&alias=osg-3975817-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.918.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.044" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:38889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996967&PrivNet=osg-3975817-0-fnpc19120.fnal.gov&addrs=131.225.208.102-38889+[2620-6a-0-8862-f0-0-208-102]-38889&alias=osg-3975817-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 918 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.916.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.916.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 916 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.919.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.919.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 919 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.928.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <10.136.81.213:36071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339547%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034770&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-36071&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.928.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.097" EventTypeNumber = 28 Host = "<10.136.81.213:36071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339547%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034770&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-36071&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 928 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.917.000) 2024-10-24 12:01:25 Job executing on host: <131.225.208.157:45331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043251&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45331+[2620-6a-0-8862-f0-0-208-157]-45331&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.917.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.119" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:45331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043251&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45331+[2620-6a-0-8862-f0-0-208-157]-45331&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 917 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.920.000) 2024-10-24 12:01:25 Job executing on host: <131.225.208.17:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002805%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029986&PrivNet=osg-4196805-0-fnpc22002.fnal.gov&addrs=131.225.208.17-32777+[2620-6a-0-8862-f0-0-208-17]-32777&alias=osg-4196805-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.920.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.144" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:32777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002805%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029986&PrivNet=osg-4196805-0-fnpc22002.fnal.gov&addrs=131.225.208.17-32777+[2620-6a-0-8862-f0-0-208-17]-32777&alias=osg-4196805-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 920 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.870.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.870.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 870 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.809.000) 2024-10-24 12:01:25 Image size of job updated: 3629468 84 - MemoryUsage of job (MB) 85992 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 85992 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.922.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.208.120:39243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914751%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970672&PrivNet=osg-4196880-0-fnpc19136.fnal.gov&addrs=131.225.208.120-39243+[2620-6a-0-8862-f0-0-208-120]-39243&alias=osg-4196880-0-fnpc19136.fnal.gov&noUDP> ... 028 (10628.922.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.198" EventTypeNumber = 28 Host = "<131.225.208.120:39243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914751%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970672&PrivNet=osg-4196880-0-fnpc19136.fnal.gov&addrs=131.225.208.120-39243+[2620-6a-0-8862-f0-0-208-120]-39243&alias=osg-4196880-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 922 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.923.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.923.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.200" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 923 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.925.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <10.136.81.241:36267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034771&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-36267&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.925.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.256" EventTypeNumber = 28 Host = "<10.136.81.241:36267?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034771&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-36267&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 925 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.928.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.928.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 928 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.922.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.922.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 922 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.817.000) 2024-10-24 12:01:25 Image size of job updated: 3426624 48 - MemoryUsage of job (MB) 48372 - ResidentSetSize of job (KB) ... 028 (10628.817.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 817 ResidentSetSize = 48372 Size = 3426624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.786.000) 2024-10-24 12:01:25 Image size of job updated: 503880 24 - MemoryUsage of job (MB) 24352 - ResidentSetSize of job (KB) ... 028 (10628.786.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MemoryUsage = 24 MyType = "JobImageSizeEvent" Proc = 786 ResidentSetSize = 24352 Size = 503880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.789.000) 2024-10-24 12:01:25 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6944 - ResidentSetSize of job (KB) ... 028 (10628.789.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 789 ResidentSetSize = 6944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.930.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.209.202:41255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904386%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004406&PrivNet=osg-4196735-0-fnpc9003.fnal.gov&addrs=131.225.209.202-41255+[2620-6a-0-8862-f0-0-209-202]-41255&alias=osg-4196735-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.930.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.383" EventTypeNumber = 28 Host = "<131.225.209.202:41255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904386%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004406&PrivNet=osg-4196735-0-fnpc9003.fnal.gov&addrs=131.225.209.202-41255+[2620-6a-0-8862-f0-0-209-202]-41255&alias=osg-4196735-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 930 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.925.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.925.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 925 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.929.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.208.17:33663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992700&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33663+[2620-6a-0-8862-f0-0-208-17]-33663&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.929.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.441" EventTypeNumber = 28 Host = "<131.225.208.17:33663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992700&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33663+[2620-6a-0-8862-f0-0-208-17]-33663&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 929 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.930.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.930.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 930 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.929.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.929.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 929 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.931.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.208.60:37757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008000%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992701&PrivNet=osg-4197110-0-fnpc22027.fnal.gov&addrs=131.225.208.60-37757+[2620-6a-0-8862-f0-0-208-60]-37757&alias=osg-4197110-0-fnpc22027.fnal.gov&noUDP> ... 028 (10628.931.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.625" EventTypeNumber = 28 Host = "<131.225.208.60:37757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008000%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992701&PrivNet=osg-4197110-0-fnpc22027.fnal.gov&addrs=131.225.208.60-37757+[2620-6a-0-8862-f0-0-208-60]-37757&alias=osg-4197110-0-fnpc22027.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 931 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.924.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.166.16:36067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719629%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955988&PrivNet=osg-4196713-0-fnpc17102.fnal.gov&addrs=131.225.166.16-36067+[2620-6a-0-8861-f0-0-166-16]-36067&alias=osg-4196713-0-fnpc17102.fnal.gov&noUDP> ... 028 (10628.924.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.684" EventTypeNumber = 28 Host = "<131.225.166.16:36067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719629%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955988&PrivNet=osg-4196713-0-fnpc17102.fnal.gov&addrs=131.225.166.16-36067+[2620-6a-0-8861-f0-0-166-16]-36067&alias=osg-4196713-0-fnpc17102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 924 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.931.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.931.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 931 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.924.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.924.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 924 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.940.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <10.136.81.231:37073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970673&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-37073&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.940.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.860" EventTypeNumber = 28 Host = "<10.136.81.231:37073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363248%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970673&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-37073&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 940 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.941.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <10.136.81.215:39989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999572&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-39989&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP> ... 028 (10628.941.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.919" EventTypeNumber = 28 Host = "<10.136.81.215:39989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999572&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-39989&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 941 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.940.000) 2024-10-24 12:01:25 Finished transferring input files ... 028 (10628.940.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 940 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.932.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.208.197:37375?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004407&PrivNet=osg-4196500-0-fnpc23118.fnal.gov&addrs=131.225.208.197-37375+[2620-6a-0-8862-f0-0-208-197]-37375&alias=osg-4196500-0-fnpc23118.fnal.gov&noUDP> ... 040 (10628.933.000) 2024-10-24 12:01:25 Started transferring input files Transferring to host: <131.225.209.218:42713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048065&PrivNet=osg-3975894-0-fnpc9019.fnal.gov&addrs=131.225.209.218-42713+[2620-6a-0-8862-f0-0-209-218]-42713&alias=osg-3975894-0-fnpc9019.fnal.gov&noUDP> ... 028 (10628.932.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.979" EventTypeNumber = 28 Host = "<131.225.208.197:37375?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004407&PrivNet=osg-4196500-0-fnpc23118.fnal.gov&addrs=131.225.208.197-37375+[2620-6a-0-8862-f0-0-208-197]-37375&alias=osg-4196500-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 932 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.933.000) 2024-10-24 12:01:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:25.979" EventTypeNumber = 28 Host = "<131.225.209.218:42713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904388%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048065&PrivNet=osg-3975894-0-fnpc9019.fnal.gov&addrs=131.225.209.218-42713+[2620-6a-0-8862-f0-0-209-218]-42713&alias=osg-3975894-0-fnpc9019.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 933 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.941.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.941.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 941 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.932.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.932.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 932 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.829.000) 2024-10-24 12:01:26 Image size of job updated: 3261980 54 - MemoryUsage of job (MB) 54628 - ResidentSetSize of job (KB) ... 028 (10628.829.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 829 ResidentSetSize = 54628 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.821.000) 2024-10-24 12:01:26 Image size of job updated: 3359032 51 - MemoryUsage of job (MB) 51624 - ResidentSetSize of job (KB) ... 028 (10628.821.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 821 ResidentSetSize = 51624 Size = 3359032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.933.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.933.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 933 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.833.000) 2024-10-24 12:01:26 Image size of job updated: 3262236 54 - MemoryUsage of job (MB) 55048 - ResidentSetSize of job (KB) ... 028 (10628.833.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 833 ResidentSetSize = 55048 Size = 3262236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.844.000) 2024-10-24 12:01:26 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79644 - ResidentSetSize of job (KB) ... 028 (10628.844.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 844 ResidentSetSize = 79644 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.842.000) 2024-10-24 12:01:26 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7068 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 7068 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.916.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_457500015@osg-4196822-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.939.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.136.81.231:37839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339549%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001310&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-37839&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.939.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.230" EventTypeNumber = 28 Host = "<10.136.81.231:37839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339549%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001310&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-37839&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 939 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.834.000) 2024-10-24 12:01:26 Image size of job updated: 19844 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.834.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 834 ResidentSetSize = 5712 Size = 19844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.835.000) 2024-10-24 12:01:26 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.835.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 835 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.934.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <137.99.174.28:43635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034773&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-43635&alias=cn433.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.934.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.297" EventTypeNumber = 28 Host = "<137.99.174.28:43635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034773&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-43635&alias=cn433.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 934 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.840.000) 2024-10-24 12:01:26 Image size of job updated: 3534792 78 - MemoryUsage of job (MB) 79484 - ResidentSetSize of job (KB) ... 028 (10628.840.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 840 ResidentSetSize = 79484 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.870.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_193595184@osg-3975903-0-fnpc17129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.838.000) 2024-10-24 12:01:26 Image size of job updated: 3331620 51 - MemoryUsage of job (MB) 51628 - ResidentSetSize of job (KB) ... 028 (10628.838.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 838 ResidentSetSize = 51628 Size = 3331620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.916.000) 2024-10-24 12:01:26 Job executing on host: <131.225.208.171:36495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994249&PrivNet=osg-4196822-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36495+[2620-6a-0-8862-f0-0-208-171]-36495&alias=osg-4196822-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.916.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.327" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:36495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899409%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994249&PrivNet=osg-4196822-0-fnpc23039.fnal.gov&addrs=131.225.208.171-36495+[2620-6a-0-8862-f0-0-208-171]-36495&alias=osg-4196822-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 916 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.939.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.939.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 939 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.816.000) 2024-10-24 12:01:26 Image size of job updated: 1655604 33 - MemoryUsage of job (MB) 33644 - ResidentSetSize of job (KB) ... 028 (10628.816.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 33 MyType = "JobImageSizeEvent" Proc = 816 ResidentSetSize = 33644 Size = 1655604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.923.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_48088971@osg-4197088-0-fnpc22005.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.919.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_312605244@osg-3976008-0-fnpc17110.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.936.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.83:33601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034772&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-33601&alias=d12chas544.crc.nd.edu&noUDP> ... 040 (10628.935.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.89:38959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048066&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-38959&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.936.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.456" EventTypeNumber = 28 Host = "<10.32.86.83:33601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034772&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-33601&alias=d12chas544.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178171.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.935.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.456" EventTypeNumber = 28 Host = "<10.32.86.89:38959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048066&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-38959&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.934.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.934.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 934 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.928.000) 2024-10-24 12:01:26 Warning from starter on slot1_2@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.927.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.88.37.107:42209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363247%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004408&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-42209&alias=discovery-c7.cluster.local&noUDP> ... 028 (10628.927.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.507" EventTypeNumber = 28 Host = "<10.88.37.107:42209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363247%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004408&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-42209&alias=discovery-c7.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.870.000) 2024-10-24 12:01:26 Job executing on host: <131.225.166.206:40249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713559%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994843&PrivNet=osg-3975903-0-fnpc17129.fnal.gov&addrs=131.225.166.206-40249+[2620-6a-0-8861-f0-0-166-206]-40249&alias=osg-3975903-0-fnpc17129.fnal.gov&noUDP> ... 028 (10628.870.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.528" EventTypeNumber = 28 ExecuteHost = "<131.225.166.206:40249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713559%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994843&PrivNet=osg-3975903-0-fnpc17129.fnal.gov&addrs=131.225.166.206-40249+[2620-6a-0-8861-f0-0-166-206]-40249&alias=osg-3975903-0-fnpc17129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 870 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.909.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.91:42671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004409&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-42671&alias=d12chas548.crc.nd.edu&noUDP> ... 040 (10628.942.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.173:34061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719631%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034774&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-34061&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.909.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.582" EventTypeNumber = 28 Host = "<10.32.86.91:42671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004409&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-42671&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.942.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.582" EventTypeNumber = 28 Host = "<10.32.86.173:34061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719631%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034774&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-34061&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.819.000) 2024-10-24 12:01:26 Image size of job updated: 3493264 85 - MemoryUsage of job (MB) 87004 - ResidentSetSize of job (KB) ... 028 (10628.819.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 819 ResidentSetSize = 87004 Size = 3493264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.923.000) 2024-10-24 12:01:26 Job executing on host: <131.225.208.24:41581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952119&PrivNet=osg-4197088-0-fnpc22005.fnal.gov&addrs=131.225.208.24-41581+[2620-6a-0-8862-f0-0-208-24]-41581&alias=osg-4197088-0-fnpc22005.fnal.gov&noUDP> ... 028 (10628.923.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.604" EventTypeNumber = 28 ExecuteHost = "<131.225.208.24:41581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952119&PrivNet=osg-4197088-0-fnpc22005.fnal.gov&addrs=131.225.208.24-41581+[2620-6a-0-8862-f0-0-208-24]-41581&alias=osg-4197088-0-fnpc22005.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 923 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.919.000) 2024-10-24 12:01:26 Job executing on host: <131.225.166.186:36275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995369&PrivNet=osg-3976008-0-fnpc17110.fnal.gov&addrs=131.225.166.186-36275+[2620-6a-0-8861-f0-0-166-186]-36275&alias=osg-3976008-0-fnpc17110.fnal.gov&noUDP> ... 028 (10628.919.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.629" EventTypeNumber = 28 ExecuteHost = "<131.225.166.186:36275?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29419899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995369&PrivNet=osg-3976008-0-fnpc17110.fnal.gov&addrs=131.225.166.186-36275+[2620-6a-0-8861-f0-0-166-186]-36275&alias=osg-3976008-0-fnpc17110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 919 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.925.000) 2024-10-24 12:01:26 Warning from starter on slot1_2@glidein_3844040_11394360@comp-cc-0471.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.813.000) 2024-10-24 12:01:26 Image size of job updated: 3349460 50 - MemoryUsage of job (MB) 50912 - ResidentSetSize of job (KB) ... 028 (10628.813.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 813 ResidentSetSize = 50912 Size = 3349460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.936.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.936.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178171.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.935.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.935.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.922.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_175303779@osg-4196880-0-fnpc19136.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.827.000) 2024-10-24 12:01:26 Image size of job updated: 3261980 54 - MemoryUsage of job (MB) 55216 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 55216 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.928.000) 2024-10-24 12:01:26 Job executing on host: <10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.928.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.713" EventTypeNumber = 28 ExecuteHost = "<10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 928 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.952.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.169:43953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992702&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43953&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.952.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.766" EventTypeNumber = 28 Host = "<10.32.86.169:43953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992702&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43953&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.927.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.927.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.909.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.909.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.942.000) 2024-10-24 12:01:26 Finished transferring input files ... 028 (10628.942.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.930.000) 2024-10-24 12:01:26 Warning from starter on slot1_1@glidein_8_137465800@osg-4196735-0-fnpc9003.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.953.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.119:41965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048067&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-41965&alias=d12chas562.crc.nd.edu&noUDP> ... 040 (10628.951.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <10.32.86.155:35153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363251%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970674&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-35153&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.953.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.825" EventTypeNumber = 28 Host = "<10.32.86.119:41965?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048067&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-41965&alias=d12chas562.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.951.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.825" EventTypeNumber = 28 Host = "<10.32.86.155:35153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363251%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970674&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-35153&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.925.000) 2024-10-24 12:01:26 Job executing on host: <10.136.81.241:43917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004263&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-43917&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.925.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.847" EventTypeNumber = 28 ExecuteHost = "<10.136.81.241:43917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004263&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-43917&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 925 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.831.000) 2024-10-24 12:01:26 Image size of job updated: 3329568 56 - MemoryUsage of job (MB) 57076 - ResidentSetSize of job (KB) ... 028 (10628.831.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 831 ResidentSetSize = 57076 Size = 3329568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.818.000) 2024-10-24 12:01:26 Image size of job updated: 3359036 57 - MemoryUsage of job (MB) 57632 - ResidentSetSize of job (KB) ... 028 (10628.818.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 818 ResidentSetSize = 57632 Size = 3359036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.950.000) 2024-10-24 12:01:26 Started transferring input files Transferring to host: <172.17.0.2:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941011&PrivNet=IU-Jetstream2-Backfill.87423c5912c3&addrs=172.17.0.2-46115&alias=IU-Jetstream2-Backfill.87423c5912c3&noUDP&sock=slot1_6_4645_9296_1712> ... 028 (10628.950.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.959" EventTypeNumber = 28 Host = "<172.17.0.2:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941011&PrivNet=IU-Jetstream2-Backfill.87423c5912c3&addrs=172.17.0.2-46115&alias=IU-Jetstream2-Backfill.87423c5912c3&noUDP&sock=slot1_6_4645_9296_1712>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 950 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.922.000) 2024-10-24 12:01:26 Job executing on host: <131.225.208.120:40725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030270&PrivNet=osg-4196880-0-fnpc19136.fnal.gov&addrs=131.225.208.120-40725+[2620-6a-0-8862-f0-0-208-120]-40725&alias=osg-4196880-0-fnpc19136.fnal.gov&noUDP> ... 028 (10628.922.000) 2024-10-24 12:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:26.989" EventTypeNumber = 28 ExecuteHost = "<131.225.208.120:40725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335027%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030270&PrivNet=osg-4196880-0-fnpc19136.fnal.gov&addrs=131.225.208.120-40725+[2620-6a-0-8862-f0-0-208-120]-40725&alias=osg-4196880-0-fnpc19136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 922 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.952.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.952.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.851.000) 2024-10-24 12:01:27 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77656 - ResidentSetSize of job (KB) ... 028 (10628.851.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 851 ResidentSetSize = 77656 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.924.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_8_85501824@osg-4196713-0-fnpc17102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.846.000) 2024-10-24 12:01:27 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7024 - ResidentSetSize of job (KB) ... 028 (10628.846.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 846 ResidentSetSize = 7024 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.915.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_7_280360092@osg-3975788-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.930.000) 2024-10-24 12:01:27 Job executing on host: <131.225.209.202:35713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945783&PrivNet=osg-4196735-0-fnpc9003.fnal.gov&addrs=131.225.209.202-35713+[2620-6a-0-8862-f0-0-209-202]-35713&alias=osg-4196735-0-fnpc9003.fnal.gov&noUDP> ... 028 (10628.930.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.132" EventTypeNumber = 28 ExecuteHost = "<131.225.209.202:35713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945783&PrivNet=osg-4196735-0-fnpc9003.fnal.gov&addrs=131.225.209.202-35713+[2620-6a-0-8862-f0-0-209-202]-35713&alias=osg-4196735-0-fnpc9003.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 930 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.953.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.953.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.951.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.951.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.955.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=slot1_12_4630_00f5_2343> ... 028 (10628.955.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.186" EventTypeNumber = 28 Host = "<172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=slot1_12_4630_00f5_2343>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 955 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.950.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.950.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 950 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.847.000) 2024-10-24 12:01:27 Image size of job updated: 3339544 50 - MemoryUsage of job (MB) 50820 - ResidentSetSize of job (KB) ... 028 (10628.847.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 847 ResidentSetSize = 50820 Size = 3339544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.854.000) 2024-10-24 12:01:27 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.854.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 854 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.845.000) 2024-10-24 12:01:27 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5928 - ResidentSetSize of job (KB) ... 028 (10628.845.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 845 ResidentSetSize = 5928 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.940.000) 2024-10-24 12:01:27 Warning from starter on slot1_2@glidein_3843493_378070146@comp-cc-0461.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.960.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=slot1_5_4640_0cb6_2171> ... 040 (10628.954.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <10.32.86.95:46663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719632%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998261&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-46663&alias=d12chas550.crc.nd.edu&noUDP> ... 040 (10628.957.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <192.170.236.128:36713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50424980%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9419291&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&addrs=192.170.236.128-36713+[2605-9a00-10-200c-7efe-90ff-fea7-f030]-36713&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&noUDP&sock=slot1_14_4768_3cbb_12063> ... 028 (10628.960.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.245" EventTypeNumber = 28 Host = "<172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=slot1_5_4640_0cb6_2171>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.954.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.245" EventTypeNumber = 28 Host = "<10.32.86.95:46663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719632%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998261&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-46663&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.957.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.245" EventTypeNumber = 28 Host = "<192.170.236.128:36713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50424980%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9419291&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&addrs=192.170.236.128-36713+[2605-9a00-10-200c-7efe-90ff-fea7-f030]-36713&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&noUDP&sock=slot1_14_4768_3cbb_12063>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.924.000) 2024-10-24 12:01:27 Job executing on host: <131.225.166.16:35363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898944%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965306&PrivNet=osg-4196713-0-fnpc17102.fnal.gov&addrs=131.225.166.16-35363+[2620-6a-0-8861-f0-0-166-16]-35363&alias=osg-4196713-0-fnpc17102.fnal.gov&noUDP> ... 028 (10628.924.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.274" EventTypeNumber = 28 ExecuteHost = "<131.225.166.16:35363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50898944%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965306&PrivNet=osg-4196713-0-fnpc17102.fnal.gov&addrs=131.225.166.16-35363+[2620-6a-0-8861-f0-0-166-16]-35363&alias=osg-4196713-0-fnpc17102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 924 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.941.000) 2024-10-24 12:01:27 Warning from starter on slot1_2@glidein_984220_393538280@comp-cc-0445.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.961.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:36967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271051%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905423&PrivNet=IU-Jetstream2-Backfill.ce6c4fe0eff9&addrs=172.17.0.2-36967&alias=IU-Jetstream2-Backfill.ce6c4fe0eff9&noUDP&sock=slot1_5_4654_e9f6_2104> ... 028 (10628.961.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.328" EventTypeNumber = 28 Host = "<172.17.0.2:36967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271051%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905423&PrivNet=IU-Jetstream2-Backfill.ce6c4fe0eff9&addrs=172.17.0.2-36967&alias=IU-Jetstream2-Backfill.ce6c4fe0eff9&noUDP&sock=slot1_5_4654_e9f6_2104>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 961 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.915.000) 2024-10-24 12:01:27 Job executing on host: <131.225.208.172:41907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041123&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41907+[2620-6a-0-8862-f0-0-208-172]-41907&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.915.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.358" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041123&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41907+[2620-6a-0-8862-f0-0-208-172]-41907&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 915 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.841.000) 2024-10-24 12:01:27 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.841.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 841 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.853.000) 2024-10-24 12:01:27 Image size of job updated: 3331372 51 - MemoryUsage of job (MB) 51360 - ResidentSetSize of job (KB) ... 028 (10628.853.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 853 ResidentSetSize = 51360 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.932.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_8_485720312@osg-4196500-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.955.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.955.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 955 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.959.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:42971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50915245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9909688&PrivNet=IU-Jetstream2-Backfill.5c4a39a43e21&addrs=172.17.0.2-42971&alias=IU-Jetstream2-Backfill.5c4a39a43e21&noUDP&sock=slot1_5_4649_6416_1894> ... 028 (10628.959.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.480" EventTypeNumber = 28 Host = "<172.17.0.2:42971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50915245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9909688&PrivNet=IU-Jetstream2-Backfill.5c4a39a43e21&addrs=172.17.0.2-42971&alias=IU-Jetstream2-Backfill.5c4a39a43e21&noUDP&sock=slot1_5_4649_6416_1894>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 959 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.933.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_8_293796801@osg-3975894-0-fnpc9019.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.940.000) 2024-10-24 12:01:27 Job executing on host: <10.136.81.231:33243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007844%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001154&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-33243&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.940.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.510" EventTypeNumber = 28 ExecuteHost = "<10.136.81.231:33243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007844%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001154&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-33243&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 940 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.960.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.960.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.954.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.954.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.957.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.957.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.939.000) 2024-10-24 12:01:27 Warning from starter on slot1_2@glidein_3832502_152183880@comp-cc-0461.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.956.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_11_4639_5856_2144> ... 040 (10628.963.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=slot1_13_4670_2ff7_2092> ... 028 (10628.956.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.622" EventTypeNumber = 28 Host = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_11_4639_5856_2144>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.963.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.622" EventTypeNumber = 28 Host = "<172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=slot1_13_4670_2ff7_2092>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.941.000) 2024-10-24 12:01:27 Job executing on host: <10.136.81.215:38681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034606&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-38681&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP> ... 028 (10628.941.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.653" EventTypeNumber = 28 ExecuteHost = "<10.136.81.215:38681?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10034606&PrivNet=comp-cc-0445.gwave.ics.psu.edu&addrs=10.136.81.215-38681&alias=comp-cc-0445.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 941 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.961.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.961.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 961 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.843.000) 2024-10-24 12:01:27 Image size of job updated: 3598964 61 - MemoryUsage of job (MB) 61636 - ResidentSetSize of job (KB) ... 028 (10628.843.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 61 MyType = "JobImageSizeEvent" Proc = 843 ResidentSetSize = 61636 Size = 3598964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.932.000) 2024-10-24 12:01:27 Job executing on host: <131.225.208.197:34539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027988&PrivNet=osg-4196500-0-fnpc23118.fnal.gov&addrs=131.225.208.197-34539+[2620-6a-0-8862-f0-0-208-197]-34539&alias=osg-4196500-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.932.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.686" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:34539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027988&PrivNet=osg-4196500-0-fnpc23118.fnal.gov&addrs=131.225.208.197-34539+[2620-6a-0-8862-f0-0-208-197]-34539&alias=osg-4196500-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 932 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.962.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:35377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880080&PrivNet=IU-Jetstream2-Backfill.899504cf069a&addrs=172.17.0.2-35377&alias=IU-Jetstream2-Backfill.899504cf069a&noUDP&sock=slot1_11_4641_c116_1886> ... 028 (10628.962.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.687" EventTypeNumber = 28 Host = "<172.17.0.2:35377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880080&PrivNet=IU-Jetstream2-Backfill.899504cf069a&addrs=172.17.0.2-35377&alias=IU-Jetstream2-Backfill.899504cf069a&noUDP&sock=slot1_11_4641_c116_1886>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 962 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.959.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.959.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 959 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.933.000) 2024-10-24 12:01:27 Job executing on host: <131.225.209.218:42223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028318&PrivNet=osg-3975894-0-fnpc9019.fnal.gov&addrs=131.225.209.218-42223+[2620-6a-0-8862-f0-0-209-218]-42223&alias=osg-3975894-0-fnpc9019.fnal.gov&noUDP> ... 028 (10628.933.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.720" EventTypeNumber = 28 ExecuteHost = "<131.225.209.218:42223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10028318&PrivNet=osg-3975894-0-fnpc9019.fnal.gov&addrs=131.225.209.218-42223+[2620-6a-0-8862-f0-0-209-218]-42223&alias=osg-3975894-0-fnpc9019.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 933 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.967.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <131.225.167.199:39323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884512%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998262&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-39323+[2620-6a-0-8861-f0-0-167-199]-39323&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP> ... 028 (10628.967.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.720" EventTypeNumber = 28 Host = "<131.225.167.199:39323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884512%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998262&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-39323+[2620-6a-0-8861-f0-0-167-199]-39323&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 967 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.964.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=slot1_2_4651_ccd6_2368> ... 028 (10628.964.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.722" EventTypeNumber = 28 Host = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=slot1_2_4651_ccd6_2368>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.939.000) 2024-10-24 12:01:27 Job executing on host: <10.136.81.231:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363100%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999433&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-43679&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.939.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.745" EventTypeNumber = 28 ExecuteHost = "<10.136.81.231:43679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363100%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999433&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-43679&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 939 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.956.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.956.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.963.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.963.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.968.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <131.225.209.182:35365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404322%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970675&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-35365+[2620-6a-0-8862-f0-0-209-182]-35365&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP> ... 028 (10628.968.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.748" EventTypeNumber = 28 Host = "<131.225.209.182:35365?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404322%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970675&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-35365+[2620-6a-0-8862-f0-0-209-182]-35365&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 968 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.962.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.962.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 962 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.849.000) 2024-10-24 12:01:27 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6612 - ResidentSetSize of job (KB) ... 028 (10628.849.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 849 ResidentSetSize = 6612 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.967.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.967.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 967 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.964.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.964.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.968.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.968.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 968 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.958.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:44417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29312585%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9859021&PrivNet=IU-Jetstream2-Backfill.e3c5704f31ed&addrs=172.17.0.2-44417&alias=IU-Jetstream2-Backfill.e3c5704f31ed&noUDP&sock=slot1_14_4655_9e56_2034> ... 028 (10628.958.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.813" EventTypeNumber = 28 Host = "<172.17.0.2:44417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29312585%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9859021&PrivNet=IU-Jetstream2-Backfill.e3c5704f31ed&addrs=172.17.0.2-44417&alias=IU-Jetstream2-Backfill.e3c5704f31ed&noUDP&sock=slot1_14_4655_9e56_2034>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 958 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.848.000) 2024-10-24 12:01:27 Image size of job updated: 3330852 48 - MemoryUsage of job (MB) 48512 - ResidentSetSize of job (KB) ... 028 (10628.848.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 848 ResidentSetSize = 48512 Size = 3330852 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.965.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29246648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9910452&PrivNet=IU-Jetstream2-Backfill.8b47b879c70e&addrs=172.17.0.2-40043&alias=IU-Jetstream2-Backfill.8b47b879c70e&noUDP&sock=slot1_11_4652_8136_2056> ... 028 (10628.965.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.844" EventTypeNumber = 28 Host = "<172.17.0.2:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29246648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9910452&PrivNet=IU-Jetstream2-Backfill.8b47b879c70e&addrs=172.17.0.2-40043&alias=IU-Jetstream2-Backfill.8b47b879c70e&noUDP&sock=slot1_11_4652_8136_2056>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 965 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.839.000) 2024-10-24 12:01:27 Image size of job updated: 3531120 56 - MemoryUsage of job (MB) 56636 - ResidentSetSize of job (KB) ... 028 (10628.839.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 839 ResidentSetSize = 56636 Size = 3531120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.947.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <10.64.77.63:42299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904389%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951407&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42299&alias=g3063.hyak.local&noUDP> ... 028 (10628.947.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.857" EventTypeNumber = 28 Host = "<10.64.77.63:42299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904389%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9951407&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42299&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.958.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.958.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 958 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.785.000) 2024-10-24 12:01:27 Image size of job updated: 1864532 49 - MemoryUsage of job (MB) 49468 - ResidentSetSize of job (KB) ... 028 (10628.785.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 785 ResidentSetSize = 49468 Size = 1864532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.935.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_2170296_122698380@d12chas547.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.965.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.965.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 965 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.936.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_3923786_172732876@d12chas544.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.931.000) 2024-10-24 12:01:27 Warning from starter on slot1_1@glidein_8_26729010@osg-4197110-0-fnpc22027.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.935.000) 2024-10-24 12:01:27 Job executing on host: <10.32.86.89:34263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002746&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-34263&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.935.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.920" EventTypeNumber = 28 ExecuteHost = "<10.32.86.89:34263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002746&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-34263&alias=d12chas547.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.969.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <192.170.236.149:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29274217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9908598&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&addrs=192.170.236.149-38389+[2605-9a00-10-200c-f652-14ff-fe1e-21d0]-38389&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&noUDP&sock=slot1_1_4853_209e_1921> ... 040 (10628.970.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=slot1_13_4898_d580_2071> ... 028 (10628.969.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.921" EventTypeNumber = 28 Host = "<192.170.236.149:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29274217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9908598&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&addrs=192.170.236.149-38389+[2605-9a00-10-200c-f652-14ff-fe1e-21d0]-38389&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&noUDP&sock=slot1_1_4853_209e_1921>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.970.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.921" EventTypeNumber = 28 Host = "<192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=slot1_13_4898_d580_2071>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.184.000) 2024-10-24 12:01:27 Image size of job updated: 411568 21 - MemoryUsage of job (MB) 21072 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 21 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 21072 Size = 411568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 12:01:27 Image size of job updated: 404288 17 - MemoryUsage of job (MB) 16624 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 17 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 16624 Size = 404288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.936.000) 2024-10-24 12:01:27 Job executing on host: <10.32.86.83:41567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992200&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-41567&alias=d12chas544.crc.nd.edu&noUDP> ... 028 (10628.936.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.945" EventTypeNumber = 28 ExecuteHost = "<10.32.86.83:41567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992200&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-41567&alias=d12chas544.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178171.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.931.000) 2024-10-24 12:01:27 Job executing on host: <131.225.208.60:39011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335988%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952128&PrivNet=osg-4197110-0-fnpc22027.fnal.gov&addrs=131.225.208.60-39011+[2620-6a-0-8862-f0-0-208-60]-39011&alias=osg-4197110-0-fnpc22027.fnal.gov&noUDP> ... 028 (10628.931.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.970" EventTypeNumber = 28 ExecuteHost = "<131.225.208.60:39011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335988%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952128&PrivNet=osg-4197110-0-fnpc22027.fnal.gov&addrs=131.225.208.60-39011+[2620-6a-0-8862-f0-0-208-60]-39011&alias=osg-4197110-0-fnpc22027.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 931 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.969.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.969.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.970.000) 2024-10-24 12:01:27 Finished transferring input files ... 028 (10628.970.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.983.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <172.17.0.2:34393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912634&PrivNet=IU-Jetstream2-Backfill.bcc846637612&addrs=172.17.0.2-34393&alias=IU-Jetstream2-Backfill.bcc846637612&noUDP&sock=slot1_6_4640_0cb6_2050> ... 040 (10628.966.000) 2024-10-24 12:01:27 Started transferring input files Transferring to host: <10.32.86.107:37177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339550%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955991&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-37177&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.966.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.972" EventTypeNumber = 28 Host = "<10.32.86.107:37177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339550%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955991&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-37177&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.983.000) 2024-10-24 12:01:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:27.972" EventTypeNumber = 28 Host = "<172.17.0.2:34393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912634&PrivNet=IU-Jetstream2-Backfill.bcc846637612&addrs=172.17.0.2-34393&alias=IU-Jetstream2-Backfill.bcc846637612&noUDP&sock=slot1_6_4640_0cb6_2050>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 983 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.947.000) 2024-10-24 12:01:28 Finished transferring input files ... 028 (10628.947.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.837.000) 2024-10-24 12:01:28 Image size of job updated: 3320584 41 - MemoryUsage of job (MB) 41036 - ResidentSetSize of job (KB) ... 028 (10628.837.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 837 ResidentSetSize = 41036 Size = 3320584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.976.000) 2024-10-24 12:01:28 Started transferring input files Transferring to host: <172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=slot1_8_4645_9296_2195> ... 028 (10628.976.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.023" EventTypeNumber = 28 Host = "<172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=slot1_8_4645_9296_2195>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.983.000) 2024-10-24 12:01:28 Finished transferring input files ... 028 (10628.983.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 983 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.862.000) 2024-10-24 12:01:28 Image size of job updated: 3327900 47 - MemoryUsage of job (MB) 47364 - ResidentSetSize of job (KB) ... 028 (10628.862.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 862 ResidentSetSize = 47364 Size = 3327900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.927.000) 2024-10-24 12:01:28 Warning from starter on slot1_2@glidein_3584611_149249100@discovery-c7.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.966.000) 2024-10-24 12:01:28 Finished transferring input files ... 028 (10628.966.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.183.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5388 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 5388 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.909.000) 2024-10-24 12:01:28 Warning from starter on slot1_3@glidein_470483_234279436@d12chas548.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.927.000) 2024-10-24 12:01:28 Job executing on host: <10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP> ... 028 (10628.927.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.054" EventTypeNumber = 28 ExecuteHost = "<10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.942.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@glidein_2674164_558383442@d12chas589.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.976.000) 2024-10-24 12:01:28 Finished transferring input files ... 028 (10628.976.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.909.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.909.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.079" EventTypeNumber = 28 ExecuteHost = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.942.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.942.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.104" EventTypeNumber = 28 ExecuteHost = "<10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.850.000) 2024-10-24 12:01:28 Image size of job updated: 3324792 46 - MemoryUsage of job (MB) 47072 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 47072 Size = 3324792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.864.000) 2024-10-24 12:01:28 Image size of job updated: 3331880 44 - MemoryUsage of job (MB) 44772 - ResidentSetSize of job (KB) ... 028 (10628.864.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 864 ResidentSetSize = 44772 Size = 3331880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.863.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5952 - ResidentSetSize of job (KB) ... 028 (10628.863.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 863 ResidentSetSize = 5952 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.865.000) 2024-10-24 12:01:28 Image size of job updated: 3330856 46 - MemoryUsage of job (MB) 46944 - ResidentSetSize of job (KB) ... 028 (10628.865.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 46 MyType = "JobImageSizeEvent" Proc = 865 ResidentSetSize = 46944 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.952.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@glidein_342758_703780832@d12chas587.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.952.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.952.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.221" EventTypeNumber = 28 ExecuteHost = "<10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.951.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@glidein_3925962_649584960@d12chas580.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.953.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@glidein_1209856_548871498@d12chas562.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.951.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.951.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.296" EventTypeNumber = 28 ExecuteHost = "<10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.953.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP> ... 028 (10628.953.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.321" EventTypeNumber = 28 ExecuteHost = "<10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.929.000) 2024-10-24 12:01:28 Warning from starter on slot1_1@glidein_8_288667067@osg-3975800-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.929.000) 2024-10-24 12:01:28 Job executing on host: <131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.929.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.513" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 929 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.823.000) 2024-10-24 12:01:28 Image size of job updated: 3630044 86 - MemoryUsage of job (MB) 88052 - ResidentSetSize of job (KB) ... 028 (10628.823.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 823 ResidentSetSize = 88052 Size = 3630044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.857.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5424 - ResidentSetSize of job (KB) ... 028 (10628.857.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 857 ResidentSetSize = 5424 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.950.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@IU-Jetstream2-Backfill.87423c5912c3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.861.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5928 - ResidentSetSize of job (KB) ... 028 (10628.861.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 861 ResidentSetSize = 5928 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.954.000) 2024-10-24 12:01:28 Warning from starter on slot1_6@glidein_2535080_28531764@d12chas550.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.855.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.855.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 855 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.950.000) 2024-10-24 12:01:28 Job executing on host: <172.17.0.2:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941011&PrivNet=IU-Jetstream2-Backfill.87423c5912c3&addrs=172.17.0.2-46115&alias=IU-Jetstream2-Backfill.87423c5912c3&noUDP&sock=startd_4635_cd8e> ... 028 (10628.950.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.671" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:46115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29331483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941011&PrivNet=IU-Jetstream2-Backfill.87423c5912c3&addrs=172.17.0.2-46115&alias=IU-Jetstream2-Backfill.87423c5912c3&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 950 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.954.000) 2024-10-24 12:01:28 Job executing on host: <10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.954.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.696" EventTypeNumber = 28 ExecuteHost = "<10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.860.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5940 - ResidentSetSize of job (KB) ... 028 (10628.860.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 860 ResidentSetSize = 5940 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.866.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5576 - ResidentSetSize of job (KB) ... 028 (10628.866.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 866 ResidentSetSize = 5576 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.946.000) 2024-10-24 12:01:28 Started transferring input files Transferring to host: <10.64.77.34:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992703&PrivNet=g3034.hyak.local&addrs=10.64.77.34-35691&alias=g3034.hyak.local&noUDP> ... 028 (10628.946.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.799" EventTypeNumber = 28 Host = "<10.64.77.34:35691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992703&PrivNet=g3034.hyak.local&addrs=10.64.77.34-35691&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.836.000) 2024-10-24 12:01:28 Image size of job updated: 3315908 43 - MemoryUsage of job (MB) 43576 - ResidentSetSize of job (KB) ... 028 (10628.836.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 836 ResidentSetSize = 43576 Size = 3315908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.825.000) 2024-10-24 12:01:28 Image size of job updated: 3295304 48 - MemoryUsage of job (MB) 48732 - ResidentSetSize of job (KB) ... 028 (10628.825.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 825 ResidentSetSize = 48732 Size = 3295304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.856.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5956 - ResidentSetSize of job (KB) ... 028 (10628.856.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 856 ResidentSetSize = 5956 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.858.000) 2024-10-24 12:01:28 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5932 - ResidentSetSize of job (KB) ... 028 (10628.858.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 858 ResidentSetSize = 5932 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.957.000) 2024-10-24 12:01:28 Warning from starter on slot1_14@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.824.000) 2024-10-24 12:01:28 Image size of job updated: 3426616 53 - MemoryUsage of job (MB) 53600 - ResidentSetSize of job (KB) ... 028 (10628.824.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 824 ResidentSetSize = 53600 Size = 3426616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.946.000) 2024-10-24 12:01:28 Finished transferring input files ... 028 (10628.946.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.859.000) 2024-10-24 12:01:28 Image size of job updated: 3263780 48 - MemoryUsage of job (MB) 48612 - ResidentSetSize of job (KB) ... 028 (10628.859.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 859 ResidentSetSize = 48612 Size = 3263780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.957.000) 2024-10-24 12:01:28 Job executing on host: <192.170.236.128:36713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50424980%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9419291&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&addrs=192.170.236.128-36713+[2605-9a00-10-200c-7efe-90ff-fea7-f030]-36713&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&noUDP&sock=startd_4760_8ae4> ... 028 (10628.957.000) 2024-10-24 12:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:28.955" EventTypeNumber = 28 ExecuteHost = "<192.170.236.128:36713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50424980%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9419291&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&addrs=192.170.236.128-36713+[2605-9a00-10-200c-7efe-90ff-fea7-f030]-36713&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c028.ssl-hep.org&noUDP&sock=startd_4760_8ae4>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.868.000) 2024-10-24 12:01:29 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5940 - ResidentSetSize of job (KB) ... 028 (10628.868.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 868 ResidentSetSize = 5940 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.955.000) 2024-10-24 12:01:29 Warning from starter on slot1_12@IU-Jetstream2-Backfill.6e11513e79b2: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.967.000) 2024-10-24 12:01:29 Warning from starter on slot1_3@glidein_8_383282220@osg-4196627-0-fnpc8022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.960.000) 2024-10-24 12:01:29 Warning from starter on slot1_5@IU-Jetstream2-Backfill.6c6022f80a62: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.968.000) 2024-10-24 12:01:29 Warning from starter on slot1_3@glidein_8_338530368@osg-4196664-0-fnpc9077.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.955.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=startd_4622_e2d3> ... 028 (10628.955.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.172" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50821260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9878935&PrivNet=IU-Jetstream2-Backfill.6e11513e79b2&addrs=172.17.0.2-38713&alias=IU-Jetstream2-Backfill.6e11513e79b2&noUDP&sock=startd_4622_e2d3>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 955 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.967.000) 2024-10-24 12:01:29 Job executing on host: <131.225.167.199:41067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042223&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-41067+[2620-6a-0-8861-f0-0-167-199]-41067&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP> ... 028 (10628.967.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.197" EventTypeNumber = 28 ExecuteHost = "<131.225.167.199:41067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042223&PrivNet=osg-4196627-0-fnpc8022.fnal.gov&addrs=131.225.167.199-41067+[2620-6a-0-8861-f0-0-167-199]-41067&alias=osg-4196627-0-fnpc8022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 967 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.947.000) 2024-10-24 12:01:29 Warning from starter on slot1_9@glidein_86069_794838760@g3063.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.960.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=startd_4630_5f95> ... 028 (10628.960.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.273" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=startd_4630_5f95>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.968.000) 2024-10-24 12:01:29 Job executing on host: <131.225.209.182:43849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945246&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-43849+[2620-6a-0-8862-f0-0-209-182]-43849&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP> ... 028 (10628.968.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.298" EventTypeNumber = 28 ExecuteHost = "<131.225.209.182:43849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398449%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945246&PrivNet=osg-4196664-0-fnpc9077.fnal.gov&addrs=131.225.209.182-43849+[2620-6a-0-8862-f0-0-209-182]-43849&alias=osg-4196664-0-fnpc9077.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 968 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.963.000) 2024-10-24 12:01:29 Warning from starter on slot1_13@IU-Jetstream2-Backfill.05795601e46f: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.959.000) 2024-10-24 12:01:29 Warning from starter on slot1_5@IU-Jetstream2-Backfill.5c4a39a43e21: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.947.000) 2024-10-24 12:01:29 Job executing on host: <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.947.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.382" EventTypeNumber = 28 ExecuteHost = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.966.000) 2024-10-24 12:01:29 Warning from starter on slot1_6@glidein_4001154_20376660@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.962.000) 2024-10-24 12:01:29 Warning from starter on slot1_11@IU-Jetstream2-Backfill.899504cf069a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.959.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:42971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50915245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9909688&PrivNet=IU-Jetstream2-Backfill.5c4a39a43e21&addrs=172.17.0.2-42971&alias=IU-Jetstream2-Backfill.5c4a39a43e21&noUDP&sock=startd_4641_eb1f> ... 028 (10628.959.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.465" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50915245%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9909688&PrivNet=IU-Jetstream2-Backfill.5c4a39a43e21&addrs=172.17.0.2-42971&alias=IU-Jetstream2-Backfill.5c4a39a43e21&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 959 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.970.000) 2024-10-24 12:01:29 Warning from starter on slot1_13@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.963.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=startd_4660_f36c> ... 028 (10628.963.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.490" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=startd_4660_f36c>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.983.000) 2024-10-24 12:01:29 Warning from starter on slot1_6@IU-Jetstream2-Backfill.bcc846637612: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.958.000) 2024-10-24 12:01:29 Warning from starter on slot1_14@IU-Jetstream2-Backfill.e3c5704f31ed: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.964.000) 2024-10-24 12:01:29 Warning from starter on slot1_2@IU-Jetstream2-Backfill.c0e835a8e5b3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.969.000) 2024-10-24 12:01:29 Warning from starter on slot1_1@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.976.000) 2024-10-24 12:01:29 Warning from starter on slot1_8@IU-Jetstream2-Backfill.5bd22203e4d7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.966.000) 2024-10-24 12:01:29 Job executing on host: <10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.966.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.574" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.961.000) 2024-10-24 12:01:29 Warning from starter on slot1_5@IU-Jetstream2-Backfill.ce6c4fe0eff9: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.934.000) 2024-10-24 12:01:29 Warning from starter on slot1_1@glidein_2497797_769754835@cn433.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.965.000) 2024-10-24 12:01:29 Warning from starter on slot1_11@IU-Jetstream2-Backfill.8b47b879c70e: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.962.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:35377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880080&PrivNet=IU-Jetstream2-Backfill.899504cf069a&addrs=172.17.0.2-35377&alias=IU-Jetstream2-Backfill.899504cf069a&noUDP&sock=startd_4631_0f2d> ... 028 (10628.962.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.658" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880080&PrivNet=IU-Jetstream2-Backfill.899504cf069a&addrs=172.17.0.2-35377&alias=IU-Jetstream2-Backfill.899504cf069a&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 962 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.970.000) 2024-10-24 12:01:29 Job executing on host: <192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=startd_4890_b634> ... 028 (10628.970.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.683" EventTypeNumber = 28 ExecuteHost = "<192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=startd_4890_b634>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.983.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:34393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912634&PrivNet=IU-Jetstream2-Backfill.bcc846637612&addrs=172.17.0.2-34393&alias=IU-Jetstream2-Backfill.bcc846637612&noUDP&sock=startd_4632_bec5> ... 028 (10628.983.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.708" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912634&PrivNet=IU-Jetstream2-Backfill.bcc846637612&addrs=172.17.0.2-34393&alias=IU-Jetstream2-Backfill.bcc846637612&noUDP&sock=startd_4632_bec5>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 983 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.958.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:44417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29312585%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9859021&PrivNet=IU-Jetstream2-Backfill.e3c5704f31ed&addrs=172.17.0.2-44417&alias=IU-Jetstream2-Backfill.e3c5704f31ed&noUDP&sock=startd_4647_08b1> ... 028 (10628.958.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.733" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29312585%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9859021&PrivNet=IU-Jetstream2-Backfill.e3c5704f31ed&addrs=172.17.0.2-44417&alias=IU-Jetstream2-Backfill.e3c5704f31ed&noUDP&sock=startd_4647_08b1>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 958 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.974.000) 2024-10-24 12:01:29 Started transferring input files Transferring to host: <172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=slot1_4_4651_ccd6_1919> ... 028 (10628.974.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.787" EventTypeNumber = 28 Host = "<172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=slot1_4_4651_ccd6_1919>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.984.000) 2024-10-24 12:01:29 Started transferring input files Transferring to host: <172.17.0.2:34581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50813165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9957630&PrivNet=IU-Jetstream2-Backfill.363168aa6b7d&addrs=172.17.0.2-34581&alias=IU-Jetstream2-Backfill.363168aa6b7d&noUDP&sock=slot1_13_4641_c116_2317> ... 028 (10628.984.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.787" EventTypeNumber = 28 Host = "<172.17.0.2:34581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50813165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9957630&PrivNet=IU-Jetstream2-Backfill.363168aa6b7d&addrs=172.17.0.2-34581&alias=IU-Jetstream2-Backfill.363168aa6b7d&noUDP&sock=slot1_13_4641_c116_2317>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 984 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.820.000) 2024-10-24 12:01:29 Image size of job updated: 3426624 51 - MemoryUsage of job (MB) 51904 - ResidentSetSize of job (KB) ... 028 (10628.820.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 51904 Size = 3426624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.964.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f> ... 028 (10628.964.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.817" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.822.000) 2024-10-24 12:01:29 Image size of job updated: 3426620 51 - MemoryUsage of job (MB) 52008 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 52008 Size = 3426620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.956.000) 2024-10-24 12:01:29 Warning from starter on slot1_11@IU-Jetstream2-Backfill.9f8cfa88adf6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.969.000) 2024-10-24 12:01:29 Job executing on host: <192.170.236.149:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29274217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9908598&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&addrs=192.170.236.149-38389+[2605-9a00-10-200c-f652-14ff-fe1e-21d0]-38389&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&noUDP&sock=startd_4845_d871> ... 028 (10628.969.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.901" EventTypeNumber = 28 ExecuteHost = "<192.170.236.149:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29274217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9908598&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&addrs=192.170.236.149-38389+[2605-9a00-10-200c-f652-14ff-fe1e-21d0]-38389&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c049.ssl-hep.org&noUDP&sock=startd_4845_d871>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.976.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=startd_4637_2cbe> ... 028 (10628.976.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.926" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=startd_4637_2cbe>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.869.000) 2024-10-24 12:01:29 Image size of job updated: 3398696 49 - MemoryUsage of job (MB) 50088 - ResidentSetSize of job (KB) ... 028 (10628.869.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 869 ResidentSetSize = 50088 Size = 3398696 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.961.000) 2024-10-24 12:01:29 Job executing on host: <172.17.0.2:36967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271051%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905423&PrivNet=IU-Jetstream2-Backfill.ce6c4fe0eff9&addrs=172.17.0.2-36967&alias=IU-Jetstream2-Backfill.ce6c4fe0eff9&noUDP&sock=startd_4644_f9e8> ... 028 (10628.961.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.951" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271051%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905423&PrivNet=IU-Jetstream2-Backfill.ce6c4fe0eff9&addrs=172.17.0.2-36967&alias=IU-Jetstream2-Backfill.ce6c4fe0eff9&noUDP&sock=startd_4644_f9e8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 961 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.934.000) 2024-10-24 12:01:29 Job executing on host: <137.99.174.28:36851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992121&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36851&alias=cn433.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.934.000) 2024-10-24 12:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:29.976" EventTypeNumber = 28 ExecuteHost = "<137.99.174.28:36851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338974%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992121&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36851&alias=cn433.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 934 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.977.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:35753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50832462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9889985&PrivNet=IU-Jetstream2-Backfill.4cd25d050902&addrs=172.17.0.2-35753&alias=IU-Jetstream2-Backfill.4cd25d050902&noUDP&sock=slot1_3_4651_ccd6_2141> ... 028 (10628.977.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.039" EventTypeNumber = 28 Host = "<172.17.0.2:35753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50832462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9889985&PrivNet=IU-Jetstream2-Backfill.4cd25d050902&addrs=172.17.0.2-35753&alias=IU-Jetstream2-Backfill.4cd25d050902&noUDP&sock=slot1_3_4651_ccd6_2141>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 977 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.965.000) 2024-10-24 12:01:30 Job executing on host: <172.17.0.2:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29246648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9910452&PrivNet=IU-Jetstream2-Backfill.8b47b879c70e&addrs=172.17.0.2-40043&alias=IU-Jetstream2-Backfill.8b47b879c70e&noUDP&sock=startd_4642_9ab8> ... 028 (10628.965.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.069" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:40043?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29246648%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9910452&PrivNet=IU-Jetstream2-Backfill.8b47b879c70e&addrs=172.17.0.2-40043&alias=IU-Jetstream2-Backfill.8b47b879c70e&noUDP&sock=startd_4642_9ab8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 965 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.972.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=slot1_4_4629_4c95_2175> ... 028 (10628.972.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.140" EventTypeNumber = 28 Host = "<172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=slot1_4_4629_4c95_2175>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.974.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.974.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.984.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.984.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 984 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.946.000) 2024-10-24 12:01:30 Warning from starter on slot1_10@glidein_51494_128931132@g3034.hyak.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.971.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=slot1_7_4655_9e56_2228> ... 028 (10628.971.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.190" EventTypeNumber = 28 Host = "<172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=slot1_7_4655_9e56_2228>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 971 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.956.000) 2024-10-24 12:01:30 Job executing on host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 028 (10628.956.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.212" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.977.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.977.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 977 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.978.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=slot1_6_4643_29d6_2071> ... 028 (10628.978.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.265" EventTypeNumber = 28 Host = "<172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=slot1_6_4643_29d6_2071>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.972.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.972.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.971.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.971.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 971 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.946.000) 2024-10-24 12:01:30 Job executing on host: <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.946.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.338" EventTypeNumber = 28 ExecuteHost = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "ExecuteEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.873.000) 2024-10-24 12:01:30 Image size of job updated: 3331372 45 - MemoryUsage of job (MB) 45520 - ResidentSetSize of job (KB) ... 028 (10628.873.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 873 ResidentSetSize = 45520 Size = 3331372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.973.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=slot1_3_4650_1876_2280> ... 028 (10628.973.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.391" EventTypeNumber = 28 Host = "<172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=slot1_3_4650_1876_2280>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.978.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.978.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.975.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:40803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9897075&PrivNet=IU-Jetstream2-Backfill.40b8cc6677eb&addrs=172.17.0.2-40803&alias=IU-Jetstream2-Backfill.40b8cc6677eb&noUDP&sock=slot1_7_4630_00f5_2067> ... 028 (10628.975.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.441" EventTypeNumber = 28 Host = "<172.17.0.2:40803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9897075&PrivNet=IU-Jetstream2-Backfill.40b8cc6677eb&addrs=172.17.0.2-40803&alias=IU-Jetstream2-Backfill.40b8cc6677eb&noUDP&sock=slot1_7_4630_00f5_2067>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 975 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.973.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.973.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.979.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <10.32.86.105:44311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363254%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048068&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-44311&alias=d12chas555.crc.nd.edu&noUDP> ... 028 (10628.979.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.542" EventTypeNumber = 28 Host = "<10.32.86.105:44311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29363254%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048068&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-44311&alias=d12chas555.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.975.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.975.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 975 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.867.000) 2024-10-24 12:01:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5948 - ResidentSetSize of job (KB) ... 028 (10628.867.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 867 ResidentSetSize = 5948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.979.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.979.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.989.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:34525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905417&PrivNet=IU-Jetstream2-Backfill.b43ac9ed104c&addrs=172.17.0.2-34525&alias=IU-Jetstream2-Backfill.b43ac9ed104c&noUDP&sock=slot1_5_4648_afb6_2124> ... 028 (10628.989.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.752" EventTypeNumber = 28 Host = "<172.17.0.2:34525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905417&PrivNet=IU-Jetstream2-Backfill.b43ac9ed104c&addrs=172.17.0.2-34525&alias=IU-Jetstream2-Backfill.b43ac9ed104c&noUDP&sock=slot1_5_4648_afb6_2124>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 989 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.991.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:44007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900085&PrivNet=IU-Jetstream2-Backfill.cd285c7f5acf&addrs=172.17.0.2-44007&alias=IU-Jetstream2-Backfill.cd285c7f5acf&noUDP&sock=slot1_4_4634_d276_2088> ... 028 (10628.991.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.810" EventTypeNumber = 28 Host = "<172.17.0.2:44007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900085&PrivNet=IU-Jetstream2-Backfill.cd285c7f5acf&addrs=172.17.0.2-44007&alias=IU-Jetstream2-Backfill.cd285c7f5acf&noUDP&sock=slot1_4_4634_d276_2088>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 991 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.989.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.989.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 989 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.988.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:35993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864588&PrivNet=IU-Jetstream2-Backfill.edce1e0c61fc&addrs=172.17.0.2-35993&alias=IU-Jetstream2-Backfill.edce1e0c61fc&noUDP&sock=slot1_5_4630_00f5_2075> ... 028 (10628.988.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.928" EventTypeNumber = 28 Host = "<172.17.0.2:35993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864588&PrivNet=IU-Jetstream2-Backfill.edce1e0c61fc&addrs=172.17.0.2-35993&alias=IU-Jetstream2-Backfill.edce1e0c61fc&noUDP&sock=slot1_5_4630_00f5_2075>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 988 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.991.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.991.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 991 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.871.000) 2024-10-24 12:01:30 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5588 - ResidentSetSize of job (KB) ... 028 (10628.871.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 871 ResidentSetSize = 5588 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.877.000) 2024-10-24 12:01:30 Image size of job updated: 3316292 40 - MemoryUsage of job (MB) 40312 - ResidentSetSize of job (KB) ... 028 (10628.877.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 40 MyType = "JobImageSizeEvent" Proc = 877 ResidentSetSize = 40312 Size = 3316292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.992.000) 2024-10-24 12:01:30 Started transferring input files Transferring to host: <172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=slot1_9_4635_86d6_2248> ... 028 (10628.992.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.987" EventTypeNumber = 28 Host = "<172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=slot1_9_4635_86d6_2248>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.988.000) 2024-10-24 12:01:30 Finished transferring input files ... 028 (10628.988.000) 2024-10-24 12:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:30.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 988 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.872.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5536 - ResidentSetSize of job (KB) ... 028 (10628.872.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 872 ResidentSetSize = 5536 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.980.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.32.86.107:42655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998264&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42655&alias=d12chas556.crc.nd.edu&noUDP> ... 040 (10628.987.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:36181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29311756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9858197&PrivNet=IU-Jetstream2-Backfill.1068774d67eb&addrs=172.17.0.2-36181&alias=IU-Jetstream2-Backfill.1068774d67eb&noUDP&sock=slot1_1_4637_ef96_1985> ... 040 (10628.995.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <131.225.208.197:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955993&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46213+[2620-6a-0-8862-f0-0-208-197]-46213&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.980.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.046" EventTypeNumber = 28 Host = "<10.32.86.107:42655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998264&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-42655&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.987.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.046" EventTypeNumber = 28 Host = "<172.17.0.2:36181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29311756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9858197&PrivNet=IU-Jetstream2-Backfill.1068774d67eb&addrs=172.17.0.2-36181&alias=IU-Jetstream2-Backfill.1068774d67eb&noUDP&sock=slot1_1_4637_ef96_1985>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 987 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.995.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.046" EventTypeNumber = 28 Host = "<131.225.208.197:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955993&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-46213+[2620-6a-0-8862-f0-0-208-197]-46213&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 995 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.992.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.992.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.883.000) 2024-10-24 12:01:31 Image size of job updated: 3331624 45 - MemoryUsage of job (MB) 45264 - ResidentSetSize of job (KB) ... 028 (10628.883.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 883 ResidentSetSize = 45264 Size = 3331624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.980.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.980.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.896.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5572 - ResidentSetSize of job (KB) ... 028 (10628.896.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 896 ResidentSetSize = 5572 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.892.000) 2024-10-24 12:01:31 Image size of job updated: 3398188 43 - MemoryUsage of job (MB) 43788 - ResidentSetSize of job (KB) ... 028 (10628.892.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 892 ResidentSetSize = 43788 Size = 3398188 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.987.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.987.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 987 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.995.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.995.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 995 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.884.000) 2024-10-24 12:01:31 Image size of job updated: 3331880 47 - MemoryUsage of job (MB) 47688 - ResidentSetSize of job (KB) ... 028 (10628.884.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 884 ResidentSetSize = 47688 Size = 3331880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.985.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=slot1_8_4645_9296_2236> ... 040 (10628.981.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.32.86.113:35767?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914754%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004410&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-35767&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.985.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.247" EventTypeNumber = 28 Host = "<172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=slot1_8_4645_9296_2236>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.990.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=slot1_5_4646_46f6_2177> ... 028 (10628.981.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.247" EventTypeNumber = 28 Host = "<10.32.86.113:35767?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914754%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004410&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-35767&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.990.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.247" EventTypeNumber = 28 Host = "<172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=slot1_5_4646_46f6_2177>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.881.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5940 - ResidentSetSize of job (KB) ... 028 (10628.881.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 881 ResidentSetSize = 5940 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.974.000) 2024-10-24 12:01:31 Warning from starter on slot1_4@IU-Jetstream2-Backfill.0298039bac42: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.994.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <131.225.208.199:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004411&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-41145+[2620-6a-0-8862-f0-0-208-199]-41145&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP> ... 040 (10628.982.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.32.86.87:38121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955994&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-38121&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.994.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.314" EventTypeNumber = 28 Host = "<131.225.208.199:41145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004411&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-41145+[2620-6a-0-8862-f0-0-208-199]-41145&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 994 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.982.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.314" EventTypeNumber = 28 Host = "<10.32.86.87:38121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955994&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-38121&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.890.000) 2024-10-24 12:01:31 Image size of job updated: 3466036 44 - MemoryUsage of job (MB) 45036 - ResidentSetSize of job (KB) ... 028 (10628.890.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 890 ResidentSetSize = 45036 Size = 3466036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.986.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=slot1_11_4657_0716_1846> ... 028 (10628.986.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.375" EventTypeNumber = 28 Host = "<172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=slot1_11_4657_0716_1846>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.993.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:36765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914157&PrivNet=IU-Jetstream2-Backfill.66f51351d175&addrs=172.17.0.2-36765&alias=IU-Jetstream2-Backfill.66f51351d175&noUDP&sock=slot1_5_4640_0cb6_2267> ... 028 (10628.993.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.378" EventTypeNumber = 28 Host = "<172.17.0.2:36765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914157&PrivNet=IU-Jetstream2-Backfill.66f51351d175&addrs=172.17.0.2-36765&alias=IU-Jetstream2-Backfill.66f51351d175&noUDP&sock=slot1_5_4640_0cb6_2267>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 993 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.985.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.985.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.981.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.981.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.990.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.990.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.945.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.5.216.154:40898?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008004%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998265&PrivNet=CRUSH-OSG-C7-10-5-216-154&addrs=10.5.216.154-40898&alias=CRUSH-OSG-C7-10-5-216-154&noUDP> ... 040 (10628.948.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.5.210.168:43173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914755%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048070&PrivNet=CRUSH-OSG-C7-10-5-210-168&addrs=10.5.210.168-43173&alias=CRUSH-OSG-C7-10-5-210-168&noUDP> ... 028 (10628.945.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.383" EventTypeNumber = 28 Host = "<10.5.216.154:40898?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008004%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998265&PrivNet=CRUSH-OSG-C7-10-5-216-154&addrs=10.5.216.154-40898&alias=CRUSH-OSG-C7-10-5-216-154&noUDP>" JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 945 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.948.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.383" EventTypeNumber = 28 Host = "<10.5.210.168:43173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914755%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10048070&PrivNet=CRUSH-OSG-C7-10-5-210-168&addrs=10.5.210.168-43173&alias=CRUSH-OSG-C7-10-5-210-168&noUDP>" JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 948 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.982.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.982.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.974.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=startd_4641_eb1f> ... 028 (10628.974.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.404" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.994.000) 2024-10-24 12:01:31 Finished transferring input files ... 040 (10628.997.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=slot1_4_4654_e9f6_2071> ... 028 (10628.994.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 994 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.997.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.405" EventTypeNumber = 28 Host = "<172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=slot1_4_4654_e9f6_2071>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.984.000) 2024-10-24 12:01:31 Warning from starter on slot1_13@IU-Jetstream2-Backfill.363168aa6b7d: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.998.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:35973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880370&PrivNet=IU-Jetstream2-Backfill.b2589357e697&addrs=172.17.0.2-35973&alias=IU-Jetstream2-Backfill.b2589357e697&noUDP&sock=slot1_1_4644_de36_2189> ... 028 (10628.998.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.406" EventTypeNumber = 28 Host = "<172.17.0.2:35973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880370&PrivNet=IU-Jetstream2-Backfill.b2589357e697&addrs=172.17.0.2-35973&alias=IU-Jetstream2-Backfill.b2589357e697&noUDP&sock=slot1_1_4644_de36_2189>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 998 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.945.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.945.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 945 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.948.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.948.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 948 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.943.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <10.5.211.177:33855?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340652%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004412&PrivNet=CRUSH-OSG-C7-10-5-211-177&addrs=10.5.211.177-33855&alias=CRUSH-OSG-C7-10-5-211-177&noUDP> ... 028 (10628.943.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.412" EventTypeNumber = 28 Host = "<10.5.211.177:33855?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340652%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10004412&PrivNet=CRUSH-OSG-C7-10-5-211-177&addrs=10.5.211.177-33855&alias=CRUSH-OSG-C7-10-5-211-177&noUDP>" JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 943 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.879.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5944 - ResidentSetSize of job (KB) ... 028 (10628.879.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 879 ResidentSetSize = 5944 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.986.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.986.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.993.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.993.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 993 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.943.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.943.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 943 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.876.000) 2024-10-24 12:01:31 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7140 - ResidentSetSize of job (KB) ... 028 (10628.876.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 876 ResidentSetSize = 7140 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.984.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:34581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50813165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9957630&PrivNet=IU-Jetstream2-Backfill.363168aa6b7d&addrs=172.17.0.2-34581&alias=IU-Jetstream2-Backfill.363168aa6b7d&noUDP&sock=startd_4631_0f2d> ... 028 (10628.984.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.438" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50813165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9957630&PrivNet=IU-Jetstream2-Backfill.363168aa6b7d&addrs=172.17.0.2-34581&alias=IU-Jetstream2-Backfill.363168aa6b7d&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 984 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.997.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.997.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.998.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.998.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 998 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.895.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5960 - ResidentSetSize of job (KB) ... 028 (10628.895.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 895 ResidentSetSize = 5960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.944.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <131.225.208.162:40011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404323%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999575&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40011+[2620-6a-0-8862-f0-0-208-162]-40011&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.944.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.516" EventTypeNumber = 28 Host = "<131.225.208.162:40011?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29404323%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999575&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40011+[2620-6a-0-8862-f0-0-208-162]-40011&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 944 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.944.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.944.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 944 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.875.000) 2024-10-24 12:01:31 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.875.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 875 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.999.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <192.170.197.15:46285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28812343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9445077&PrivNet=UChicago-Pile-Backfill.s002.pile.uchicago.edu&addrs=192.170.197.15-46285&alias=UChicago-Pile-Backfill.s002.pile.uchicago.edu&noUDP&sock=slot1_10_5048_85c6_11535> ... 028 (10628.999.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.630" EventTypeNumber = 28 Host = "<192.170.197.15:46285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28812343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9445077&PrivNet=UChicago-Pile-Backfill.s002.pile.uchicago.edu&addrs=192.170.197.15-46285&alias=UChicago-Pile-Backfill.s002.pile.uchicago.edu&noUDP&sock=slot1_10_5048_85c6_11535>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.996.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=slot1_6_4660_2437_2074> ... 028 (10628.996.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.656" EventTypeNumber = 28 Host = "<172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=slot1_6_4660_2437_2074>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.938.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <131.225.208.195:46057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001313&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46057+[2620-6a-0-8862-f0-0-208-195]-46057&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.938.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.664" EventTypeNumber = 28 Host = "<131.225.208.195:46057?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51008005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001313&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46057+[2620-6a-0-8862-f0-0-208-195]-46057&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 938 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.972.000) 2024-10-24 12:01:31 Warning from starter on slot1_4@IU-Jetstream2-Backfill.7cd71059d495: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.999.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.999.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.977.000) 2024-10-24 12:01:31 Warning from starter on slot1_3@IU-Jetstream2-Backfill.4cd25d050902: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.972.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=startd_4621_333a> ... 028 (10628.972.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.696" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=startd_4621_333a>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.937.000) 2024-10-24 12:01:31 Started transferring input files Transferring to host: <131.225.211.93:39779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999576&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-39779+[2620-6a-0-8862-f0-0-211-93]-39779&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP> ... 028 (10628.937.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.698" EventTypeNumber = 28 Host = "<131.225.211.93:39779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999576&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-39779+[2620-6a-0-8862-f0-0-211-93]-39779&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 937 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.880.000) 2024-10-24 12:01:31 Image size of job updated: 3331112 42 - MemoryUsage of job (MB) 42804 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 42 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 42804 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.996.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.996.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.938.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.938.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 938 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.971.000) 2024-10-24 12:01:31 Warning from starter on slot1_7@IU-Jetstream2-Backfill.2cec179af401: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.977.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:35753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50832462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9889985&PrivNet=IU-Jetstream2-Backfill.4cd25d050902&addrs=172.17.0.2-35753&alias=IU-Jetstream2-Backfill.4cd25d050902&noUDP&sock=startd_4641_eb1f> ... 028 (10628.977.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.722" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35753?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50832462%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9889985&PrivNet=IU-Jetstream2-Backfill.4cd25d050902&addrs=172.17.0.2-35753&alias=IU-Jetstream2-Backfill.4cd25d050902&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 977 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.971.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980> ... 028 (10628.971.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.747" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 971 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.937.000) 2024-10-24 12:01:31 Finished transferring input files ... 028 (10628.937.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 937 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.874.000) 2024-10-24 12:01:31 Image size of job updated: 10 8 - MemoryUsage of job (MB) 7204 - ResidentSetSize of job (KB) ... 028 (10628.874.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 874 ResidentSetSize = 7204 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.978.000) 2024-10-24 12:01:31 Warning from starter on slot1_6@IU-Jetstream2-Backfill.c2d282c1fb23: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.852.000) 2024-10-24 12:01:31 Image size of job updated: 3358816 53 - MemoryUsage of job (MB) 53864 - ResidentSetSize of job (KB) ... 028 (10628.852.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 852 ResidentSetSize = 53864 Size = 3358816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.978.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=startd_4633_6e5d> ... 028 (10628.978.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.872" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=startd_4633_6e5d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.936.000) 2024-10-24 12:01:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3923786_172732876@d12chas544.crc.nd.edu <10.32.86.83:41567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992200&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-41567&alias=d12chas544.crc.nd.edu&noUDP> ... 028 (10628.936.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:01:31.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178171.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 936 StartdAddr = "<10.32.86.83:41567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992200&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-41567&alias=d12chas544.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3923786_172732876@d12chas544.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 021 (10628.975.000) 2024-10-24 12:01:31 Warning from starter on slot1_7@IU-Jetstream2-Backfill.40b8cc6677eb: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.882.000) 2024-10-24 12:01:31 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6968 - ResidentSetSize of job (KB) ... 028 (10628.882.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 882 ResidentSetSize = 6968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.979.000) 2024-10-24 12:01:31 Warning from starter on slot1_6@glidein_632299_85575549@d12chas555.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.975.000) 2024-10-24 12:01:31 Job executing on host: <172.17.0.2:40803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9897075&PrivNet=IU-Jetstream2-Backfill.40b8cc6677eb&addrs=172.17.0.2-40803&alias=IU-Jetstream2-Backfill.40b8cc6677eb&noUDP&sock=startd_4620_83a2> ... 028 (10628.975.000) 2024-10-24 12:01:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:31.997" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:40803?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50789841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9897075&PrivNet=IU-Jetstream2-Backfill.40b8cc6677eb&addrs=172.17.0.2-40803&alias=IU-Jetstream2-Backfill.40b8cc6677eb&noUDP&sock=startd_4620_83a2>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 975 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.979.000) 2024-10-24 12:01:32 Job executing on host: <10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP> ... 028 (10628.979.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.022" EventTypeNumber = 28 ExecuteHost = "<10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.973.000) 2024-10-24 12:01:32 Warning from starter on slot1_3@IU-Jetstream2-Backfill.259a9576d4fe: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.973.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=startd_4640_3b87> ... 028 (10628.973.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.056" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=startd_4640_3b87>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.908.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.908.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 908 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.989.000) 2024-10-24 12:01:32 Warning from starter on slot1_5@IU-Jetstream2-Backfill.b43ac9ed104c: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.989.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:34525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905417&PrivNet=IU-Jetstream2-Backfill.b43ac9ed104c&addrs=172.17.0.2-34525&alias=IU-Jetstream2-Backfill.b43ac9ed104c&noUDP&sock=startd_4638_dc57> ... 028 (10628.989.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.290" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29271045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9905417&PrivNet=IU-Jetstream2-Backfill.b43ac9ed104c&addrs=172.17.0.2-34525&alias=IU-Jetstream2-Backfill.b43ac9ed104c&noUDP&sock=startd_4638_dc57>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 989 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.905.000) 2024-10-24 12:01:32 Image size of job updated: 3257460 43 - MemoryUsage of job (MB) 43640 - ResidentSetSize of job (KB) ... 028 (10628.905.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 905 ResidentSetSize = 43640 Size = 3257460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.995.000) 2024-10-24 12:01:32 Warning from starter on slot1_3@glidein_8_719202036@osg-4196583-0-fnpc23118.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.988.000) 2024-10-24 12:01:32 Warning from starter on slot1_5@IU-Jetstream2-Backfill.edce1e0c61fc: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.995.000) 2024-10-24 12:01:32 Job executing on host: <131.225.208.197:41489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985724&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41489+[2620-6a-0-8862-f0-0-208-197]-41489&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP> ... 028 (10628.995.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.456" EventTypeNumber = 28 ExecuteHost = "<131.225.208.197:41489?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985724&PrivNet=osg-4196583-0-fnpc23118.fnal.gov&addrs=131.225.208.197-41489+[2620-6a-0-8862-f0-0-208-197]-41489&alias=osg-4196583-0-fnpc23118.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 995 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.988.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:35993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864588&PrivNet=IU-Jetstream2-Backfill.edce1e0c61fc&addrs=172.17.0.2-35993&alias=IU-Jetstream2-Backfill.edce1e0c61fc&noUDP&sock=startd_4622_e2d3> ... 028 (10628.988.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.481" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864588&PrivNet=IU-Jetstream2-Backfill.edce1e0c61fc&addrs=172.17.0.2-35993&alias=IU-Jetstream2-Backfill.edce1e0c61fc&noUDP&sock=startd_4622_e2d3>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 988 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.980.000) 2024-10-24 12:01:32 Warning from starter on slot1_6@glidein_4001143_589133100@d12chas556.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.898.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5960 - ResidentSetSize of job (KB) ... 028 (10628.898.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 898 ResidentSetSize = 5960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.992.000) 2024-10-24 12:01:32 Warning from starter on slot1_9@IU-Jetstream2-Backfill.c3febf3ebf33: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.991.000) 2024-10-24 12:01:32 Warning from starter on slot1_4@IU-Jetstream2-Backfill.cd285c7f5acf: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.980.000) 2024-10-24 12:01:32 Job executing on host: <10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.980.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.523" EventTypeNumber = 28 ExecuteHost = "<10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.992.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=startd_4625_f19b> ... 028 (10628.992.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.548" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=startd_4625_f19b>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.891.000) 2024-10-24 12:01:32 Image size of job updated: 3331112 44 - MemoryUsage of job (MB) 45048 - ResidentSetSize of job (KB) ... 028 (10628.891.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 891 ResidentSetSize = 45048 Size = 3331112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.991.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:44007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900085&PrivNet=IU-Jetstream2-Backfill.cd285c7f5acf&addrs=172.17.0.2-44007&alias=IU-Jetstream2-Backfill.cd285c7f5acf&noUDP&sock=startd_4624_4203> ... 028 (10628.991.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.573" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50792978%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9900085&PrivNet=IU-Jetstream2-Backfill.cd285c7f5acf&addrs=172.17.0.2-44007&alias=IU-Jetstream2-Backfill.cd285c7f5acf&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 991 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.949.000) 2024-10-24 12:01:32 Started transferring input files Transferring to host: <10.244.183.40:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992140&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&addrs=10.244.183.40-38675&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&noUDP&sock=slot1_5330_3792_121> ... 028 (10628.949.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.574" EventTypeNumber = 28 Host = "<10.244.183.40:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992140&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&addrs=10.244.183.40-38675&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&noUDP&sock=slot1_5330_3792_121>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 949 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.987.000) 2024-10-24 12:01:32 Warning from starter on slot1_1@IU-Jetstream2-Backfill.1068774d67eb: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.902.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5576 - ResidentSetSize of job (KB) ... 028 (10628.902.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 902 ResidentSetSize = 5576 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.901.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5936 - ResidentSetSize of job (KB) ... 028 (10628.901.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 901 ResidentSetSize = 5936 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.987.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:36181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29311756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9858197&PrivNet=IU-Jetstream2-Backfill.1068774d67eb&addrs=172.17.0.2-36181&alias=IU-Jetstream2-Backfill.1068774d67eb&noUDP&sock=startd_4627_50cc> ... 028 (10628.987.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.598" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29311756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9858197&PrivNet=IU-Jetstream2-Backfill.1068774d67eb&addrs=172.17.0.2-36181&alias=IU-Jetstream2-Backfill.1068774d67eb&noUDP&sock=startd_4627_50cc>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 987 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.885.000) 2024-10-24 12:01:32 Image size of job updated: 3330856 44 - MemoryUsage of job (MB) 44584 - ResidentSetSize of job (KB) ... 028 (10628.885.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 885 ResidentSetSize = 44584 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.893.000) 2024-10-24 12:01:32 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6956 - ResidentSetSize of job (KB) ... 028 (10628.893.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 893 ResidentSetSize = 6956 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.886.000) 2024-10-24 12:01:32 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6948 - ResidentSetSize of job (KB) ... 028 (10628.886.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 886 ResidentSetSize = 6948 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.904.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5572 - ResidentSetSize of job (KB) ... 028 (10628.904.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 904 ResidentSetSize = 5572 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.981.000) 2024-10-24 12:01:32 Warning from starter on slot1_6@glidein_2678037_21274534@d12chas559.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.981.000) 2024-10-24 12:01:32 Job executing on host: <10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.981.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.690" EventTypeNumber = 28 ExecuteHost = "<10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.949.000) 2024-10-24 12:01:32 Finished transferring input files ... 028 (10628.949.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 949 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.990.000) 2024-10-24 12:01:32 Warning from starter on slot1_5@IU-Jetstream2-Backfill.07ce8775e4e0: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.948.000) 2024-10-24 12:01:32 Warning from starter on slot1_8@glidein_42096_346895380@CRUSH-OSG-C7-10-5-210-168: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.982.000) 2024-10-24 12:01:32 Warning from starter on slot1_6@glidein_3741895_188244063@d12chas546.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.948.000) 2024-10-24 12:01:32 Job executing on host: <10.5.210.168:36265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712693%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027634&PrivNet=CRUSH-OSG-C7-10-5-210-168&addrs=10.5.210.168-36265&alias=CRUSH-OSG-C7-10-5-210-168&noUDP> ... 021 (10628.985.000) 2024-10-24 12:01:32 Warning from starter on slot1_8@IU-Jetstream2-Backfill.c2104f187a71: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 028 (10628.948.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.790" EventTypeNumber = 28 ExecuteHost = "<10.5.210.168:36265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712693%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027634&PrivNet=CRUSH-OSG-C7-10-5-210-168&addrs=10.5.210.168-36265&alias=CRUSH-OSG-C7-10-5-210-168&noUDP>" JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 948 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.894.000) 2024-10-24 12:01:32 Image size of job updated: 10 8 - MemoryUsage of job (MB) 7180 - ResidentSetSize of job (KB) ... 028 (10628.894.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 8 MyType = "JobImageSizeEvent" Proc = 894 ResidentSetSize = 7180 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.990.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=startd_4638_dc57> ... 028 (10628.990.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.815" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=startd_4638_dc57>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.945.000) 2024-10-24 12:01:32 Warning from starter on slot1_4@glidein_79371_490752108@CRUSH-OSG-C7-10-5-216-154: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.982.000) 2024-10-24 12:01:32 Job executing on host: <10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.982.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.840" EventTypeNumber = 28 ExecuteHost = "<10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.985.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=startd_4635_cd8e> ... 028 (10628.985.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.874" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=startd_4635_cd8e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.906.000) 2024-10-24 12:01:32 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5940 - ResidentSetSize of job (KB) ... 028 (10628.906.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 906 ResidentSetSize = 5940 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.945.000) 2024-10-24 12:01:32 Job executing on host: <10.5.216.154:36513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50999852%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984393&PrivNet=CRUSH-OSG-C7-10-5-216-154&addrs=10.5.216.154-36513&alias=CRUSH-OSG-C7-10-5-216-154&noUDP> ... 028 (10628.945.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.899" EventTypeNumber = 28 ExecuteHost = "<10.5.216.154:36513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50999852%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984393&PrivNet=CRUSH-OSG-C7-10-5-216-154&addrs=10.5.216.154-36513&alias=CRUSH-OSG-C7-10-5-216-154&noUDP>" JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 945 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.986.000) 2024-10-24 12:01:32 Warning from starter on slot1_11@IU-Jetstream2-Backfill.f97234291f8f: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.944.000) 2024-10-24 12:01:32 Warning from starter on slot1_4@glidein_8_296700250@osg-3976524-0-fnpc23029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.994.000) 2024-10-24 12:01:32 Warning from starter on slot1_3@glidein_7_415824588@osg-4196280-0-fnpc23120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.986.000) 2024-10-24 12:01:32 Job executing on host: <172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=startd_4647_08b1> ... 028 (10628.986.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.941" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=startd_4647_08b1>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.998.000) 2024-10-24 12:01:32 Warning from starter on slot1_1@IU-Jetstream2-Backfill.b2589357e697: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.943.000) 2024-10-24 12:01:32 Warning from starter on slot1_8@glidein_36870_607247004@CRUSH-OSG-C7-10-5-211-177: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.997.000) 2024-10-24 12:01:32 Warning from starter on slot1_4@IU-Jetstream2-Backfill.795bfc354e56: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.944.000) 2024-10-24 12:01:32 Job executing on host: <131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.944.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.966" EventTypeNumber = 28 ExecuteHost = "<131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 944 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.993.000) 2024-10-24 12:01:32 Warning from starter on slot1_5@IU-Jetstream2-Backfill.66f51351d175: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.994.000) 2024-10-24 12:01:32 Job executing on host: <131.225.208.199:43653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29344943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9932005&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-43653+[2620-6a-0-8862-f0-0-208-199]-43653&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP> ... 028 (10628.994.000) 2024-10-24 12:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:32.991" EventTypeNumber = 28 ExecuteHost = "<131.225.208.199:43653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29344943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9932005&PrivNet=osg-4196280-0-fnpc23120.fnal.gov&addrs=131.225.208.199-43653+[2620-6a-0-8862-f0-0-208-199]-43653&alias=osg-4196280-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 994 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.998.000) 2024-10-24 12:01:33 Job executing on host: <172.17.0.2:35973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880370&PrivNet=IU-Jetstream2-Backfill.b2589357e697&addrs=172.17.0.2-35973&alias=IU-Jetstream2-Backfill.b2589357e697&noUDP&sock=startd_4636_7d26> ... 028 (10628.998.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.016" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50822686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9880370&PrivNet=IU-Jetstream2-Backfill.b2589357e697&addrs=172.17.0.2-35973&alias=IU-Jetstream2-Backfill.b2589357e697&noUDP&sock=startd_4636_7d26>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 998 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.943.000) 2024-10-24 12:01:33 Job executing on host: <10.5.211.177:36774?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993325&PrivNet=CRUSH-OSG-C7-10-5-211-177&addrs=10.5.211.177-36774&alias=CRUSH-OSG-C7-10-5-211-177&noUDP> ... 028 (10628.943.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.041" EventTypeNumber = 28 ExecuteHost = "<10.5.211.177:36774?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993325&PrivNet=CRUSH-OSG-C7-10-5-211-177&addrs=10.5.211.177-36774&alias=CRUSH-OSG-C7-10-5-211-177&noUDP>" JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MyType = "ExecuteEvent" Proc = 943 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.997.000) 2024-10-24 12:01:33 Job executing on host: <172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=startd_4644_f9e8> ... 028 (10628.997.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.067" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=startd_4644_f9e8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.999.000) 2024-10-24 12:01:33 Warning from starter on slot1_10@UChicago-Pile-Backfill.s002.pile.uchicago.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.993.000) 2024-10-24 12:01:33 Job executing on host: <172.17.0.2:36765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914157&PrivNet=IU-Jetstream2-Backfill.66f51351d175&addrs=172.17.0.2-36765&alias=IU-Jetstream2-Backfill.66f51351d175&noUDP&sock=startd_4630_5f95> ... 028 (10628.993.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.091" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:36765?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29250387%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9914157&PrivNet=IU-Jetstream2-Backfill.66f51351d175&addrs=172.17.0.2-36765&alias=IU-Jetstream2-Backfill.66f51351d175&noUDP&sock=startd_4630_5f95>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 993 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.999.000) 2024-10-24 12:01:33 Job executing on host: <192.170.197.15:46285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28812343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9445077&PrivNet=UChicago-Pile-Backfill.s002.pile.uchicago.edu&addrs=192.170.197.15-46285&alias=UChicago-Pile-Backfill.s002.pile.uchicago.edu&noUDP&sock=startd_5041_4901> ... 028 (10628.999.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.117" EventTypeNumber = 28 ExecuteHost = "<192.170.197.15:46285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28812343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9445077&PrivNet=UChicago-Pile-Backfill.s002.pile.uchicago.edu&addrs=192.170.197.15-46285&alias=UChicago-Pile-Backfill.s002.pile.uchicago.edu&noUDP&sock=startd_5041_4901>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "ExecuteEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.921.000) 2024-10-24 12:01:33 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5572 - ResidentSetSize of job (KB) ... 028 (10628.921.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 921 ResidentSetSize = 5572 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.996.000) 2024-10-24 12:01:33 Warning from starter on slot1_6@IU-Jetstream2-Backfill.8f2d27c91792: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.907.000) 2024-10-24 12:01:33 Image size of job updated: 3392380 45 - MemoryUsage of job (MB) 45528 - ResidentSetSize of job (KB) ... 028 (10628.907.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 907 ResidentSetSize = 45528 Size = 3392380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.996.000) 2024-10-24 12:01:33 Job executing on host: <172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=startd_4652_76aa> ... 028 (10628.996.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.217" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=startd_4652_76aa>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.897.000) 2024-10-24 12:01:33 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7168 - ResidentSetSize of job (KB) ... 028 (10628.897.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 897 ResidentSetSize = 7168 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.917.000) 2024-10-24 12:01:33 Image size of job updated: 3398956 47 - MemoryUsage of job (MB) 47796 - ResidentSetSize of job (KB) ... 028 (10628.917.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 917 ResidentSetSize = 47796 Size = 3398956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.920.000) 2024-10-24 12:01:33 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6992 - ResidentSetSize of job (KB) ... 028 (10628.920.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 920 ResidentSetSize = 6992 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.918.000) 2024-10-24 12:01:33 Image size of job updated: 3331884 50 - MemoryUsage of job (MB) 50716 - ResidentSetSize of job (KB) ... 028 (10628.918.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 918 ResidentSetSize = 50716 Size = 3331884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.913.000) 2024-10-24 12:01:33 Image size of job updated: 3320364 45 - MemoryUsage of job (MB) 45464 - ResidentSetSize of job (KB) ... 028 (10628.913.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 913 ResidentSetSize = 45464 Size = 3320364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.900.000) 2024-10-24 12:01:33 Image size of job updated: 3257460 49 - MemoryUsage of job (MB) 49428 - ResidentSetSize of job (KB) ... 028 (10628.900.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 900 ResidentSetSize = 49428 Size = 3257460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.814.000) 2024-10-24 12:01:33 Started transferring input files Transferring to host: <192.168.224.19:43975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998253&PrivNet=ares-n0019.ares.pcc.amnh.org&addrs=192.168.224.19-43975&alias=ares-n0019.ares.pcc.amnh.org&noUDP> ... 028 (10628.814.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.548" EventTypeNumber = 28 Host = "<192.168.224.19:43975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998253&PrivNet=ares-n0019.ares.pcc.amnh.org&addrs=192.168.224.19-43975&alias=ares-n0019.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480752" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349402" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 006 (10628.903.000) 2024-10-24 12:01:33 Image size of job updated: 3331368 44 - MemoryUsage of job (MB) 44260 - ResidentSetSize of job (KB) ... 028 (10628.903.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 903 ResidentSetSize = 44260 Size = 3331368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 12:01:33 Image size of job updated: 3401572 47 - MemoryUsage of job (MB) 47604 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 47604 Size = 3401572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.937.000) 2024-10-24 12:01:33 Warning from starter on slot1_5@glidein_9_32662885@osg-3976006-0-fnpc7584.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.937.000) 2024-10-24 12:01:33 Job executing on host: <131.225.211.93:44807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949701&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-44807+[2620-6a-0-8862-f0-0-211-93]-44807&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP> ... 028 (10628.937.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.733" EventTypeNumber = 28 ExecuteHost = "<131.225.211.93:44807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949701&PrivNet=osg-3976006-0-fnpc7584.fnal.gov&addrs=131.225.211.93-44807+[2620-6a-0-8862-f0-0-211-93]-44807&alias=osg-3976006-0-fnpc7584.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 937 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.938.000) 2024-10-24 12:01:33 Warning from starter on slot1_5@glidein_8_53893620@osg-3976221-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.899.000) 2024-10-24 12:01:33 Image size of job updated: 3335196 55 - MemoryUsage of job (MB) 55912 - ResidentSetSize of job (KB) ... 028 (10628.899.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 899 ResidentSetSize = 55912 Size = 3335196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.938.000) 2024-10-24 12:01:33 Job executing on host: <131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.938.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.775" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 938 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.914.000) 2024-10-24 12:01:33 Image size of job updated: 3316196 39 - MemoryUsage of job (MB) 38964 - ResidentSetSize of job (KB) ... 028 (10628.914.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 39 MyType = "JobImageSizeEvent" Proc = 914 ResidentSetSize = 38964 Size = 3316196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.911.000) 2024-10-24 12:01:33 Image size of job updated: 3330080 55 - MemoryUsage of job (MB) 55992 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 55992 Size = 3330080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 12:01:33 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3604 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 12:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:33.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 3604 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.889.000) 2024-10-24 12:01:34 Image size of job updated: 3359036 51 - MemoryUsage of job (MB) 52064 - ResidentSetSize of job (KB) ... 028 (10628.889.000) 2024-10-24 12:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:34.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 889 ResidentSetSize = 52064 Size = 3359036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.949.000) 2024-10-24 12:01:34 Warning from starter on slot1@SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.888.000) 2024-10-24 12:01:34 Image size of job updated: 3291120 51 - MemoryUsage of job (MB) 51696 - ResidentSetSize of job (KB) ... 028 (10628.888.000) 2024-10-24 12:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:34.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 888 ResidentSetSize = 51696 Size = 3291120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.949.000) 2024-10-24 12:01:34 Job executing on host: <10.244.183.40:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992140&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&addrs=10.244.183.40-38675&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&noUDP&sock=startd_5326_c57f> ... 028 (10628.949.000) 2024-10-24 12:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:34.117" EventTypeNumber = 28 ExecuteHost = "<10.244.183.40:38675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29333643%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992140&PrivNet=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&addrs=10.244.183.40-38675&alias=SDSC-PRP-OSPool-Provisioner.osg-direct-671938a1-0002f0-qvx7j&noUDP&sock=startd_5326_c57f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "ExecuteEvent" Proc = 949 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.887.000) 2024-10-24 12:01:34 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3648 - ResidentSetSize of job (KB) ... 028 (10628.887.000) 2024-10-24 12:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:34.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 887 ResidentSetSize = 3648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 12:01:35 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3692 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 3692 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.922.000) 2024-10-24 12:01:35 Image size of job updated: 3603792 55 - MemoryUsage of job (MB) 55944 - ResidentSetSize of job (KB) ... 028 (10628.922.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.200" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 922 ResidentSetSize = 55944 Size = 3603792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.930.000) 2024-10-24 12:01:35 Image size of job updated: 3263520 48 - MemoryUsage of job (MB) 48252 - ResidentSetSize of job (KB) ... 028 (10628.930.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.335" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 930 ResidentSetSize = 48252 Size = 3263520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.916.000) 2024-10-24 12:01:35 Image size of job updated: 3330860 41 - MemoryUsage of job (MB) 41504 - ResidentSetSize of job (KB) ... 028 (10628.916.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 41 MyType = "JobImageSizeEvent" Proc = 916 ResidentSetSize = 41504 Size = 3330860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.923.000) 2024-10-24 12:01:35 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5968 - ResidentSetSize of job (KB) ... 028 (10628.923.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 923 ResidentSetSize = 5968 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.919.000) 2024-10-24 12:01:35 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6660 - ResidentSetSize of job (KB) ... 028 (10628.919.000) 2024-10-24 12:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:35.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 919 ResidentSetSize = 6660 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.935.000) 2024-10-24 12:01:36 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5792 - ResidentSetSize of job (KB) ... 028 (10628.935.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 935 ResidentSetSize = 5792 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.909.000) 2024-10-24 12:01:36 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.909.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 909 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.927.000) 2024-10-24 12:01:36 Image size of job updated: 1655604 34 - MemoryUsage of job (MB) 33852 - ResidentSetSize of job (KB) ... 028 (10628.927.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 34 MyType = "JobImageSizeEvent" Proc = 927 ResidentSetSize = 33852 Size = 1655604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.931.000) 2024-10-24 12:01:36 Image size of job updated: 3398952 47 - MemoryUsage of job (MB) 47804 - ResidentSetSize of job (KB) ... 028 (10628.931.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 931 ResidentSetSize = 47804 Size = 3398952 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.951.000) 2024-10-24 12:01:36 Image size of job updated: 3330336 57 - MemoryUsage of job (MB) 57632 - ResidentSetSize of job (KB) ... 028 (10628.951.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 951 ResidentSetSize = 57632 Size = 3330336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.926.000) 2024-10-24 12:01:36 Image size of job updated: 3291448 53 - MemoryUsage of job (MB) 54228 - ResidentSetSize of job (KB) ... 028 (10628.926.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 926 ResidentSetSize = 54228 Size = 3291448 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.915.000) 2024-10-24 12:01:36 Image size of job updated: 3330856 45 - MemoryUsage of job (MB) 45916 - ResidentSetSize of job (KB) ... 028 (10628.915.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 915 ResidentSetSize = 45916 Size = 3330856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.932.000) 2024-10-24 12:01:36 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80800 - ResidentSetSize of job (KB) ... 028 (10628.932.000) 2024-10-24 12:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:36.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 932 ResidentSetSize = 80800 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.957.000) 2024-10-24 12:01:37 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5908 - ResidentSetSize of job (KB) ... 028 (10628.957.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 957 ResidentSetSize = 5908 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.924.000) 2024-10-24 12:01:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6640 - ResidentSetSize of job (KB) ... 028 (10628.924.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 924 ResidentSetSize = 6640 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.950.000) 2024-10-24 12:01:37 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6056 - ResidentSetSize of job (KB) ... 028 (10628.950.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 950 ResidentSetSize = 6056 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.968.000) 2024-10-24 12:01:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 7028 - ResidentSetSize of job (KB) ... 028 (10628.968.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 968 ResidentSetSize = 7028 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.933.000) 2024-10-24 12:01:37 Image size of job updated: 3330968 49 - MemoryUsage of job (MB) 49836 - ResidentSetSize of job (KB) ... 028 (10628.933.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 933 ResidentSetSize = 49836 Size = 3330968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.929.000) 2024-10-24 12:01:37 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6960 - ResidentSetSize of job (KB) ... 028 (10628.929.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 929 ResidentSetSize = 6960 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.954.000) 2024-10-24 12:01:37 Image size of job updated: 3330336 59 - MemoryUsage of job (MB) 59908 - ResidentSetSize of job (KB) ... 028 (10628.954.000) 2024-10-24 12:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:37.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 59 MyType = "JobImageSizeEvent" Proc = 954 ResidentSetSize = 59908 Size = 3330336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.959.000) 2024-10-24 12:01:38 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6204 - ResidentSetSize of job (KB) ... 028 (10628.959.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 959 ResidentSetSize = 6204 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.963.000) 2024-10-24 12:01:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6036 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 6036 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.983.000) 2024-10-24 12:01:38 Image size of job updated: 1677640 34 - MemoryUsage of job (MB) 33932 - ResidentSetSize of job (KB) ... 028 (10628.983.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 34 MyType = "JobImageSizeEvent" Proc = 983 ResidentSetSize = 33932 Size = 1677640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.962.000) 2024-10-24 12:01:38 Image size of job updated: 1739776 30 - MemoryUsage of job (MB) 29760 - ResidentSetSize of job (KB) ... 028 (10628.962.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 962 ResidentSetSize = 29760 Size = 1739776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.958.000) 2024-10-24 12:01:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6076 - ResidentSetSize of job (KB) ... 028 (10628.958.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 958 ResidentSetSize = 6076 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 12:01:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6068 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 6068 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.955.000) 2024-10-24 12:01:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6072 - ResidentSetSize of job (KB) ... 028 (10628.955.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 955 ResidentSetSize = 6072 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.925.000) 2024-10-24 12:01:38 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3660 - ResidentSetSize of job (KB) ... 028 (10628.925.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 925 ResidentSetSize = 3660 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.967.000) 2024-10-24 12:01:38 Image size of job updated: 3320844 47 - MemoryUsage of job (MB) 47680 - ResidentSetSize of job (KB) ... 028 (10628.967.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 47 MyType = "JobImageSizeEvent" Proc = 967 ResidentSetSize = 47680 Size = 3320844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.947.000) 2024-10-24 12:01:38 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6292 - ResidentSetSize of job (KB) ... 028 (10628.947.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 947 ResidentSetSize = 6292 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.928.000) 2024-10-24 12:01:38 Image size of job updated: 50640 4 - MemoryUsage of job (MB) 3664 - ResidentSetSize of job (KB) ... 028 (10628.928.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 928 ResidentSetSize = 3664 Size = 50640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.966.000) 2024-10-24 12:01:38 Image size of job updated: 3397412 57 - MemoryUsage of job (MB) 57420 - ResidentSetSize of job (KB) ... 028 (10628.966.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 966 ResidentSetSize = 57420 Size = 3397412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.970.000) 2024-10-24 12:01:38 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.970.000) 2024-10-24 12:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:38.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 970 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.960.000) 2024-10-24 12:01:39 Image size of job updated: 1948656 70 - MemoryUsage of job (MB) 71352 - ResidentSetSize of job (KB) ... 028 (10628.960.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 960 ResidentSetSize = 71352 Size = 1948656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 12:01:39 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3636 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 3636 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.956.000) 2024-10-24 12:01:39 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6252 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 6252 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.961.000) 2024-10-24 12:01:39 Image size of job updated: 1677900 37 - MemoryUsage of job (MB) 37232 - ResidentSetSize of job (KB) ... 028 (10628.961.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 961 ResidentSetSize = 37232 Size = 1677900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.946.000) 2024-10-24 12:01:39 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6360 - ResidentSetSize of job (KB) ... 028 (10628.946.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 946 ResidentSetSize = 6360 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.964.000) 2024-10-24 12:01:39 Image size of job updated: 1948400 67 - MemoryUsage of job (MB) 67984 - ResidentSetSize of job (KB) ... 028 (10628.964.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 964 ResidentSetSize = 67984 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.941.000) 2024-10-24 12:01:39 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3660 - ResidentSetSize of job (KB) ... 028 (10628.941.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 941 ResidentSetSize = 3660 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.965.000) 2024-10-24 12:01:39 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6204 - ResidentSetSize of job (KB) ... 028 (10628.965.000) 2024-10-24 12:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:39.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 965 ResidentSetSize = 6204 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.974.000) 2024-10-24 12:01:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5992 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 5992 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.972.000) 2024-10-24 12:01:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6064 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 6064 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.971.000) 2024-10-24 12:01:40 Image size of job updated: 1812968 66 - MemoryUsage of job (MB) 66760 - ResidentSetSize of job (KB) ... 028 (10628.971.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 971 ResidentSetSize = 66760 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.977.000) 2024-10-24 12:01:40 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6024 - ResidentSetSize of job (KB) ... 028 (10628.977.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 977 ResidentSetSize = 6024 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.978.000) 2024-10-24 12:01:40 Image size of job updated: 1667372 27 - MemoryUsage of job (MB) 27036 - ResidentSetSize of job (KB) ... 028 (10628.978.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 27 MyType = "JobImageSizeEvent" Proc = 978 ResidentSetSize = 27036 Size = 1667372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.975.000) 2024-10-24 12:01:40 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6156 - ResidentSetSize of job (KB) ... 028 (10628.975.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 975 ResidentSetSize = 6156 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.939.000) 2024-10-24 12:01:40 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3600 - ResidentSetSize of job (KB) ... 028 (10628.939.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 939 ResidentSetSize = 3600 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:01:40 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3744 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:40.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 3744 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.984.000) 2024-10-24 12:01:41 Image size of job updated: 1668204 29 - MemoryUsage of job (MB) 29008 - ResidentSetSize of job (KB) ... 028 (10628.984.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 29 MyType = "JobImageSizeEvent" Proc = 984 ResidentSetSize = 29008 Size = 1668204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.982.000) 2024-10-24 12:01:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5964 - ResidentSetSize of job (KB) ... 028 (10628.982.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 982 ResidentSetSize = 5964 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.944.000) 2024-10-24 12:01:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5928 - ResidentSetSize of job (KB) ... 028 (10628.944.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 944 ResidentSetSize = 5928 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.994.000) 2024-10-24 12:01:41 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80432 - ResidentSetSize of job (KB) ... 028 (10628.994.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 994 ResidentSetSize = 80432 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.870.000) 2024-10-24 12:01:41 Image size of job updated: 3325228 48 - MemoryUsage of job (MB) 48672 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 48672 Size = 3325228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.988.000) 2024-10-24 12:01:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6036 - ResidentSetSize of job (KB) ... 028 (10628.988.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 988 ResidentSetSize = 6036 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.999.000) 2024-10-24 12:01:41 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6084 - ResidentSetSize of job (KB) ... 028 (10628.999.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 999 ResidentSetSize = 6084 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.995.000) 2024-10-24 12:01:41 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84780 - ResidentSetSize of job (KB) ... 028 (10628.995.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 995 ResidentSetSize = 84780 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.973.000) 2024-10-24 12:01:41 Image size of job updated: 1813224 67 - MemoryUsage of job (MB) 67676 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 67676 Size = 1813224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.980.000) 2024-10-24 12:01:41 Image size of job updated: 3261980 54 - MemoryUsage of job (MB) 54476 - ResidentSetSize of job (KB) ... 028 (10628.980.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 980 ResidentSetSize = 54476 Size = 3261980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.989.000) 2024-10-24 12:01:41 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69340 - ResidentSetSize of job (KB) ... 028 (10628.989.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 989 ResidentSetSize = 69340 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 12:01:41 Image size of job updated: 3262236 53 - MemoryUsage of job (MB) 53700 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 12:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:41.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 53700 Size = 3262236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.938.000) 2024-10-24 12:01:42 Image size of job updated: 3602636 79 - MemoryUsage of job (MB) 80776 - ResidentSetSize of job (KB) ... 028 (10628.938.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 938 ResidentSetSize = 80776 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.991.000) 2024-10-24 12:01:42 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6052 - ResidentSetSize of job (KB) ... 028 (10628.991.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 991 ResidentSetSize = 6052 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:01:42 Image size of job updated: 641692 36 - MemoryUsage of job (MB) 36248 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 36248 Size = 641692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.990.000) 2024-10-24 12:01:42 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6060 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 6060 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.987.000) 2024-10-24 12:01:42 Image size of job updated: 1671584 30 - MemoryUsage of job (MB) 30160 - ResidentSetSize of job (KB) ... 028 (10628.987.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 30 MyType = "JobImageSizeEvent" Proc = 987 ResidentSetSize = 30160 Size = 1671584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.985.000) 2024-10-24 12:01:42 Image size of job updated: 1678668 37 - MemoryUsage of job (MB) 37224 - ResidentSetSize of job (KB) ... 028 (10628.985.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 985 ResidentSetSize = 37224 Size = 1678668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.937.000) 2024-10-24 12:01:42 Image size of job updated: 3395232 49 - MemoryUsage of job (MB) 49816 - ResidentSetSize of job (KB) ... 028 (10628.937.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 937 ResidentSetSize = 49816 Size = 3395232 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.992.000) 2024-10-24 12:01:42 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69404 - ResidentSetSize of job (KB) ... 028 (10628.992.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 992 ResidentSetSize = 69404 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.948.000) 2024-10-24 12:01:42 Image size of job updated: 633800 25 - MemoryUsage of job (MB) 24900 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 12:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:42.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 25 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 24900 Size = 633800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.573.000) 2024-10-24 12:01:43 Warning from starter on slot1_3@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.986.000) 2024-10-24 12:01:43 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 68940 - ResidentSetSize of job (KB) ... 028 (10628.986.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 986 ResidentSetSize = 68940 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.998.000) 2024-10-24 12:01:43 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 68864 - ResidentSetSize of job (KB) ... 028 (10628.998.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 998 ResidentSetSize = 68864 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.997.000) 2024-10-24 12:01:43 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68008 - ResidentSetSize of job (KB) ... 028 (10628.997.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 997 ResidentSetSize = 68008 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:01:43 Image size of job updated: 627740 27 - MemoryUsage of job (MB) 27428 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 27 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 27428 Size = 627740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.993.000) 2024-10-24 12:01:43 Image size of job updated: 1594984 27 - MemoryUsage of job (MB) 26724 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 27 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 26724 Size = 1594984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.996.000) 2024-10-24 12:01:43 Image size of job updated: 10 6 - MemoryUsage of job (MB) 6140 - ResidentSetSize of job (KB) ... 028 (10628.996.000) 2024-10-24 12:01:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:43.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 996 ResidentSetSize = 6140 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.573.000) 2024-10-24 12:01:44 Job executing on host: <192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.573.000) 2024-10-24 12:01:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:44.084" EventTypeNumber = 28 ExecuteHost = "<192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.772.000) 2024-10-24 12:01:44 Warning from starter on slot1_4@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 006 (10628.949.000) 2024-10-24 12:01:44 Image size of job updated: 10 7 - MemoryUsage of job (MB) 6148 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 12:01:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:44.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 7 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 6148 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 001 (10628.772.000) 2024-10-24 12:01:45 Job executing on host: <192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP> ... 028 (10628.772.000) 2024-10-24 12:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:45.151" EventTypeNumber = 28 ExecuteHost = "<192.168.224.2:35870?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719136%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992156&PrivNet=ares-n0002.ares.pcc.amnh.org&addrs=192.168.224.2-35870&alias=ares-n0002.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.802.000) 2024-10-24 12:01:45 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.802.000) 2024-10-24 12:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:45.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 802 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.801.000) 2024-10-24 12:01:45 Image size of job updated: 3320296 51 - MemoryUsage of job (MB) 51760 - ResidentSetSize of job (KB) ... 028 (10628.801.000) 2024-10-24 12:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:45.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 801 ResidentSetSize = 51760 Size = 3320296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.826.000) 2024-10-24 12:01:45 Image size of job updated: 3321064 52 - MemoryUsage of job (MB) 52604 - ResidentSetSize of job (KB) ... 028 (10628.826.000) 2024-10-24 12:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:45.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 52 MyType = "JobImageSizeEvent" Proc = 826 ResidentSetSize = 52604 Size = 3321064 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.942.000) 2024-10-24 12:01:45 Image size of job updated: 3320040 51 - MemoryUsage of job (MB) 52140 - ResidentSetSize of job (KB) ... 028 (10628.942.000) 2024-10-24 12:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:45.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 942 ResidentSetSize = 52140 Size = 3320040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.804.000) 2024-10-24 12:01:46 Image size of job updated: 19844 6 - MemoryUsage of job (MB) 5908 - ResidentSetSize of job (KB) ... 028 (10628.804.000) 2024-10-24 12:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:46.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 804 ResidentSetSize = 5908 Size = 19844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 007 (10628.573.000) 2024-10-24 12:01:46 Shadow exception! Error from slot1_3@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2 0 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job ... 028 (10628.573.000) 2024-10-24 12:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:46.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Message = "Error from slot1_3@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2" MyType = "ShadowExceptionEvent" Proc = 573 ReceivedBytes = 12209.0 SentBytes = 0.0 Subproc = 0 TriggerEventTypeName = "ULOG_SHADOW_EXCEPTION" TriggerEventTypeNumber = 7 ... 006 (10628.953.000) 2024-10-24 12:01:49 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 006 (10628.830.000) 2024-10-24 12:01:49 Image size of job updated: 19844 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.830.000) 2024-10-24 12:01:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:49.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 830 ResidentSetSize = 5712 Size = 19844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.953.000) 2024-10-24 12:01:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:49.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 953 ResidentSetSize = 5712 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 007 (10628.772.000) 2024-10-24 12:01:50 Shadow exception! Error from slot1_4@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2 0 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job ... 028 (10628.772.000) 2024-10-24 12:01:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:50.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480218" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349399" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Message = "Error from slot1_4@glidein_26481_196216783@ares-n0002.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2" MyType = "ShadowExceptionEvent" Proc = 772 ReceivedBytes = 12209.0 SentBytes = 0.0 Subproc = 0 TriggerEventTypeName = "ULOG_SHADOW_EXCEPTION" TriggerEventTypeNumber = 7 ... 040 (10628.814.000) 2024-10-24 12:01:50 Finished transferring input files ... 028 (10628.814.000) 2024-10-24 12:01:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:50.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480752" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349402" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.794.000) 2024-10-24 12:01:51 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5712 - ResidentSetSize of job (KB) ... 028 (10628.794.000) 2024-10-24 12:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:51.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 794 ResidentSetSize = 5712 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.828.000) 2024-10-24 12:01:51 Image size of job updated: 3387628 49 - MemoryUsage of job (MB) 49796 - ResidentSetSize of job (KB) ... 028 (10628.828.000) 2024-10-24 12:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:51.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 828 ResidentSetSize = 49796 Size = 3387628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.952.000) 2024-10-24 12:01:51 Image size of job updated: 3320808 53 - MemoryUsage of job (MB) 53412 - ResidentSetSize of job (KB) ... 028 (10628.952.000) 2024-10-24 12:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:51.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 53 MyType = "JobImageSizeEvent" Proc = 952 ResidentSetSize = 53412 Size = 3320808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.832.000) 2024-10-24 12:01:55 Image size of job updated: 19844 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 006 (10628.979.000) 2024-10-24 12:01:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5696 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 12:01:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:55.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 5696 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.832.000) 2024-10-24 12:01:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:55.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 832 ResidentSetSize = 5904 Size = 19844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.969.000) 2024-10-24 12:01:55 Image size of job updated: 10 6 - MemoryUsage of job (MB) 5904 - ResidentSetSize of job (KB) ... 028 (10628.969.000) 2024-10-24 12:01:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:01:55.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 6 MyType = "JobImageSizeEvent" Proc = 969 ResidentSetSize = 5904 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:02:09 Image size of job updated: 10 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:02:09.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 3 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 2748 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.814.000) 2024-10-24 12:02:10 Warning from starter on slot1_2@glidein_31730_94563873@ares-n0019.ares.pcc.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.814.000) 2024-10-24 12:02:10 Job executing on host: <192.168.224.19:46109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340273%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047687&PrivNet=ares-n0019.ares.pcc.amnh.org&addrs=192.168.224.19-46109&alias=ares-n0019.ares.pcc.amnh.org&noUDP> ... 028 (10628.814.000) 2024-10-24 12:02:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:02:10.643" EventTypeNumber = 28 ExecuteHost = "<192.168.224.19:46109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29340273%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047687&PrivNet=ares-n0019.ares.pcc.amnh.org&addrs=192.168.224.19-46109&alias=ares-n0019.ares.pcc.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "2480752" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349402" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 007 (10628.814.000) 2024-10-24 12:02:13 Shadow exception! Error from slot1_2@glidein_31730_94563873@ares-n0019.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2 0 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job ... 028 (10628.814.000) 2024-10-24 12:02:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:02:13.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480752" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-ARES-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "349402" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Message = "Error from slot1_2@glidein_31730_94563873@ares-n0019.ares.pcc.amnh.org: Singularity test failed:Fatal glibc error: CPU does not support x86-64-v2" MyType = "ShadowExceptionEvent" Proc = 814 ReceivedBytes = 12209.0 SentBytes = 0.0 Subproc = 0 TriggerEventTypeName = "ULOG_SHADOW_EXCEPTION" TriggerEventTypeNumber = 7 ... 006 (10628.784.000) 2024-10-24 12:02:31 Image size of job updated: 10 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:02:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:02:31.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 3 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 2720 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.045.000) 2024-10-24 12:04:23 Image size of job updated: 2591404 84 - MemoryUsage of job (MB) 85988 - ResidentSetSize of job (KB) ... 028 (10628.045.000) 2024-10-24 12:04:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:23.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 45 ResidentSetSize = 85988 Size = 2591404 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.002.000) 2024-10-24 12:04:23 Image size of job updated: 3708100 88 - MemoryUsage of job (MB) 89400 - ResidentSetSize of job (KB) ... 028 (10628.002.000) 2024-10-24 12:04:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:23.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 2 ResidentSetSize = 89400 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.001.000) 2024-10-24 12:04:23 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87828 - ResidentSetSize of job (KB) ... 028 (10628.001.000) 2024-10-24 12:04:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:23.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 1 ResidentSetSize = 87828 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.000.000) 2024-10-24 12:04:23 Image size of job updated: 3708100 86 - MemoryUsage of job (MB) 87824 - ResidentSetSize of job (KB) ... 028 (10628.000.000) 2024-10-24 12:04:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:23.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 0 ResidentSetSize = 87824 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 12:04:24 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90268 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 12:04:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:24.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90268 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.006.000) 2024-10-24 12:04:24 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 91616 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 12:04:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:24.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 91616 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 12:04:24 Image size of job updated: 3606532 90 - MemoryUsage of job (MB) 91888 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 12:04:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:24.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 91888 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.007.000) 2024-10-24 12:04:24 Image size of job updated: 3539200 91 - MemoryUsage of job (MB) 92592 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 12:04:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:24.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 92592 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.015.000) 2024-10-24 12:04:26 Image size of job updated: 2614400 89 - MemoryUsage of job (MB) 90172 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 12:04:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:26.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 90172 Size = 2614400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.020.000) 2024-10-24 12:04:26 Image size of job updated: 3471208 89 - MemoryUsage of job (MB) 90460 - ResidentSetSize of job (KB) ... 028 (10628.020.000) 2024-10-24 12:04:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:26.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 20 ResidentSetSize = 90460 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.010.000) 2024-10-24 12:04:26 Image size of job updated: 3736788 80 - MemoryUsage of job (MB) 81052 - ResidentSetSize of job (KB) ... 028 (10628.010.000) 2024-10-24 12:04:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:26.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 10 ResidentSetSize = 81052 Size = 3736788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.046.000) 2024-10-24 12:04:27 Image size of job updated: 2669220 74 - MemoryUsage of job (MB) 75740 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 12:04:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:27.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 75740 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.018.000) 2024-10-24 12:04:28 Image size of job updated: 3606016 91 - MemoryUsage of job (MB) 93008 - ResidentSetSize of job (KB) ... 028 (10628.018.000) 2024-10-24 12:04:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:28.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 18 ResidentSetSize = 93008 Size = 3606016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.033.000) 2024-10-24 12:04:28 Image size of job updated: 3471720 89 - MemoryUsage of job (MB) 90596 - ResidentSetSize of job (KB) ... 028 (10628.033.000) 2024-10-24 12:04:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:28.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 33 ResidentSetSize = 90596 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.035.000) 2024-10-24 12:04:28 Image size of job updated: 3539052 92 - MemoryUsage of job (MB) 93912 - ResidentSetSize of job (KB) ... 028 (10628.035.000) 2024-10-24 12:04:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:28.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 35 ResidentSetSize = 93912 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.032.000) 2024-10-24 12:04:29 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89216 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 12:04:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:29.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 89216 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.011.000) 2024-10-24 12:04:29 Image size of job updated: 3539460 93 - MemoryUsage of job (MB) 94348 - ResidentSetSize of job (KB) ... 028 (10628.011.000) 2024-10-24 12:04:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:29.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 11 ResidentSetSize = 94348 Size = 3539460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.005.000) 2024-10-24 12:04:29 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84232 - ResidentSetSize of job (KB) ... 028 (10628.005.000) 2024-10-24 12:04:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:29.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 5 ResidentSetSize = 84232 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.008.000) 2024-10-24 12:04:29 Image size of job updated: 3607304 91 - MemoryUsage of job (MB) 92220 - ResidentSetSize of job (KB) ... 028 (10628.008.000) 2024-10-24 12:04:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:29.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 8 ResidentSetSize = 92220 Size = 3607304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.019.000) 2024-10-24 12:04:29 Image size of job updated: 2614276 91 - MemoryUsage of job (MB) 92828 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 12:04:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:29.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 92828 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.043.000) 2024-10-24 12:04:30 Image size of job updated: 3606528 89 - MemoryUsage of job (MB) 90352 - ResidentSetSize of job (KB) ... 028 (10628.043.000) 2024-10-24 12:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:30.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 43 ResidentSetSize = 90352 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.013.000) 2024-10-24 12:04:30 Image size of job updated: 2614828 95 - MemoryUsage of job (MB) 96564 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 12:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:30.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 96564 Size = 2614828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.068.000) 2024-10-24 12:04:30 Image size of job updated: 3471208 93 - MemoryUsage of job (MB) 94536 - ResidentSetSize of job (KB) ... 028 (10628.068.000) 2024-10-24 12:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:30.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 68 ResidentSetSize = 94536 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.040.000) 2024-10-24 12:04:30 Image size of job updated: 3539052 92 - MemoryUsage of job (MB) 93580 - ResidentSetSize of job (KB) ... 028 (10628.040.000) 2024-10-24 12:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:30.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 40 ResidentSetSize = 93580 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.012.000) 2024-10-24 12:04:31 Image size of job updated: 3561724 75 - MemoryUsage of job (MB) 75780 - ResidentSetSize of job (KB) ... 028 (10628.012.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 12 ResidentSetSize = 75780 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.067.000) 2024-10-24 12:04:31 Image size of job updated: 3674116 94 - MemoryUsage of job (MB) 95868 - ResidentSetSize of job (KB) ... 028 (10628.067.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 67 ResidentSetSize = 95868 Size = 3674116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.084.000) 2024-10-24 12:04:31 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 80900 - ResidentSetSize of job (KB) ... 028 (10628.084.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 84 ResidentSetSize = 80900 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.014.000) 2024-10-24 12:04:31 Image size of job updated: 3403772 88 - MemoryUsage of job (MB) 90076 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 90076 Size = 3403772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.061.000) 2024-10-24 12:04:31 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91824 - ResidentSetSize of job (KB) ... 028 (10628.061.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 61 ResidentSetSize = 91824 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.064.000) 2024-10-24 12:04:31 Image size of job updated: 3538540 88 - MemoryUsage of job (MB) 89348 - ResidentSetSize of job (KB) ... 028 (10628.064.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 64 ResidentSetSize = 89348 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.065.000) 2024-10-24 12:04:31 Image size of job updated: 3539308 89 - MemoryUsage of job (MB) 91088 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 91088 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.049.000) 2024-10-24 12:04:31 Image size of job updated: 3630108 83 - MemoryUsage of job (MB) 84504 - ResidentSetSize of job (KB) ... 028 (10628.049.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 49 ResidentSetSize = 84504 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.086.000) 2024-10-24 12:04:31 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79280 - ResidentSetSize of job (KB) ... 028 (10628.086.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 86 ResidentSetSize = 79280 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 12:04:31 Image size of job updated: 840168 44 - MemoryUsage of job (MB) 44524 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 12:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:31.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 44524 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.070.000) 2024-10-24 12:04:32 Image size of job updated: 3538796 88 - MemoryUsage of job (MB) 89812 - ResidentSetSize of job (KB) ... 028 (10628.070.000) 2024-10-24 12:04:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:32.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 70 ResidentSetSize = 89812 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.026.000) 2024-10-24 12:04:33 Image size of job updated: 3561468 84 - MemoryUsage of job (MB) 85560 - ResidentSetSize of job (KB) ... 028 (10628.026.000) 2024-10-24 12:04:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:33.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 26 ResidentSetSize = 85560 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.091.000) 2024-10-24 12:04:33 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76264 - ResidentSetSize of job (KB) ... 028 (10628.091.000) 2024-10-24 12:04:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:33.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 91 ResidentSetSize = 76264 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.087.000) 2024-10-24 12:04:33 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80804 - ResidentSetSize of job (KB) ... 028 (10628.087.000) 2024-10-24 12:04:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:33.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 87 ResidentSetSize = 80804 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.021.000) 2024-10-24 12:04:33 Image size of job updated: 2614912 91 - MemoryUsage of job (MB) 92932 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 12:04:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:33.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 92932 Size = 2614912 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.116.000) 2024-10-24 12:04:34 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80800 - ResidentSetSize of job (KB) ... 028 (10628.116.000) 2024-10-24 12:04:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:34.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 116 ResidentSetSize = 80800 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.140.000) 2024-10-24 12:04:34 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81372 - ResidentSetSize of job (KB) ... 028 (10628.140.000) 2024-10-24 12:04:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:34.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 140 ResidentSetSize = 81372 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.044.000) 2024-10-24 12:04:35 Image size of job updated: 3562484 78 - MemoryUsage of job (MB) 79716 - ResidentSetSize of job (KB) ... 028 (10628.044.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 44 ResidentSetSize = 79716 Size = 3562484 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.090.000) 2024-10-24 12:04:35 Image size of job updated: 3601612 79 - MemoryUsage of job (MB) 80760 - ResidentSetSize of job (KB) ... 028 (10628.090.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 90 ResidentSetSize = 80760 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.102.000) 2024-10-24 12:04:35 Image size of job updated: 3534792 78 - MemoryUsage of job (MB) 79448 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 79448 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.104.000) 2024-10-24 12:04:35 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78512 - ResidentSetSize of job (KB) ... 006 (10628.101.000) 2024-10-24 12:04:35 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 74932 - ResidentSetSize of job (KB) ... 028 (10628.104.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 104 ResidentSetSize = 78512 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.101.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 101 ResidentSetSize = 74932 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.085.000) 2024-10-24 12:04:35 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 77940 - ResidentSetSize of job (KB) ... 028 (10628.085.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 85 ResidentSetSize = 77940 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.088.000) 2024-10-24 12:04:35 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84896 - ResidentSetSize of job (KB) ... 028 (10628.088.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 88 ResidentSetSize = 84896 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.096.000) 2024-10-24 12:04:35 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81612 - ResidentSetSize of job (KB) ... 028 (10628.096.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 96 ResidentSetSize = 81612 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.141.000) 2024-10-24 12:04:35 Image size of job updated: 3467204 77 - MemoryUsage of job (MB) 78024 - ResidentSetSize of job (KB) ... 028 (10628.141.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 141 ResidentSetSize = 78024 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.152.000) 2024-10-24 12:04:35 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79816 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 79816 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.147.000) 2024-10-24 12:04:35 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78712 - ResidentSetSize of job (KB) ... 028 (10628.147.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 147 ResidentSetSize = 78712 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.144.000) 2024-10-24 12:04:35 Image size of job updated: 3669712 81 - MemoryUsage of job (MB) 82712 - ResidentSetSize of job (KB) ... 028 (10628.144.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 144 ResidentSetSize = 82712 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.138.000) 2024-10-24 12:04:35 Image size of job updated: 3534792 78 - MemoryUsage of job (MB) 79620 - ResidentSetSize of job (KB) ... 028 (10628.138.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 138 ResidentSetSize = 79620 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.098.000) 2024-10-24 12:04:35 Image size of job updated: 3466948 83 - MemoryUsage of job (MB) 84216 - ResidentSetSize of job (KB) ... 028 (10628.098.000) 2024-10-24 12:04:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:35.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 98 ResidentSetSize = 84216 Size = 3466948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.095.000) 2024-10-24 12:04:36 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80724 - ResidentSetSize of job (KB) ... 028 (10628.095.000) 2024-10-24 12:04:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:36.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 95 ResidentSetSize = 80724 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.083.000) 2024-10-24 12:04:36 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85600 - ResidentSetSize of job (KB) ... 028 (10628.083.000) 2024-10-24 12:04:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:36.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 83 ResidentSetSize = 85600 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.143.000) 2024-10-24 12:04:36 Image size of job updated: 3601612 75 - MemoryUsage of job (MB) 76452 - ResidentSetSize of job (KB) ... 028 (10628.143.000) 2024-10-24 12:04:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:36.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 143 ResidentSetSize = 76452 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.113.000) 2024-10-24 12:04:37 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76424 - ResidentSetSize of job (KB) ... 028 (10628.113.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 113 ResidentSetSize = 76424 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.145.000) 2024-10-24 12:04:37 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86804 - ResidentSetSize of job (KB) ... 028 (10628.145.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 145 ResidentSetSize = 86804 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.139.000) 2024-10-24 12:04:37 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79600 - ResidentSetSize of job (KB) ... 028 (10628.139.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 139 ResidentSetSize = 79600 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.142.000) 2024-10-24 12:04:37 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79384 - ResidentSetSize of job (KB) ... 028 (10628.142.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 142 ResidentSetSize = 79384 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.111.000) 2024-10-24 12:04:37 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77632 - ResidentSetSize of job (KB) ... 028 (10628.111.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 111 ResidentSetSize = 77632 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.052.000) 2024-10-24 12:04:37 Image size of job updated: 3561660 75 - MemoryUsage of job (MB) 76256 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 76256 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.159.000) 2024-10-24 12:04:37 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 82952 - ResidentSetSize of job (KB) ... 028 (10628.159.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 159 ResidentSetSize = 82952 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.121.000) 2024-10-24 12:04:37 Image size of job updated: 3466436 79 - MemoryUsage of job (MB) 80564 - ResidentSetSize of job (KB) ... 028 (10628.121.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 121 ResidentSetSize = 80564 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.150.000) 2024-10-24 12:04:37 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80728 - ResidentSetSize of job (KB) ... 028 (10628.150.000) 2024-10-24 12:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:37.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 150 ResidentSetSize = 80728 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.155.000) 2024-10-24 12:04:38 Image size of job updated: 3536464 80 - MemoryUsage of job (MB) 81064 - ResidentSetSize of job (KB) ... 028 (10628.155.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 155 ResidentSetSize = 81064 Size = 3536464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.148.000) 2024-10-24 12:04:38 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81864 - ResidentSetSize of job (KB) ... 028 (10628.148.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 148 ResidentSetSize = 81864 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.129.000) 2024-10-24 12:04:38 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81356 - ResidentSetSize of job (KB) ... 028 (10628.129.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 129 ResidentSetSize = 81356 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.146.000) 2024-10-24 12:04:38 Image size of job updated: 3535048 71 - MemoryUsage of job (MB) 72256 - ResidentSetSize of job (KB) ... 028 (10628.146.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 146 ResidentSetSize = 72256 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.130.000) 2024-10-24 12:04:38 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77520 - ResidentSetSize of job (KB) ... 028 (10628.130.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 130 ResidentSetSize = 77520 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.127.000) 2024-10-24 12:04:38 Image size of job updated: 3602124 76 - MemoryUsage of job (MB) 77604 - ResidentSetSize of job (KB) ... 028 (10628.127.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 127 ResidentSetSize = 77604 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.122.000) 2024-10-24 12:04:38 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82116 - ResidentSetSize of job (KB) ... 028 (10628.122.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 122 ResidentSetSize = 82116 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.131.000) 2024-10-24 12:04:38 Image size of job updated: 3602636 73 - MemoryUsage of job (MB) 74716 - ResidentSetSize of job (KB) ... 028 (10628.131.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 131 ResidentSetSize = 74716 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.126.000) 2024-10-24 12:04:38 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79024 - ResidentSetSize of job (KB) ... 028 (10628.126.000) 2024-10-24 12:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:38.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 126 ResidentSetSize = 79024 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.074.000) 2024-10-24 12:04:39 Image size of job updated: 3630108 91 - MemoryUsage of job (MB) 92936 - ResidentSetSize of job (KB) ... 028 (10628.074.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 74 ResidentSetSize = 92936 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.128.000) 2024-10-24 12:04:39 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 75204 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 75204 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.109.000) 2024-10-24 12:04:39 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 77488 - ResidentSetSize of job (KB) ... 028 (10628.109.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 109 ResidentSetSize = 77488 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.137.000) 2024-10-24 12:04:39 Image size of job updated: 3669712 86 - MemoryUsage of job (MB) 87392 - ResidentSetSize of job (KB) ... 028 (10628.137.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 137 ResidentSetSize = 87392 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.123.000) 2024-10-24 12:04:39 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80044 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 80044 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.106.000) 2024-10-24 12:04:39 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80148 - ResidentSetSize of job (KB) ... 028 (10628.106.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 106 ResidentSetSize = 80148 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.092.000) 2024-10-24 12:04:39 Image size of job updated: 3534792 76 - MemoryUsage of job (MB) 77636 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 77636 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.108.000) 2024-10-24 12:04:39 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78828 - ResidentSetSize of job (KB) ... 028 (10628.108.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 108 ResidentSetSize = 78828 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.100.000) 2024-10-24 12:04:39 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 78908 - ResidentSetSize of job (KB) ... 028 (10628.100.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 100 ResidentSetSize = 78908 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.112.000) 2024-10-24 12:04:39 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80128 - ResidentSetSize of job (KB) ... 028 (10628.112.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 112 ResidentSetSize = 80128 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.136.000) 2024-10-24 12:04:39 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81632 - ResidentSetSize of job (KB) ... 028 (10628.136.000) 2024-10-24 12:04:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:39.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 136 ResidentSetSize = 81632 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.124.000) 2024-10-24 12:04:40 Image size of job updated: 3534792 77 - MemoryUsage of job (MB) 78332 - ResidentSetSize of job (KB) ... 028 (10628.124.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 124 ResidentSetSize = 78332 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.107.000) 2024-10-24 12:04:40 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80492 - ResidentSetSize of job (KB) ... 028 (10628.107.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 107 ResidentSetSize = 80492 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.132.000) 2024-10-24 12:04:40 Image size of job updated: 3601612 76 - MemoryUsage of job (MB) 77196 - ResidentSetSize of job (KB) ... 028 (10628.132.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 132 ResidentSetSize = 77196 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.135.000) 2024-10-24 12:04:40 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83232 - ResidentSetSize of job (KB) ... 028 (10628.135.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 135 ResidentSetSize = 83232 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.114.000) 2024-10-24 12:04:40 Image size of job updated: 3602380 79 - MemoryUsage of job (MB) 80652 - ResidentSetSize of job (KB) ... 028 (10628.114.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 114 ResidentSetSize = 80652 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.125.000) 2024-10-24 12:04:40 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81368 - ResidentSetSize of job (KB) ... 028 (10628.125.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 125 ResidentSetSize = 81368 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.156.000) 2024-10-24 12:04:40 Image size of job updated: 3602380 79 - MemoryUsage of job (MB) 80312 - ResidentSetSize of job (KB) ... 028 (10628.156.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 156 ResidentSetSize = 80312 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.117.000) 2024-10-24 12:04:40 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79688 - ResidentSetSize of job (KB) ... 028 (10628.117.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 117 ResidentSetSize = 79688 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.153.000) 2024-10-24 12:04:40 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78040 - ResidentSetSize of job (KB) ... 028 (10628.153.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 153 ResidentSetSize = 78040 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.157.000) 2024-10-24 12:04:40 Image size of job updated: 3669712 79 - MemoryUsage of job (MB) 79920 - ResidentSetSize of job (KB) ... 028 (10628.157.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 157 ResidentSetSize = 79920 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.154.000) 2024-10-24 12:04:40 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83664 - ResidentSetSize of job (KB) ... 028 (10628.154.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 154 ResidentSetSize = 83664 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.075.000) 2024-10-24 12:04:40 Image size of job updated: 3494292 85 - MemoryUsage of job (MB) 86556 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 86556 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.053.000) 2024-10-24 12:04:40 Image size of job updated: 3630620 87 - MemoryUsage of job (MB) 88368 - ResidentSetSize of job (KB) ... 028 (10628.053.000) 2024-10-24 12:04:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:40.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 53 ResidentSetSize = 88368 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.133.000) 2024-10-24 12:04:41 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83044 - ResidentSetSize of job (KB) ... 028 (10628.133.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 133 ResidentSetSize = 83044 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.134.000) 2024-10-24 12:04:41 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80040 - ResidentSetSize of job (KB) ... 028 (10628.134.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 134 ResidentSetSize = 80040 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.120.000) 2024-10-24 12:04:41 Image size of job updated: 3534792 66 - MemoryUsage of job (MB) 67008 - ResidentSetSize of job (KB) ... 028 (10628.120.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 120 ResidentSetSize = 67008 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.160.000) 2024-10-24 12:04:41 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81036 - ResidentSetSize of job (KB) ... 028 (10628.160.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 160 ResidentSetSize = 81036 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.118.000) 2024-10-24 12:04:41 Image size of job updated: 3602124 75 - MemoryUsage of job (MB) 76664 - ResidentSetSize of job (KB) ... 028 (10628.118.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 118 ResidentSetSize = 76664 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.119.000) 2024-10-24 12:04:41 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80664 - ResidentSetSize of job (KB) ... 028 (10628.119.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 119 ResidentSetSize = 80664 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:04:41 Image size of job updated: 838504 35 - MemoryUsage of job (MB) 35376 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 35376 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.097.000) 2024-10-24 12:04:41 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85316 - ResidentSetSize of job (KB) ... 028 (10628.097.000) 2024-10-24 12:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:41.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 97 ResidentSetSize = 85316 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.151.000) 2024-10-24 12:04:42 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83140 - ResidentSetSize of job (KB) ... 028 (10628.151.000) 2024-10-24 12:04:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:42.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 151 ResidentSetSize = 83140 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.110.000) 2024-10-24 12:04:42 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79464 - ResidentSetSize of job (KB) ... 028 (10628.110.000) 2024-10-24 12:04:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:42.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 110 ResidentSetSize = 79464 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.162.000) 2024-10-24 12:04:42 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82716 - ResidentSetSize of job (KB) ... 028 (10628.162.000) 2024-10-24 12:04:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:42.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 162 ResidentSetSize = 82716 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.161.000) 2024-10-24 12:04:43 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81584 - ResidentSetSize of job (KB) ... 028 (10628.161.000) 2024-10-24 12:04:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:43.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 161 ResidentSetSize = 81584 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.168.000) 2024-10-24 12:04:43 Image size of job updated: 3602380 79 - MemoryUsage of job (MB) 80124 - ResidentSetSize of job (KB) ... 028 (10628.168.000) 2024-10-24 12:04:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:43.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 168 ResidentSetSize = 80124 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.164.000) 2024-10-24 12:04:43 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88104 - ResidentSetSize of job (KB) ... 028 (10628.164.000) 2024-10-24 12:04:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:43.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 164 ResidentSetSize = 88104 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.194.000) 2024-10-24 12:04:43 Image size of job updated: 3335380 58 - MemoryUsage of job (MB) 58612 - ResidentSetSize of job (KB) ... 028 (10628.194.000) 2024-10-24 12:04:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:43.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 194 ResidentSetSize = 58612 Size = 3335380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.105.000) 2024-10-24 12:04:44 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81472 - ResidentSetSize of job (KB) ... 028 (10628.105.000) 2024-10-24 12:04:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:44.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 105 ResidentSetSize = 81472 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.195.000) 2024-10-24 12:04:44 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81456 - ResidentSetSize of job (KB) ... 028 (10628.195.000) 2024-10-24 12:04:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:44.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 195 ResidentSetSize = 81456 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.188.000) 2024-10-24 12:04:45 Image size of job updated: 3562512 88 - MemoryUsage of job (MB) 89352 - ResidentSetSize of job (KB) ... 028 (10628.188.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 188 ResidentSetSize = 89352 Size = 3562512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.197.000) 2024-10-24 12:04:45 Image size of job updated: 1812968 66 - MemoryUsage of job (MB) 66684 - ResidentSetSize of job (KB) ... 028 (10628.197.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 197 ResidentSetSize = 66684 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.196.000) 2024-10-24 12:04:45 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69072 - ResidentSetSize of job (KB) ... 028 (10628.196.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 196 ResidentSetSize = 69072 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.233.000) 2024-10-24 12:04:45 Image size of job updated: 3471720 92 - MemoryUsage of job (MB) 93216 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 93216 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.099.000) 2024-10-24 12:04:45 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86288 - ResidentSetSize of job (KB) ... 028 (10628.099.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 99 ResidentSetSize = 86288 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.213.000) 2024-10-24 12:04:45 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71500 - ResidentSetSize of job (KB) ... 028 (10628.213.000) 2024-10-24 12:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:45.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 213 ResidentSetSize = 71500 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.242.000) 2024-10-24 12:04:46 Image size of job updated: 1880812 66 - MemoryUsage of job (MB) 67516 - ResidentSetSize of job (KB) ... 028 (10628.242.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 242 ResidentSetSize = 67516 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.219.000) 2024-10-24 12:04:46 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67904 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 67904 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.243.000) 2024-10-24 12:04:46 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71624 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 71624 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.203.000) 2024-10-24 12:04:46 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69696 - ResidentSetSize of job (KB) ... 028 (10628.203.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 203 ResidentSetSize = 69696 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.172.000) 2024-10-24 12:04:46 Image size of job updated: 3561468 84 - MemoryUsage of job (MB) 85980 - ResidentSetSize of job (KB) ... 028 (10628.172.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 172 ResidentSetSize = 85980 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.236.000) 2024-10-24 12:04:46 Image size of job updated: 3630108 86 - MemoryUsage of job (MB) 87332 - ResidentSetSize of job (KB) ... 028 (10628.236.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 236 ResidentSetSize = 87332 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.231.000) 2024-10-24 12:04:46 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71588 - ResidentSetSize of job (KB) ... 028 (10628.231.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 231 ResidentSetSize = 71588 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.216.000) 2024-10-24 12:04:46 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71532 - ResidentSetSize of job (KB) ... 028 (10628.216.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 216 ResidentSetSize = 71532 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.238.000) 2024-10-24 12:04:46 Image size of job updated: 1813736 70 - MemoryUsage of job (MB) 71328 - ResidentSetSize of job (KB) ... 028 (10628.238.000) 2024-10-24 12:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:46.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 238 ResidentSetSize = 71328 Size = 1813736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.245.000) 2024-10-24 12:04:47 Image size of job updated: 1813224 67 - MemoryUsage of job (MB) 67776 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 12:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:47.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 67776 Size = 1813224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.202.000) 2024-10-24 12:04:47 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68212 - ResidentSetSize of job (KB) ... 028 (10628.202.000) 2024-10-24 12:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:47.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 202 ResidentSetSize = 68212 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.207.000) 2024-10-24 12:04:47 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87404 - ResidentSetSize of job (KB) ... 028 (10628.207.000) 2024-10-24 12:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:47.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 207 ResidentSetSize = 87404 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.244.000) 2024-10-24 12:04:47 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67924 - ResidentSetSize of job (KB) ... 028 (10628.244.000) 2024-10-24 12:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:47.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 244 ResidentSetSize = 67924 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.201.000) 2024-10-24 12:04:47 Image size of job updated: 1813480 68 - MemoryUsage of job (MB) 68976 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 12:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:47.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 68976 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.227.000) 2024-10-24 12:04:48 Image size of job updated: 1880556 69 - MemoryUsage of job (MB) 69840 - ResidentSetSize of job (KB) ... 028 (10628.227.000) 2024-10-24 12:04:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:48.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 227 ResidentSetSize = 69840 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.209.000) 2024-10-24 12:04:48 Image size of job updated: 1880812 66 - MemoryUsage of job (MB) 67532 - ResidentSetSize of job (KB) ... 028 (10628.209.000) 2024-10-24 12:04:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:48.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 209 ResidentSetSize = 67532 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.204.000) 2024-10-24 12:04:48 Image size of job updated: 1948400 69 - MemoryUsage of job (MB) 69856 - ResidentSetSize of job (KB) ... 028 (10628.204.000) 2024-10-24 12:04:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:48.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 204 ResidentSetSize = 69856 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.230.000) 2024-10-24 12:04:48 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69384 - ResidentSetSize of job (KB) ... 028 (10628.230.000) 2024-10-24 12:04:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:48.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 230 ResidentSetSize = 69384 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.240.000) 2024-10-24 12:04:48 Image size of job updated: 1880556 69 - MemoryUsage of job (MB) 69924 - ResidentSetSize of job (KB) ... 028 (10628.240.000) 2024-10-24 12:04:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:48.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 240 ResidentSetSize = 69924 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.235.000) 2024-10-24 12:04:49 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86144 - ResidentSetSize of job (KB) ... 028 (10628.235.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 235 ResidentSetSize = 86144 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.214.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 70 - MemoryUsage of job (MB) 71680 - ResidentSetSize of job (KB) ... 028 (10628.214.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 214 ResidentSetSize = 71680 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.239.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 70072 - ResidentSetSize of job (KB) ... 028 (10628.239.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 239 ResidentSetSize = 70072 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.211.000) 2024-10-24 12:04:49 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69008 - ResidentSetSize of job (KB) ... 028 (10628.211.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 211 ResidentSetSize = 69008 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.215.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68048 - ResidentSetSize of job (KB) ... 028 (10628.215.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 215 ResidentSetSize = 68048 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.210.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67880 - ResidentSetSize of job (KB) ... 028 (10628.210.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 210 ResidentSetSize = 67880 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.212.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 70136 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 70136 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.225.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67872 - ResidentSetSize of job (KB) ... 028 (10628.225.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 225 ResidentSetSize = 67872 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.205.000) 2024-10-24 12:04:49 Image size of job updated: 1948656 68 - MemoryUsage of job (MB) 68920 - ResidentSetSize of job (KB) ... 028 (10628.205.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 205 ResidentSetSize = 68920 Size = 1948656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.218.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68136 - ResidentSetSize of job (KB) ... 028 (10628.218.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 218 ResidentSetSize = 68136 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.169.000) 2024-10-24 12:04:49 Image size of job updated: 2614340 107 - MemoryUsage of job (MB) 108900 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 108900 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.170.000) 2024-10-24 12:04:49 Image size of job updated: 2614504 107 - MemoryUsage of job (MB) 108712 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 108712 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.279.000) 2024-10-24 12:04:49 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 79980 - ResidentSetSize of job (KB) ... 028 (10628.279.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 279 ResidentSetSize = 79980 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.286.000) 2024-10-24 12:04:49 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78484 - ResidentSetSize of job (KB) ... 028 (10628.286.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 286 ResidentSetSize = 78484 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.269.000) 2024-10-24 12:04:49 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81040 - ResidentSetSize of job (KB) ... 028 (10628.269.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 269 ResidentSetSize = 81040 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.270.000) 2024-10-24 12:04:49 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81760 - ResidentSetSize of job (KB) ... 028 (10628.270.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 270 ResidentSetSize = 81760 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.224.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68116 - ResidentSetSize of job (KB) ... 028 (10628.224.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 224 ResidentSetSize = 68116 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.266.000) 2024-10-24 12:04:49 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 80940 - ResidentSetSize of job (KB) ... 028 (10628.266.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 266 ResidentSetSize = 80940 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.200.000) 2024-10-24 12:04:49 Image size of job updated: 1885720 68 - MemoryUsage of job (MB) 69364 - ResidentSetSize of job (KB) ... 028 (10628.200.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 200 ResidentSetSize = 69364 Size = 1885720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.198.000) 2024-10-24 12:04:49 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67984 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 12:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:49.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 67984 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.226.000) 2024-10-24 12:04:50 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69992 - ResidentSetSize of job (KB) ... 028 (10628.226.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 226 ResidentSetSize = 69992 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.273.000) 2024-10-24 12:04:50 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80584 - ResidentSetSize of job (KB) ... 028 (10628.273.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 273 ResidentSetSize = 80584 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.267.000) 2024-10-24 12:04:50 Image size of job updated: 3602380 77 - MemoryUsage of job (MB) 78664 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 78664 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.268.000) 2024-10-24 12:04:50 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77404 - ResidentSetSize of job (KB) ... 028 (10628.268.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 268 ResidentSetSize = 77404 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.271.000) 2024-10-24 12:04:50 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81828 - ResidentSetSize of job (KB) ... 028 (10628.271.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 271 ResidentSetSize = 81828 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.289.000) 2024-10-24 12:04:50 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85420 - ResidentSetSize of job (KB) ... 028 (10628.289.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 289 ResidentSetSize = 85420 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.223.000) 2024-10-24 12:04:50 Image size of job updated: 1881324 70 - MemoryUsage of job (MB) 71372 - ResidentSetSize of job (KB) ... 028 (10628.223.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 223 ResidentSetSize = 71372 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.025.000) 2024-10-24 12:04:50 Image size of job updated: 3629568 85 - MemoryUsage of job (MB) 86080 - ResidentSetSize of job (KB) ... 028 (10628.025.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 25 ResidentSetSize = 86080 Size = 3629568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.192.000) 2024-10-24 12:04:50 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69164 - ResidentSetSize of job (KB) ... 028 (10628.192.000) 2024-10-24 12:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:50.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 192 ResidentSetSize = 69164 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.222.000) 2024-10-24 12:04:51 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69080 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 69080 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.288.000) 2024-10-24 12:04:51 Image size of job updated: 3467204 82 - MemoryUsage of job (MB) 83676 - ResidentSetSize of job (KB) ... 028 (10628.288.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 288 ResidentSetSize = 83676 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.294.000) 2024-10-24 12:04:51 Image size of job updated: 3534792 77 - MemoryUsage of job (MB) 78780 - ResidentSetSize of job (KB) ... 028 (10628.294.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 294 ResidentSetSize = 78780 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.217.000) 2024-10-24 12:04:51 Image size of job updated: 1812968 66 - MemoryUsage of job (MB) 66920 - ResidentSetSize of job (KB) ... 028 (10628.217.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 217 ResidentSetSize = 66920 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.281.000) 2024-10-24 12:04:51 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77508 - ResidentSetSize of job (KB) ... 028 (10628.281.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 281 ResidentSetSize = 77508 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.293.000) 2024-10-24 12:04:51 Image size of job updated: 3601868 76 - MemoryUsage of job (MB) 76848 - ResidentSetSize of job (KB) ... 028 (10628.293.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 293 ResidentSetSize = 76848 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.237.000) 2024-10-24 12:04:51 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69936 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 69936 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.246.000) 2024-10-24 12:04:51 Image size of job updated: 3674628 93 - MemoryUsage of job (MB) 94736 - ResidentSetSize of job (KB) ... 028 (10628.246.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 246 ResidentSetSize = 94736 Size = 3674628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.298.000) 2024-10-24 12:04:51 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85932 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 85932 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.292.000) 2024-10-24 12:04:51 Image size of job updated: 3534536 70 - MemoryUsage of job (MB) 70800 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 12:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:51.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 70800 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.228.000) 2024-10-24 12:04:52 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67964 - ResidentSetSize of job (KB) ... 028 (10628.228.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 228 ResidentSetSize = 67964 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.282.000) 2024-10-24 12:04:52 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76740 - ResidentSetSize of job (KB) ... 028 (10628.282.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 282 ResidentSetSize = 76740 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.229.000) 2024-10-24 12:04:52 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69956 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 69956 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.177.000) 2024-10-24 12:04:52 Image size of job updated: 3606896 88 - MemoryUsage of job (MB) 89324 - ResidentSetSize of job (KB) ... 028 (10628.177.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 177 ResidentSetSize = 89324 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.022.000) 2024-10-24 12:04:52 Image size of job updated: 3606640 95 - MemoryUsage of job (MB) 96288 - ResidentSetSize of job (KB) ... 028 (10628.022.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 22 ResidentSetSize = 96288 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.017.000) 2024-10-24 12:04:52 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87984 - ResidentSetSize of job (KB) ... 028 (10628.017.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 17 ResidentSetSize = 87984 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.174.000) 2024-10-24 12:04:52 Image size of job updated: 3607152 91 - MemoryUsage of job (MB) 92460 - ResidentSetSize of job (KB) ... 028 (10628.174.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 174 ResidentSetSize = 92460 Size = 3607152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.034.000) 2024-10-24 12:04:52 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95360 - ResidentSetSize of job (KB) ... 028 (10628.034.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 34 ResidentSetSize = 95360 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.039.000) 2024-10-24 12:04:52 Image size of job updated: 3538540 89 - MemoryUsage of job (MB) 90312 - ResidentSetSize of job (KB) ... 028 (10628.039.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.811" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 39 ResidentSetSize = 90312 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.056.000) 2024-10-24 12:04:52 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94528 - ResidentSetSize of job (KB) ... 028 (10628.056.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 56 ResidentSetSize = 94528 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.027.000) 2024-10-24 12:04:52 Image size of job updated: 3538284 89 - MemoryUsage of job (MB) 91108 - ResidentSetSize of job (KB) ... 028 (10628.027.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 27 ResidentSetSize = 91108 Size = 3538284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.059.000) 2024-10-24 12:04:52 Image size of job updated: 3606896 92 - MemoryUsage of job (MB) 94156 - ResidentSetSize of job (KB) ... 028 (10628.059.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 59 ResidentSetSize = 94156 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.295.000) 2024-10-24 12:04:52 Image size of job updated: 3466436 80 - MemoryUsage of job (MB) 81472 - ResidentSetSize of job (KB) ... 028 (10628.295.000) 2024-10-24 12:04:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:52.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 295 ResidentSetSize = 81472 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.302.000) 2024-10-24 12:04:53 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82756 - ResidentSetSize of job (KB) ... 028 (10628.302.000) 2024-10-24 12:04:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:53.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 302 ResidentSetSize = 82756 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.264.000) 2024-10-24 12:04:53 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79188 - ResidentSetSize of job (KB) ... 028 (10628.264.000) 2024-10-24 12:04:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:53.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 264 ResidentSetSize = 79188 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.256.000) 2024-10-24 12:04:53 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92208 - ResidentSetSize of job (KB) ... 028 (10628.256.000) 2024-10-24 12:04:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:53.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 256 ResidentSetSize = 92208 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.042.000) 2024-10-24 12:04:54 Image size of job updated: 3605872 93 - MemoryUsage of job (MB) 94448 - ResidentSetSize of job (KB) ... 028 (10628.042.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 42 ResidentSetSize = 94448 Size = 3605872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.221.000) 2024-10-24 12:04:54 Image size of job updated: 1880556 65 - MemoryUsage of job (MB) 65832 - ResidentSetSize of job (KB) ... 028 (10628.221.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 65 MyType = "JobImageSizeEvent" Proc = 221 ResidentSetSize = 65832 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.071.000) 2024-10-24 12:04:54 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91368 - ResidentSetSize of job (KB) ... 028 (10628.071.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 71 ResidentSetSize = 91368 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.031.000) 2024-10-24 12:04:54 Image size of job updated: 3538796 88 - MemoryUsage of job (MB) 89100 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 89100 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.257.000) 2024-10-24 12:04:54 Image size of job updated: 3606896 88 - MemoryUsage of job (MB) 90040 - ResidentSetSize of job (KB) ... 028 (10628.257.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 257 ResidentSetSize = 90040 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.193.000) 2024-10-24 12:04:54 Image size of job updated: 1948400 67 - MemoryUsage of job (MB) 68096 - ResidentSetSize of job (KB) ... 028 (10628.193.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 193 ResidentSetSize = 68096 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.030.000) 2024-10-24 12:04:54 Image size of job updated: 3471976 91 - MemoryUsage of job (MB) 92172 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 92172 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.276.000) 2024-10-24 12:04:54 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79572 - ResidentSetSize of job (KB) ... 028 (10628.276.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 276 ResidentSetSize = 79572 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.291.000) 2024-10-24 12:04:54 Image size of job updated: 3467460 82 - MemoryUsage of job (MB) 83372 - ResidentSetSize of job (KB) ... 028 (10628.291.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 291 ResidentSetSize = 83372 Size = 3467460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.253.000) 2024-10-24 12:04:54 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 93136 - ResidentSetSize of job (KB) ... 028 (10628.253.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 253 ResidentSetSize = 93136 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.247.000) 2024-10-24 12:04:54 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90280 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 90280 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.248.000) 2024-10-24 12:04:54 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91564 - ResidentSetSize of job (KB) ... 028 (10628.248.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 248 ResidentSetSize = 91564 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.283.000) 2024-10-24 12:04:54 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 75856 - ResidentSetSize of job (KB) ... 028 (10628.283.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 283 ResidentSetSize = 75856 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.041.000) 2024-10-24 12:04:54 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93356 - ResidentSetSize of job (KB) ... 028 (10628.041.000) 2024-10-24 12:04:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:54.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 41 ResidentSetSize = 93356 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.060.000) 2024-10-24 12:04:55 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94564 - ResidentSetSize of job (KB) ... 028 (10628.060.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 60 ResidentSetSize = 94564 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.254.000) 2024-10-24 12:04:55 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90288 - ResidentSetSize of job (KB) ... 028 (10628.254.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 254 ResidentSetSize = 90288 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.255.000) 2024-10-24 12:04:55 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92256 - ResidentSetSize of job (KB) ... 028 (10628.255.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 255 ResidentSetSize = 92256 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.303.000) 2024-10-24 12:04:55 Image size of job updated: 3669712 83 - MemoryUsage of job (MB) 84580 - ResidentSetSize of job (KB) ... 028 (10628.303.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 303 ResidentSetSize = 84580 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.073.000) 2024-10-24 12:04:55 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89608 - ResidentSetSize of job (KB) ... 028 (10628.073.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 73 ResidentSetSize = 89608 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.069.000) 2024-10-24 12:04:55 Image size of job updated: 3538540 90 - MemoryUsage of job (MB) 91856 - ResidentSetSize of job (KB) ... 028 (10628.069.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 69 ResidentSetSize = 91856 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.080.000) 2024-10-24 12:04:55 Image size of job updated: 3538796 88 - MemoryUsage of job (MB) 89268 - ResidentSetSize of job (KB) ... 028 (10628.080.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 80 ResidentSetSize = 89268 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.185.000) 2024-10-24 12:04:55 Image size of job updated: 3471976 90 - MemoryUsage of job (MB) 91644 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 91644 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.054.000) 2024-10-24 12:04:55 Image size of job updated: 3538796 89 - MemoryUsage of job (MB) 91080 - ResidentSetSize of job (KB) ... 028 (10628.054.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 54 ResidentSetSize = 91080 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.176.000) 2024-10-24 12:04:55 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94856 - ResidentSetSize of job (KB) ... 028 (10628.176.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 176 ResidentSetSize = 94856 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.220.000) 2024-10-24 12:04:55 Image size of job updated: 3606640 91 - MemoryUsage of job (MB) 92756 - ResidentSetSize of job (KB) ... 028 (10628.220.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 220 ResidentSetSize = 92756 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.051.000) 2024-10-24 12:04:55 Image size of job updated: 3606640 95 - MemoryUsage of job (MB) 97184 - ResidentSetSize of job (KB) ... 028 (10628.051.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 51 ResidentSetSize = 97184 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.062.000) 2024-10-24 12:04:55 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 91148 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 91148 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.258.000) 2024-10-24 12:04:55 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 91180 - ResidentSetSize of job (KB) ... 028 (10628.258.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.286" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 258 ResidentSetSize = 91180 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.166.000) 2024-10-24 12:04:55 Image size of job updated: 3471208 87 - MemoryUsage of job (MB) 88932 - ResidentSetSize of job (KB) ... 028 (10628.166.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 166 ResidentSetSize = 88932 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.251.000) 2024-10-24 12:04:55 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90200 - ResidentSetSize of job (KB) ... 028 (10628.251.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.353" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 251 ResidentSetSize = 90200 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.055.000) 2024-10-24 12:04:55 Image size of job updated: 3539564 90 - MemoryUsage of job (MB) 91424 - ResidentSetSize of job (KB) ... 028 (10628.055.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 55 ResidentSetSize = 91424 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.304.000) 2024-10-24 12:04:55 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78328 - ResidentSetSize of job (KB) ... 028 (10628.304.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 304 ResidentSetSize = 78328 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.311.000) 2024-10-24 12:04:55 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78216 - ResidentSetSize of job (KB) ... 028 (10628.311.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 311 ResidentSetSize = 78216 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.308.000) 2024-10-24 12:04:55 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79428 - ResidentSetSize of job (KB) ... 028 (10628.308.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 308 ResidentSetSize = 79428 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.024.000) 2024-10-24 12:04:55 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75252 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 75252 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.305.000) 2024-10-24 12:04:55 Image size of job updated: 3602124 75 - MemoryUsage of job (MB) 76564 - ResidentSetSize of job (KB) ... 028 (10628.305.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 305 ResidentSetSize = 76564 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.306.000) 2024-10-24 12:04:55 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77624 - ResidentSetSize of job (KB) ... 028 (10628.306.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 306 ResidentSetSize = 77624 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.272.000) 2024-10-24 12:04:55 Image size of job updated: 3634880 79 - MemoryUsage of job (MB) 80264 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 80264 Size = 3634880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.277.000) 2024-10-24 12:04:55 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80460 - ResidentSetSize of job (KB) ... 028 (10628.277.000) 2024-10-24 12:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:55.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 277 ResidentSetSize = 80460 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.274.000) 2024-10-24 12:04:56 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79784 - ResidentSetSize of job (KB) ... 028 (10628.274.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 274 ResidentSetSize = 79784 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.307.000) 2024-10-24 12:04:56 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79476 - ResidentSetSize of job (KB) ... 028 (10628.307.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 307 ResidentSetSize = 79476 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.285.000) 2024-10-24 12:04:56 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84808 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 84808 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.037.000) 2024-10-24 12:04:56 Image size of job updated: 3471464 86 - MemoryUsage of job (MB) 87948 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 87948 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.300.000) 2024-10-24 12:04:56 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83356 - ResidentSetSize of job (KB) ... 028 (10628.300.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.246" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 300 ResidentSetSize = 83356 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.029.000) 2024-10-24 12:04:56 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 91100 - ResidentSetSize of job (KB) ... 028 (10628.029.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 29 ResidentSetSize = 91100 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.299.000) 2024-10-24 12:04:56 Image size of job updated: 3669712 83 - MemoryUsage of job (MB) 84192 - ResidentSetSize of job (KB) ... 028 (10628.299.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 299 ResidentSetSize = 84192 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.319.000) 2024-10-24 12:04:56 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79604 - ResidentSetSize of job (KB) ... 028 (10628.319.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 319 ResidentSetSize = 79604 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 12:04:56 Image size of job updated: 3535048 70 - MemoryUsage of job (MB) 70912 - ResidentSetSize of job (KB) ... 006 (10628.327.000) 2024-10-24 12:04:56 Image size of job updated: 3534536 69 - MemoryUsage of job (MB) 70364 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 70912 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.327.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 327 ResidentSetSize = 70364 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.318.000) 2024-10-24 12:04:56 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80676 - ResidentSetSize of job (KB) ... 028 (10628.318.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 318 ResidentSetSize = 80676 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.249.000) 2024-10-24 12:04:56 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92348 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 12:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:56.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 92348 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.296.000) 2024-10-24 12:04:57 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76548 - ResidentSetSize of job (KB) ... 028 (10628.296.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 296 ResidentSetSize = 76548 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.323.000) 2024-10-24 12:04:57 Image size of job updated: 3534536 87 - MemoryUsage of job (MB) 88560 - ResidentSetSize of job (KB) ... 028 (10628.323.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 323 ResidentSetSize = 88560 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.313.000) 2024-10-24 12:04:57 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79516 - ResidentSetSize of job (KB) ... 028 (10628.313.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 313 ResidentSetSize = 79516 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.163.000) 2024-10-24 12:04:57 Image size of job updated: 3471720 86 - MemoryUsage of job (MB) 87412 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 87412 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.206.000) 2024-10-24 12:04:57 Image size of job updated: 3539564 93 - MemoryUsage of job (MB) 95148 - ResidentSetSize of job (KB) ... 028 (10628.206.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.177" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 206 ResidentSetSize = 95148 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.315.000) 2024-10-24 12:04:57 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80836 - ResidentSetSize of job (KB) ... 028 (10628.315.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 315 ResidentSetSize = 80836 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.050.000) 2024-10-24 12:04:57 Image size of job updated: 3471720 88 - MemoryUsage of job (MB) 90020 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 90020 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.057.000) 2024-10-24 12:04:57 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94876 - ResidentSetSize of job (KB) ... 028 (10628.057.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 57 ResidentSetSize = 94876 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.312.000) 2024-10-24 12:04:57 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82664 - ResidentSetSize of job (KB) ... 028 (10628.312.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 312 ResidentSetSize = 82664 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.317.000) 2024-10-24 12:04:57 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76284 - ResidentSetSize of job (KB) ... 028 (10628.317.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 317 ResidentSetSize = 76284 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.309.000) 2024-10-24 12:04:57 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79356 - ResidentSetSize of job (KB) ... 028 (10628.309.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 309 ResidentSetSize = 79356 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 12:04:57 Image size of job updated: 840168 35 - MemoryUsage of job (MB) 35680 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 35680 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.326.000) 2024-10-24 12:04:57 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81556 - ResidentSetSize of job (KB) ... 028 (10628.326.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 326 ResidentSetSize = 81556 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.187.000) 2024-10-24 12:04:57 Image size of job updated: 3553672 78 - MemoryUsage of job (MB) 79256 - ResidentSetSize of job (KB) ... 028 (10628.187.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 187 ResidentSetSize = 79256 Size = 3553672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.077.000) 2024-10-24 12:04:57 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91260 - ResidentSetSize of job (KB) ... 028 (10628.077.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 77 ResidentSetSize = 91260 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.262.000) 2024-10-24 12:04:57 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92440 - ResidentSetSize of job (KB) ... 028 (10628.262.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 262 ResidentSetSize = 92440 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.186.000) 2024-10-24 12:04:57 Image size of job updated: 3553416 77 - MemoryUsage of job (MB) 78160 - ResidentSetSize of job (KB) ... 028 (10628.186.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 186 ResidentSetSize = 78160 Size = 3553416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.167.000) 2024-10-24 12:04:57 Image size of job updated: 3621260 75 - MemoryUsage of job (MB) 76704 - ResidentSetSize of job (KB) ... 028 (10628.167.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 167 ResidentSetSize = 76704 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.066.000) 2024-10-24 12:04:57 Image size of job updated: 3539564 89 - MemoryUsage of job (MB) 90600 - ResidentSetSize of job (KB) ... 028 (10628.066.000) 2024-10-24 12:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:57.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 66 ResidentSetSize = 90600 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.252.000) 2024-10-24 12:04:58 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92416 - ResidentSetSize of job (KB) ... 028 (10628.252.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 252 ResidentSetSize = 92416 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.250.000) 2024-10-24 12:04:58 Image size of job updated: 3539052 89 - MemoryUsage of job (MB) 90512 - ResidentSetSize of job (KB) ... 028 (10628.250.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 250 ResidentSetSize = 90512 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.310.000) 2024-10-24 12:04:58 Image size of job updated: 3669712 86 - MemoryUsage of job (MB) 87432 - ResidentSetSize of job (KB) ... 028 (10628.310.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 310 ResidentSetSize = 87432 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.316.000) 2024-10-24 12:04:58 Image size of job updated: 3535048 79 - MemoryUsage of job (MB) 80504 - ResidentSetSize of job (KB) ... 028 (10628.316.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 316 ResidentSetSize = 80504 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.324.000) 2024-10-24 12:04:58 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83352 - ResidentSetSize of job (KB) ... 028 (10628.324.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 324 ResidentSetSize = 83352 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.328.000) 2024-10-24 12:04:58 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82032 - ResidentSetSize of job (KB) ... 028 (10628.328.000) 2024-10-24 12:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:58.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 328 ResidentSetSize = 82032 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.023.000) 2024-10-24 12:04:59 Image size of job updated: 3629312 76 - MemoryUsage of job (MB) 77168 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 77168 Size = 3629312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.321.000) 2024-10-24 12:04:59 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78252 - ResidentSetSize of job (KB) ... 028 (10628.321.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 321 ResidentSetSize = 78252 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.016.000) 2024-10-24 12:04:59 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 95032 - ResidentSetSize of job (KB) ... 028 (10628.016.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 16 ResidentSetSize = 95032 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.038.000) 2024-10-24 12:04:59 Image size of job updated: 3606128 92 - MemoryUsage of job (MB) 94028 - ResidentSetSize of job (KB) ... 028 (10628.038.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 38 ResidentSetSize = 94028 Size = 3606128 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.325.000) 2024-10-24 12:04:59 Image size of job updated: 3602636 82 - MemoryUsage of job (MB) 83900 - ResidentSetSize of job (KB) ... 028 (10628.325.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 325 ResidentSetSize = 83900 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.340.000) 2024-10-24 12:04:59 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85956 - ResidentSetSize of job (KB) ... 028 (10628.340.000) 2024-10-24 12:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:04:59.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 340 ResidentSetSize = 85956 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.028.000) 2024-10-24 12:05:00 Image size of job updated: 3607152 96 - MemoryUsage of job (MB) 97612 - ResidentSetSize of job (KB) ... 028 (10628.028.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 28 ResidentSetSize = 97612 Size = 3607152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.036.000) 2024-10-24 12:05:00 Image size of job updated: 3539052 92 - MemoryUsage of job (MB) 93528 - ResidentSetSize of job (KB) ... 028 (10628.036.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 36 ResidentSetSize = 93528 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.261.000) 2024-10-24 12:05:00 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 91288 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 91288 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.078.000) 2024-10-24 12:05:00 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92676 - ResidentSetSize of job (KB) ... 028 (10628.078.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 78 ResidentSetSize = 92676 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.332.000) 2024-10-24 12:05:00 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80708 - ResidentSetSize of job (KB) ... 028 (10628.332.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 332 ResidentSetSize = 80708 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.260.000) 2024-10-24 12:05:00 Image size of job updated: 3539052 88 - MemoryUsage of job (MB) 90068 - ResidentSetSize of job (KB) ... 028 (10628.260.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 260 ResidentSetSize = 90068 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.081.000) 2024-10-24 12:05:00 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91776 - ResidentSetSize of job (KB) ... 028 (10628.081.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 81 ResidentSetSize = 91776 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.358.000) 2024-10-24 12:05:00 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68024 - ResidentSetSize of job (KB) ... 028 (10628.358.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 358 ResidentSetSize = 68024 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.359.000) 2024-10-24 12:05:00 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 70908 - ResidentSetSize of job (KB) ... 028 (10628.359.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 359 ResidentSetSize = 70908 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.348.000) 2024-10-24 12:05:00 Image size of job updated: 3538796 87 - MemoryUsage of job (MB) 88468 - ResidentSetSize of job (KB) ... 028 (10628.348.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 348 ResidentSetSize = 88468 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.330.000) 2024-10-24 12:05:00 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78676 - ResidentSetSize of job (KB) ... 028 (10628.330.000) 2024-10-24 12:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:00.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 330 ResidentSetSize = 78676 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.370.000) 2024-10-24 12:05:01 Image size of job updated: 3606384 91 - MemoryUsage of job (MB) 93080 - ResidentSetSize of job (KB) ... 028 (10628.370.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:01.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 370 ResidentSetSize = 93080 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.355.000) 2024-10-24 12:05:01 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69440 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:01.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 69440 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.072.000) 2024-10-24 12:05:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 022 (10628.175.000) 2024-10-24 12:05:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.175.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:05:01.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobDisconnectedEvent" Proc = 175 StartdAddr = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" StartdName = "slot1_8@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.072.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:05:01.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobDisconnectedEvent" Proc = 72 StartdAddr = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" StartdName = "slot1_1@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.341.000) 2024-10-24 12:05:01 Image size of job updated: 3669712 81 - MemoryUsage of job (MB) 82732 - ResidentSetSize of job (KB) ... 028 (10628.341.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:01.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 341 ResidentSetSize = 82732 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.338.000) 2024-10-24 12:05:01 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 82964 - ResidentSetSize of job (KB) ... 028 (10628.338.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:01.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 338 ResidentSetSize = 82964 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.208.000) 2024-10-24 12:05:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu <137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 12:05:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:05:01.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobDisconnectedEvent" Proc = 208 StartdAddr = "<137.99.174.39:46041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997042&PrivNet=cn444.storrs.hpc.uconn.edu&addrs=137.99.174.39-46041&alias=cn444.storrs.hpc.uconn.edu&noUDP>" StartdName = "slot1_7@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.333.000) 2024-10-24 12:05:02 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82088 - ResidentSetSize of job (KB) ... 028 (10628.333.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 333 ResidentSetSize = 82088 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.076.000) 2024-10-24 12:05:02 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 94552 - ResidentSetSize of job (KB) ... 028 (10628.076.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 76 ResidentSetSize = 94552 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.350.000) 2024-10-24 12:05:02 Image size of job updated: 3471208 85 - MemoryUsage of job (MB) 86184 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 86184 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.259.000) 2024-10-24 12:05:02 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 96168 - ResidentSetSize of job (KB) ... 028 (10628.259.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 259 ResidentSetSize = 96168 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.372.000) 2024-10-24 12:05:02 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79024 - ResidentSetSize of job (KB) ... 028 (10628.372.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 372 ResidentSetSize = 79024 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.353.000) 2024-10-24 12:05:02 Image size of job updated: 1880556 68 - MemoryUsage of job (MB) 68708 - ResidentSetSize of job (KB) ... 028 (10628.353.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 353 ResidentSetSize = 68708 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.361.000) 2024-10-24 12:05:02 Image size of job updated: 1880556 69 - MemoryUsage of job (MB) 70224 - ResidentSetSize of job (KB) ... 028 (10628.361.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 361 ResidentSetSize = 70224 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.366.000) 2024-10-24 12:05:02 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69408 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.618" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 69408 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.336.000) 2024-10-24 12:05:02 Image size of job updated: 3562520 86 - MemoryUsage of job (MB) 87804 - ResidentSetSize of job (KB) ... 028 (10628.336.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 336 ResidentSetSize = 87804 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.360.000) 2024-10-24 12:05:02 Image size of job updated: 1880556 66 - MemoryUsage of job (MB) 66588 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 66588 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.329.000) 2024-10-24 12:05:02 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81232 - ResidentSetSize of job (KB) ... 028 (10628.329.000) 2024-10-24 12:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:02.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 329 ResidentSetSize = 81232 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.342.000) 2024-10-24 12:05:03 Image size of job updated: 3471720 89 - MemoryUsage of job (MB) 90792 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 90792 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.335.000) 2024-10-24 12:05:03 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82736 - ResidentSetSize of job (KB) ... 028 (10628.335.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 335 ResidentSetSize = 82736 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.347.000) 2024-10-24 12:05:03 Image size of job updated: 2614340 107 - MemoryUsage of job (MB) 108644 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 108644 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 12:05:03 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 56856 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 56856 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.346.000) 2024-10-24 12:05:03 Image size of job updated: 2614504 108 - MemoryUsage of job (MB) 110556 - ResidentSetSize of job (KB) ... 028 (10628.346.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 346 ResidentSetSize = 110556 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 12:05:03 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 56872 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 56872 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.381.000) 2024-10-24 12:05:03 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84576 - ResidentSetSize of job (KB) ... 028 (10628.381.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 381 ResidentSetSize = 84576 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.189.000) 2024-10-24 12:05:03 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 57072 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.647" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 57072 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.354.000) 2024-10-24 12:05:03 Image size of job updated: 1948656 68 - MemoryUsage of job (MB) 69312 - ResidentSetSize of job (KB) ... 028 (10628.354.000) 2024-10-24 12:05:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:03.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 354 ResidentSetSize = 69312 Size = 1948656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.343.000) 2024-10-24 12:05:04 Image size of job updated: 3561980 86 - MemoryUsage of job (MB) 87604 - ResidentSetSize of job (KB) ... 028 (10628.343.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 343 ResidentSetSize = 87604 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.337.000) 2024-10-24 12:05:04 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83304 - ResidentSetSize of job (KB) ... 028 (10628.337.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 337 ResidentSetSize = 83304 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.369.000) 2024-10-24 12:05:04 Image size of job updated: 3466692 78 - MemoryUsage of job (MB) 79816 - ResidentSetSize of job (KB) ... 028 (10628.369.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 369 ResidentSetSize = 79816 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.234.000) 2024-10-24 12:05:04 Image size of job updated: 3562776 87 - MemoryUsage of job (MB) 88504 - ResidentSetSize of job (KB) ... 028 (10628.234.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 234 ResidentSetSize = 88504 Size = 3562776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.263.000) 2024-10-24 12:05:04 Image size of job updated: 3471976 90 - MemoryUsage of job (MB) 91464 - ResidentSetSize of job (KB) ... 028 (10628.263.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 263 ResidentSetSize = 91464 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.082.000) 2024-10-24 12:05:04 Image size of job updated: 3539308 89 - MemoryUsage of job (MB) 90560 - ResidentSetSize of job (KB) ... 028 (10628.082.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 82 ResidentSetSize = 90560 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.275.000) 2024-10-24 12:05:04 Image size of job updated: 3606896 93 - MemoryUsage of job (MB) 94832 - ResidentSetSize of job (KB) ... 028 (10628.275.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 275 ResidentSetSize = 94832 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.093.000) 2024-10-24 12:05:04 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92644 - ResidentSetSize of job (KB) ... 028 (10628.093.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 93 ResidentSetSize = 92644 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.377.000) 2024-10-24 12:05:04 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78736 - ResidentSetSize of job (KB) ... 028 (10628.377.000) 2024-10-24 12:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:04.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 377 ResidentSetSize = 78736 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.352.000) 2024-10-24 12:05:05 Image size of job updated: 3629468 91 - MemoryUsage of job (MB) 92440 - ResidentSetSize of job (KB) ... 028 (10628.352.000) 2024-10-24 12:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:05.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 352 ResidentSetSize = 92440 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.396.000) 2024-10-24 12:05:05 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79548 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 12:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:05.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 79548 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.374.000) 2024-10-24 12:05:05 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84148 - ResidentSetSize of job (KB) ... 028 (10628.374.000) 2024-10-24 12:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:05.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 374 ResidentSetSize = 84148 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.394.000) 2024-10-24 12:05:05 Image size of job updated: 3466436 76 - MemoryUsage of job (MB) 77252 - ResidentSetSize of job (KB) ... 028 (10628.394.000) 2024-10-24 12:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:05.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 394 ResidentSetSize = 77252 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.351.000) 2024-10-24 12:05:06 Image size of job updated: 3495060 86 - MemoryUsage of job (MB) 88004 - ResidentSetSize of job (KB) ... 028 (10628.351.000) 2024-10-24 12:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:06.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 351 ResidentSetSize = 88004 Size = 3495060 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.388.000) 2024-10-24 12:05:06 Image size of job updated: 3601612 75 - MemoryUsage of job (MB) 76660 - ResidentSetSize of job (KB) ... 028 (10628.388.000) 2024-10-24 12:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:06.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 388 ResidentSetSize = 76660 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.173.000) 2024-10-24 12:05:06 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90728 - ResidentSetSize of job (KB) ... 028 (10628.173.000) 2024-10-24 12:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:06.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 173 ResidentSetSize = 90728 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.349.000) 2024-10-24 12:05:06 Image size of job updated: 3539308 88 - MemoryUsage of job (MB) 89784 - ResidentSetSize of job (KB) ... 028 (10628.349.000) 2024-10-24 12:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:06.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 349 ResidentSetSize = 89784 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.397.000) 2024-10-24 12:05:07 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85164 - ResidentSetSize of job (KB) ... 028 (10628.397.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.210" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 397 ResidentSetSize = 85164 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.378.000) 2024-10-24 12:05:07 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92852 - ResidentSetSize of job (KB) ... 028 (10628.378.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 378 ResidentSetSize = 92852 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.385.000) 2024-10-24 12:05:07 Image size of job updated: 3539052 86 - MemoryUsage of job (MB) 87648 - ResidentSetSize of job (KB) ... 028 (10628.385.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 385 ResidentSetSize = 87648 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.390.000) 2024-10-24 12:05:07 Image size of job updated: 3669200 76 - MemoryUsage of job (MB) 76968 - ResidentSetSize of job (KB) ... 028 (10628.390.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 390 ResidentSetSize = 76968 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 12:05:07 Image size of job updated: 3539308 87 - MemoryUsage of job (MB) 88536 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.603" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 88536 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.387.000) 2024-10-24 12:05:07 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 92064 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 12:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:07.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 92064 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.398.000) 2024-10-24 12:05:08 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88560 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 88560 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.400.000) 2024-10-24 12:05:08 Image size of job updated: 3606640 91 - MemoryUsage of job (MB) 92364 - ResidentSetSize of job (KB) ... 028 (10628.400.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 400 ResidentSetSize = 92364 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.386.000) 2024-10-24 12:05:08 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78444 - ResidentSetSize of job (KB) ... 028 (10628.386.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 386 ResidentSetSize = 78444 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.383.000) 2024-10-24 12:05:08 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84356 - ResidentSetSize of job (KB) ... 028 (10628.383.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 383 ResidentSetSize = 84356 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.384.000) 2024-10-24 12:05:08 Image size of job updated: 3471976 91 - MemoryUsage of job (MB) 92496 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 92496 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.399.000) 2024-10-24 12:05:08 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79732 - ResidentSetSize of job (KB) ... 028 (10628.399.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 399 ResidentSetSize = 79732 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.344.000) 2024-10-24 12:05:08 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 94464 - ResidentSetSize of job (KB) ... 028 (10628.344.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 344 ResidentSetSize = 94464 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.165.000) 2024-10-24 12:05:08 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87616 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 87616 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.413.000) 2024-10-24 12:05:08 Image size of job updated: 3466692 83 - MemoryUsage of job (MB) 84672 - ResidentSetSize of job (KB) ... 028 (10628.413.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 413 ResidentSetSize = 84672 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.389.000) 2024-10-24 12:05:08 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84644 - ResidentSetSize of job (KB) ... 028 (10628.389.000) 2024-10-24 12:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:08.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 389 ResidentSetSize = 84644 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.403.000) 2024-10-24 12:05:09 Image size of job updated: 3471720 89 - MemoryUsage of job (MB) 90116 - ResidentSetSize of job (KB) ... 028 (10628.403.000) 2024-10-24 12:05:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:09.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 403 ResidentSetSize = 90116 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.373.000) 2024-10-24 12:05:09 Image size of job updated: 3737300 79 - MemoryUsage of job (MB) 80872 - ResidentSetSize of job (KB) ... 028 (10628.373.000) 2024-10-24 12:05:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:09.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 373 ResidentSetSize = 80872 Size = 3737300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.382.000) 2024-10-24 12:05:09 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89240 - ResidentSetSize of job (KB) ... 028 (10628.382.000) 2024-10-24 12:05:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:09.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 382 ResidentSetSize = 89240 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.412.000) 2024-10-24 12:05:11 Image size of job updated: 3467204 84 - MemoryUsage of job (MB) 85100 - ResidentSetSize of job (KB) ... 028 (10628.412.000) 2024-10-24 12:05:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:11.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 412 ResidentSetSize = 85100 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.434.000) 2024-10-24 12:05:11 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83244 - ResidentSetSize of job (KB) ... 028 (10628.434.000) 2024-10-24 12:05:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:11.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 434 ResidentSetSize = 83244 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.410.000) 2024-10-24 12:05:11 Image size of job updated: 3601868 82 - MemoryUsage of job (MB) 83452 - ResidentSetSize of job (KB) ... 028 (10628.410.000) 2024-10-24 12:05:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:11.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 410 ResidentSetSize = 83452 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.408.000) 2024-10-24 12:05:12 Image size of job updated: 3538796 89 - MemoryUsage of job (MB) 90244 - ResidentSetSize of job (KB) ... 028 (10628.408.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 408 ResidentSetSize = 90244 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.419.000) 2024-10-24 12:05:12 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83952 - ResidentSetSize of job (KB) ... 028 (10628.419.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 419 ResidentSetSize = 83952 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.440.000) 2024-10-24 12:05:12 Image size of job updated: 3602636 82 - MemoryUsage of job (MB) 83796 - ResidentSetSize of job (KB) ... 028 (10628.440.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 440 ResidentSetSize = 83796 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.443.000) 2024-10-24 12:05:12 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77432 - ResidentSetSize of job (KB) ... 028 (10628.443.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 443 ResidentSetSize = 77432 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.444.000) 2024-10-24 12:05:12 Image size of job updated: 3602636 78 - MemoryUsage of job (MB) 79268 - ResidentSetSize of job (KB) ... 028 (10628.444.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 444 ResidentSetSize = 79268 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.432.000) 2024-10-24 12:05:12 Image size of job updated: 3601612 81 - MemoryUsage of job (MB) 82052 - ResidentSetSize of job (KB) ... 028 (10628.432.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 432 ResidentSetSize = 82052 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.424.000) 2024-10-24 12:05:12 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82660 - ResidentSetSize of job (KB) ... 028 (10628.424.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 424 ResidentSetSize = 82660 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.446.000) 2024-10-24 12:05:12 Image size of job updated: 3669456 81 - MemoryUsage of job (MB) 82704 - ResidentSetSize of job (KB) ... 028 (10628.446.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 446 ResidentSetSize = 82704 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.421.000) 2024-10-24 12:05:12 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80380 - ResidentSetSize of job (KB) ... 028 (10628.421.000) 2024-10-24 12:05:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:12.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 421 ResidentSetSize = 80380 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.428.000) 2024-10-24 12:05:13 Image size of job updated: 3538944 81 - MemoryUsage of job (MB) 82144 - ResidentSetSize of job (KB) ... 028 (10628.428.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 428 ResidentSetSize = 82144 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.438.000) 2024-10-24 12:05:13 Image size of job updated: 3534536 65 - MemoryUsage of job (MB) 65984 - ResidentSetSize of job (KB) ... 028 (10628.438.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 65 MyType = "JobImageSizeEvent" Proc = 438 ResidentSetSize = 65984 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.427.000) 2024-10-24 12:05:13 Image size of job updated: 3472120 78 - MemoryUsage of job (MB) 79560 - ResidentSetSize of job (KB) ... 028 (10628.427.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 427 ResidentSetSize = 79560 Size = 3472120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.459.000) 2024-10-24 12:05:13 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89340 - ResidentSetSize of job (KB) ... 028 (10628.459.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 459 ResidentSetSize = 89340 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:05:13 Image size of job updated: 775140 35 - MemoryUsage of job (MB) 35432 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 35432 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.445.000) 2024-10-24 12:05:13 Image size of job updated: 3533768 81 - MemoryUsage of job (MB) 82328 - ResidentSetSize of job (KB) ... 028 (10628.445.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 445 ResidentSetSize = 82328 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.435.000) 2024-10-24 12:05:13 Image size of job updated: 3535048 83 - MemoryUsage of job (MB) 84128 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 84128 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.418.000) 2024-10-24 12:05:13 Image size of job updated: 3553672 76 - MemoryUsage of job (MB) 77244 - ResidentSetSize of job (KB) ... 028 (10628.418.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 418 ResidentSetSize = 77244 Size = 3553672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.458.000) 2024-10-24 12:05:13 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69128 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 69128 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.456.000) 2024-10-24 12:05:13 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68036 - ResidentSetSize of job (KB) ... 028 (10628.456.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 456 ResidentSetSize = 68036 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.368.000) 2024-10-24 12:05:13 Image size of job updated: 3539308 89 - MemoryUsage of job (MB) 90748 - ResidentSetSize of job (KB) ... 028 (10628.368.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 368 ResidentSetSize = 90748 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.391.000) 2024-10-24 12:05:13 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88268 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 12:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:13.975" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 88268 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.450.000) 2024-10-24 12:05:14 Image size of job updated: 3534536 87 - MemoryUsage of job (MB) 88268 - ResidentSetSize of job (KB) ... 028 (10628.450.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 450 ResidentSetSize = 88268 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.457.000) 2024-10-24 12:05:14 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69460 - ResidentSetSize of job (KB) ... 028 (10628.457.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 457 ResidentSetSize = 69460 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.426.000) 2024-10-24 12:05:14 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78036 - ResidentSetSize of job (KB) ... 028 (10628.426.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 426 ResidentSetSize = 78036 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.470.000) 2024-10-24 12:05:14 Image size of job updated: 3533768 79 - MemoryUsage of job (MB) 80060 - ResidentSetSize of job (KB) ... 028 (10628.470.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 470 ResidentSetSize = 80060 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.461.000) 2024-10-24 12:05:14 Image size of job updated: 3669712 86 - MemoryUsage of job (MB) 87420 - ResidentSetSize of job (KB) ... 028 (10628.461.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 461 ResidentSetSize = 87420 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.447.000) 2024-10-24 12:05:14 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80168 - ResidentSetSize of job (KB) ... 028 (10628.447.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 447 ResidentSetSize = 80168 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.451.000) 2024-10-24 12:05:14 Image size of job updated: 3630620 86 - MemoryUsage of job (MB) 87732 - ResidentSetSize of job (KB) ... 028 (10628.451.000) 2024-10-24 12:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:14.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 451 ResidentSetSize = 87732 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.416.000) 2024-10-24 12:05:15 Image size of job updated: 3621260 78 - MemoryUsage of job (MB) 78856 - ResidentSetSize of job (KB) ... 028 (10628.416.000) 2024-10-24 12:05:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:15.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 416 ResidentSetSize = 78856 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.468.000) 2024-10-24 12:05:15 Image size of job updated: 2614504 89 - MemoryUsage of job (MB) 90424 - ResidentSetSize of job (KB) ... 028 (10628.468.000) 2024-10-24 12:05:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:15.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 468 ResidentSetSize = 90424 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.466.000) 2024-10-24 12:05:16 Image size of job updated: 3539564 88 - MemoryUsage of job (MB) 89364 - ResidentSetSize of job (KB) ... 028 (10628.466.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 466 ResidentSetSize = 89364 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.460.000) 2024-10-24 12:05:16 Image size of job updated: 3538796 89 - MemoryUsage of job (MB) 90576 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 90576 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.467.000) 2024-10-24 12:05:16 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88408 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 88408 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.453.000) 2024-10-24 12:05:16 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91480 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 91480 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.463.000) 2024-10-24 12:05:16 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 89060 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 89060 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.449.000) 2024-10-24 12:05:16 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87168 - ResidentSetSize of job (KB) ... 028 (10628.449.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 449 ResidentSetSize = 87168 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.473.000) 2024-10-24 12:05:16 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69488 - ResidentSetSize of job (KB) ... 028 (10628.473.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 473 ResidentSetSize = 69488 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.483.000) 2024-10-24 12:05:16 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81352 - ResidentSetSize of job (KB) ... 028 (10628.483.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 483 ResidentSetSize = 81352 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.477.000) 2024-10-24 12:05:16 Image size of job updated: 3466180 82 - MemoryUsage of job (MB) 83560 - ResidentSetSize of job (KB) ... 028 (10628.477.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 477 ResidentSetSize = 83560 Size = 3466180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.465.000) 2024-10-24 12:05:16 Image size of job updated: 2614504 92 - MemoryUsage of job (MB) 93472 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 12:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:16.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 93472 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 12:05:17 Image size of job updated: 3562648 89 - MemoryUsage of job (MB) 90804 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 12:05:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:17.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 90804 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.481.000) 2024-10-24 12:05:17 Image size of job updated: 3601612 82 - MemoryUsage of job (MB) 83212 - ResidentSetSize of job (KB) ... 028 (10628.481.000) 2024-10-24 12:05:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:17.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 481 ResidentSetSize = 83212 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.478.000) 2024-10-24 12:05:18 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78044 - ResidentSetSize of job (KB) ... 028 (10628.478.000) 2024-10-24 12:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:18.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 478 ResidentSetSize = 78044 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.471.000) 2024-10-24 12:05:18 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 90104 - ResidentSetSize of job (KB) ... 028 (10628.471.000) 2024-10-24 12:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:18.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 471 ResidentSetSize = 90104 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.487.000) 2024-10-24 12:05:19 Image size of job updated: 3538688 84 - MemoryUsage of job (MB) 85352 - ResidentSetSize of job (KB) ... 028 (10628.487.000) 2024-10-24 12:05:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:19.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 487 ResidentSetSize = 85352 Size = 3538688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.484.000) 2024-10-24 12:05:19 Image size of job updated: 3606784 72 - MemoryUsage of job (MB) 73028 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 12:05:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:19.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 73028 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.513.000) 2024-10-24 12:05:20 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79576 - ResidentSetSize of job (KB) ... 028 (10628.513.000) 2024-10-24 12:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:20.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 513 ResidentSetSize = 79576 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.521.000) 2024-10-24 12:05:20 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 92064 - ResidentSetSize of job (KB) ... 028 (10628.521.000) 2024-10-24 12:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:20.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 521 ResidentSetSize = 92064 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.514.000) 2024-10-24 12:05:20 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81852 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 12:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:20.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 81852 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.511.000) 2024-10-24 12:05:21 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92388 - ResidentSetSize of job (KB) ... 028 (10628.511.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 511 ResidentSetSize = 92388 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.509.000) 2024-10-24 12:05:21 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89424 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 89424 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.499.000) 2024-10-24 12:05:21 Image size of job updated: 3471208 91 - MemoryUsage of job (MB) 92568 - ResidentSetSize of job (KB) ... 028 (10628.499.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 499 ResidentSetSize = 92568 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.507.000) 2024-10-24 12:05:21 Image size of job updated: 3471208 87 - MemoryUsage of job (MB) 88840 - ResidentSetSize of job (KB) ... 028 (10628.507.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 507 ResidentSetSize = 88840 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.489.000) 2024-10-24 12:05:21 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78148 - ResidentSetSize of job (KB) ... 028 (10628.489.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 489 ResidentSetSize = 78148 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.506.000) 2024-10-24 12:05:21 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91488 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 91488 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.498.000) 2024-10-24 12:05:21 Image size of job updated: 3539564 92 - MemoryUsage of job (MB) 93276 - ResidentSetSize of job (KB) ... 028 (10628.498.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 498 ResidentSetSize = 93276 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.520.000) 2024-10-24 12:05:21 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 93584 - ResidentSetSize of job (KB) ... 028 (10628.520.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 520 ResidentSetSize = 93584 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.516.000) 2024-10-24 12:05:21 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80792 - ResidentSetSize of job (KB) ... 028 (10628.516.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 516 ResidentSetSize = 80792 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.510.000) 2024-10-24 12:05:21 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 90008 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 90008 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.503.000) 2024-10-24 12:05:21 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92340 - ResidentSetSize of job (KB) ... 028 (10628.503.000) 2024-10-24 12:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:21.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 503 ResidentSetSize = 92340 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.494.000) 2024-10-24 12:05:22 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78524 - ResidentSetSize of job (KB) ... 028 (10628.494.000) 2024-10-24 12:05:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:22.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 494 ResidentSetSize = 78524 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.517.000) 2024-10-24 12:05:22 Image size of job updated: 3466436 83 - MemoryUsage of job (MB) 84888 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 12:05:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:22.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 84888 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.508.000) 2024-10-24 12:05:22 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80020 - ResidentSetSize of job (KB) ... 028 (10628.508.000) 2024-10-24 12:05:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:22.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 508 ResidentSetSize = 80020 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.527.000) 2024-10-24 12:05:22 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 92148 - ResidentSetSize of job (KB) ... 028 (10628.527.000) 2024-10-24 12:05:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:22.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 527 ResidentSetSize = 92148 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.535.000) 2024-10-24 12:05:23 Image size of job updated: 3669456 80 - MemoryUsage of job (MB) 81380 - ResidentSetSize of job (KB) ... 028 (10628.535.000) 2024-10-24 12:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:23.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 535 ResidentSetSize = 81380 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.540.000) 2024-10-24 12:05:23 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83448 - ResidentSetSize of job (KB) ... 028 (10628.540.000) 2024-10-24 12:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:23.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 540 ResidentSetSize = 83448 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.548.000) 2024-10-24 12:05:23 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80232 - ResidentSetSize of job (KB) ... 028 (10628.548.000) 2024-10-24 12:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:23.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 548 ResidentSetSize = 80232 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.523.000) 2024-10-24 12:05:23 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80032 - ResidentSetSize of job (KB) ... 028 (10628.523.000) 2024-10-24 12:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:23.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 523 ResidentSetSize = 80032 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.530.000) 2024-10-24 12:05:23 Image size of job updated: 3621004 76 - MemoryUsage of job (MB) 76900 - ResidentSetSize of job (KB) ... 028 (10628.530.000) 2024-10-24 12:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:23.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 530 ResidentSetSize = 76900 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.492.000) 2024-10-24 12:05:24 Image size of job updated: 3601612 74 - MemoryUsage of job (MB) 75664 - ResidentSetSize of job (KB) ... 028 (10628.492.000) 2024-10-24 12:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:24.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 492 ResidentSetSize = 75664 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.542.000) 2024-10-24 12:05:24 Image size of job updated: 3534536 64 - MemoryUsage of job (MB) 64960 - ResidentSetSize of job (KB) ... 028 (10628.542.000) 2024-10-24 12:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:24.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 64 MyType = "JobImageSizeEvent" Proc = 542 ResidentSetSize = 64960 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 12:05:24 Image size of job updated: 903780 35 - MemoryUsage of job (MB) 35636 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:24.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 35636 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.526.000) 2024-10-24 12:05:25 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80288 - ResidentSetSize of job (KB) ... 028 (10628.526.000) 2024-10-24 12:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:25.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 526 ResidentSetSize = 80288 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.541.000) 2024-10-24 12:05:25 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84904 - ResidentSetSize of job (KB) ... 028 (10628.541.000) 2024-10-24 12:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:25.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 541 ResidentSetSize = 84904 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.531.000) 2024-10-24 12:05:25 Image size of job updated: 3621260 76 - MemoryUsage of job (MB) 77476 - ResidentSetSize of job (KB) ... 028 (10628.531.000) 2024-10-24 12:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:25.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 531 ResidentSetSize = 77476 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 12:05:25 Image size of job updated: 689764 49 - MemoryUsage of job (MB) 49672 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:25.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 49672 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.552.000) 2024-10-24 12:05:25 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80028 - ResidentSetSize of job (KB) ... 028 (10628.552.000) 2024-10-24 12:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:25.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 552 ResidentSetSize = 80028 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.544.000) 2024-10-24 12:05:26 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80648 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 12:05:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:26.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 80648 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.561.000) 2024-10-24 12:05:26 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92660 - ResidentSetSize of job (KB) ... 028 (10628.561.000) 2024-10-24 12:05:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:26.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 561 ResidentSetSize = 92660 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.568.000) 2024-10-24 12:05:26 Image size of job updated: 3471720 88 - MemoryUsage of job (MB) 89948 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 12:05:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:26.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 89948 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 12:05:27 Image size of job updated: 624100 49 - MemoryUsage of job (MB) 49608 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 12:05:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:27.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 49608 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.571.000) 2024-10-24 12:05:27 Image size of job updated: 2614504 89 - MemoryUsage of job (MB) 90784 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 12:05:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:27.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 90784 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.549.000) 2024-10-24 12:05:28 Image size of job updated: 3494904 87 - MemoryUsage of job (MB) 88452 - ResidentSetSize of job (KB) ... 028 (10628.549.000) 2024-10-24 12:05:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:28.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 549 ResidentSetSize = 88452 Size = 3494904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.567.000) 2024-10-24 12:05:28 Image size of job updated: 3539052 90 - MemoryUsage of job (MB) 91752 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 12:05:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:28.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 91752 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.569.000) 2024-10-24 12:05:28 Image size of job updated: 2614276 89 - MemoryUsage of job (MB) 90416 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 12:05:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:28.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 90416 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.563.000) 2024-10-24 12:05:28 Image size of job updated: 3601612 79 - MemoryUsage of job (MB) 80196 - ResidentSetSize of job (KB) ... 028 (10628.563.000) 2024-10-24 12:05:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:28.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 563 ResidentSetSize = 80196 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.566.000) 2024-10-24 12:05:28 Image size of job updated: 3539308 85 - MemoryUsage of job (MB) 86684 - ResidentSetSize of job (KB) ... 028 (10628.566.000) 2024-10-24 12:05:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:28.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 566 ResidentSetSize = 86684 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.578.000) 2024-10-24 12:05:29 Image size of job updated: 3539456 83 - MemoryUsage of job (MB) 83972 - ResidentSetSize of job (KB) ... 028 (10628.578.000) 2024-10-24 12:05:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:29.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 578 ResidentSetSize = 83972 Size = 3539456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.588.000) 2024-10-24 12:05:29 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 81964 - ResidentSetSize of job (KB) ... 028 (10628.588.000) 2024-10-24 12:05:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:29.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 588 ResidentSetSize = 81964 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.580.000) 2024-10-24 12:05:29 Image size of job updated: 3602124 73 - MemoryUsage of job (MB) 74048 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 12:05:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:29.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 74048 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.577.000) 2024-10-24 12:05:30 Image size of job updated: 3466436 78 - MemoryUsage of job (MB) 79608 - ResidentSetSize of job (KB) ... 028 (10628.577.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 577 ResidentSetSize = 79608 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.595.000) 2024-10-24 12:05:30 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88832 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 88832 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.564.000) 2024-10-24 12:05:30 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76476 - ResidentSetSize of job (KB) ... 028 (10628.564.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 564 ResidentSetSize = 76476 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.587.000) 2024-10-24 12:05:30 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84444 - ResidentSetSize of job (KB) ... 028 (10628.587.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 587 ResidentSetSize = 84444 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.593.000) 2024-10-24 12:05:30 Image size of job updated: 3602636 78 - MemoryUsage of job (MB) 78936 - ResidentSetSize of job (KB) ... 028 (10628.593.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 593 ResidentSetSize = 78936 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.589.000) 2024-10-24 12:05:30 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80008 - ResidentSetSize of job (KB) ... 028 (10628.589.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 589 ResidentSetSize = 80008 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.581.000) 2024-10-24 12:05:30 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80516 - ResidentSetSize of job (KB) ... 028 (10628.581.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 581 ResidentSetSize = 80516 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.592.000) 2024-10-24 12:05:30 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82848 - ResidentSetSize of job (KB) ... 028 (10628.592.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 592 ResidentSetSize = 82848 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.596.000) 2024-10-24 12:05:30 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87584 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 12:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:30.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 87584 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.601.000) 2024-10-24 12:05:31 Image size of job updated: 3533768 77 - MemoryUsage of job (MB) 77908 - ResidentSetSize of job (KB) ... 028 (10628.601.000) 2024-10-24 12:05:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:31.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 601 ResidentSetSize = 77908 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.586.000) 2024-10-24 12:05:32 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 78960 - ResidentSetSize of job (KB) ... 028 (10628.586.000) 2024-10-24 12:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:32.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 586 ResidentSetSize = 78960 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.579.000) 2024-10-24 12:05:32 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80724 - ResidentSetSize of job (KB) ... 028 (10628.579.000) 2024-10-24 12:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:32.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 579 ResidentSetSize = 80724 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.606.000) 2024-10-24 12:05:32 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82328 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 12:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:32.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 82328 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.613.000) 2024-10-24 12:05:33 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92744 - ResidentSetSize of job (KB) ... 028 (10628.613.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 613 ResidentSetSize = 92744 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.608.000) 2024-10-24 12:05:33 Image size of job updated: 3466180 79 - MemoryUsage of job (MB) 80072 - ResidentSetSize of job (KB) ... 028 (10628.608.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 608 ResidentSetSize = 80072 Size = 3466180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.645.000) 2024-10-24 12:05:33 Image size of job updated: 1880812 66 - MemoryUsage of job (MB) 67524 - ResidentSetSize of job (KB) ... 028 (10628.645.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 645 ResidentSetSize = 67524 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.619.000) 2024-10-24 12:05:33 Image size of job updated: 3737044 76 - MemoryUsage of job (MB) 77140 - ResidentSetSize of job (KB) ... 028 (10628.619.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 619 ResidentSetSize = 77140 Size = 3737044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.611.000) 2024-10-24 12:05:33 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76108 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 76108 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.633.000) 2024-10-24 12:05:33 Image size of job updated: 3534280 65 - MemoryUsage of job (MB) 65984 - ResidentSetSize of job (KB) ... 028 (10628.633.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 65 MyType = "JobImageSizeEvent" Proc = 633 ResidentSetSize = 65984 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.609.000) 2024-10-24 12:05:33 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82740 - ResidentSetSize of job (KB) ... 028 (10628.609.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 609 ResidentSetSize = 82740 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.644.000) 2024-10-24 12:05:33 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79792 - ResidentSetSize of job (KB) ... 028 (10628.644.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 644 ResidentSetSize = 79792 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.602.000) 2024-10-24 12:05:33 Image size of job updated: 3471720 87 - MemoryUsage of job (MB) 88984 - ResidentSetSize of job (KB) ... 028 (10628.602.000) 2024-10-24 12:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:33.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 602 ResidentSetSize = 88984 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.604.000) 2024-10-24 12:05:34 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80500 - ResidentSetSize of job (KB) ... 028 (10628.604.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 604 ResidentSetSize = 80500 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.614.000) 2024-10-24 12:05:34 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82820 - ResidentSetSize of job (KB) ... 028 (10628.614.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 614 ResidentSetSize = 82820 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.625.000) 2024-10-24 12:05:34 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80872 - ResidentSetSize of job (KB) ... 028 (10628.625.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 625 ResidentSetSize = 80872 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.630.000) 2024-10-24 12:05:34 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84336 - ResidentSetSize of job (KB) ... 028 (10628.630.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 630 ResidentSetSize = 84336 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.650.000) 2024-10-24 12:05:34 Image size of job updated: 3471976 89 - MemoryUsage of job (MB) 90528 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 90528 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.628.000) 2024-10-24 12:05:34 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82652 - ResidentSetSize of job (KB) ... 028 (10628.628.000) 2024-10-24 12:05:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:34.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 628 ResidentSetSize = 82652 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.610.000) 2024-10-24 12:05:35 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79248 - ResidentSetSize of job (KB) ... 028 (10628.610.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 610 ResidentSetSize = 79248 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.640.000) 2024-10-24 12:05:35 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81868 - ResidentSetSize of job (KB) ... 028 (10628.640.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 640 ResidentSetSize = 81868 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.627.000) 2024-10-24 12:05:35 Image size of job updated: 3621004 79 - MemoryUsage of job (MB) 80700 - ResidentSetSize of job (KB) ... 028 (10628.627.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 627 ResidentSetSize = 80700 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.656.000) 2024-10-24 12:05:35 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83732 - ResidentSetSize of job (KB) ... 028 (10628.656.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 656 ResidentSetSize = 83732 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.646.000) 2024-10-24 12:05:35 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83708 - ResidentSetSize of job (KB) ... 028 (10628.646.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 646 ResidentSetSize = 83708 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.637.000) 2024-10-24 12:05:35 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86536 - ResidentSetSize of job (KB) ... 028 (10628.637.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 637 ResidentSetSize = 86536 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 12:05:35 Image size of job updated: 2614564 88 - MemoryUsage of job (MB) 89552 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 89552 Size = 2614564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.658.000) 2024-10-24 12:05:35 Image size of job updated: 2615900 91 - MemoryUsage of job (MB) 92436 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 92436 Size = 2615900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.631.000) 2024-10-24 12:05:35 Image size of job updated: 3538944 83 - MemoryUsage of job (MB) 84700 - ResidentSetSize of job (KB) ... 028 (10628.631.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 631 ResidentSetSize = 84700 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.603.000) 2024-10-24 12:05:35 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 77408 - ResidentSetSize of job (KB) ... 028 (10628.603.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 603 ResidentSetSize = 77408 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.623.000) 2024-10-24 12:05:35 Image size of job updated: 3601612 72 - MemoryUsage of job (MB) 73680 - ResidentSetSize of job (KB) ... 028 (10628.623.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 623 ResidentSetSize = 73680 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.632.000) 2024-10-24 12:05:35 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81444 - ResidentSetSize of job (KB) ... 028 (10628.632.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 632 ResidentSetSize = 81444 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.634.000) 2024-10-24 12:05:35 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 80900 - ResidentSetSize of job (KB) ... 028 (10628.634.000) 2024-10-24 12:05:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:35.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 634 ResidentSetSize = 80900 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.617.000) 2024-10-24 12:05:36 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 79880 - ResidentSetSize of job (KB) ... 028 (10628.617.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 617 ResidentSetSize = 79880 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.612.000) 2024-10-24 12:05:36 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79640 - ResidentSetSize of job (KB) ... 028 (10628.612.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 612 ResidentSetSize = 79640 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.671.000) 2024-10-24 12:05:36 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82628 - ResidentSetSize of job (KB) ... 028 (10628.671.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 671 ResidentSetSize = 82628 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.663.000) 2024-10-24 12:05:36 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86596 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 86596 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.666.000) 2024-10-24 12:05:36 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84680 - ResidentSetSize of job (KB) ... 028 (10628.666.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 666 ResidentSetSize = 84680 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.661.000) 2024-10-24 12:05:36 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87416 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 87416 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.655.000) 2024-10-24 12:05:36 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92408 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 92408 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.653.000) 2024-10-24 12:05:36 Image size of job updated: 1948656 68 - MemoryUsage of job (MB) 69540 - ResidentSetSize of job (KB) ... 028 (10628.653.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 653 ResidentSetSize = 69540 Size = 1948656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:05:36 Image size of job updated: 838500 35 - MemoryUsage of job (MB) 35584 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 35584 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.654.000) 2024-10-24 12:05:36 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91468 - ResidentSetSize of job (KB) ... 028 (10628.654.000) 2024-10-24 12:05:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:36.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 654 ResidentSetSize = 91468 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.664.000) 2024-10-24 12:05:37 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 78880 - ResidentSetSize of job (KB) ... 028 (10628.664.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 664 ResidentSetSize = 78880 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.667.000) 2024-10-24 12:05:37 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80720 - ResidentSetSize of job (KB) ... 028 (10628.667.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 667 ResidentSetSize = 80720 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.649.000) 2024-10-24 12:05:37 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67816 - ResidentSetSize of job (KB) ... 028 (10628.649.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 649 ResidentSetSize = 67816 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.668.000) 2024-10-24 12:05:37 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82644 - ResidentSetSize of job (KB) ... 028 (10628.668.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.170" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 668 ResidentSetSize = 82644 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.662.000) 2024-10-24 12:05:37 Image size of job updated: 3601612 83 - MemoryUsage of job (MB) 84928 - ResidentSetSize of job (KB) ... 028 (10628.662.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 662 ResidentSetSize = 84928 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.669.000) 2024-10-24 12:05:37 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85172 - ResidentSetSize of job (KB) ... 028 (10628.669.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 669 ResidentSetSize = 85172 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.675.000) 2024-10-24 12:05:37 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 78920 - ResidentSetSize of job (KB) ... 028 (10628.675.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 675 ResidentSetSize = 78920 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.670.000) 2024-10-24 12:05:37 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80792 - ResidentSetSize of job (KB) ... 028 (10628.670.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 670 ResidentSetSize = 80792 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.657.000) 2024-10-24 12:05:37 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76640 - ResidentSetSize of job (KB) ... 028 (10628.657.000) 2024-10-24 12:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:37.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 657 ResidentSetSize = 76640 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.672.000) 2024-10-24 12:05:38 Image size of job updated: 3601612 77 - MemoryUsage of job (MB) 78640 - ResidentSetSize of job (KB) ... 028 (10628.672.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 672 ResidentSetSize = 78640 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.673.000) 2024-10-24 12:05:38 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79588 - ResidentSetSize of job (KB) ... 028 (10628.673.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 673 ResidentSetSize = 79588 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.681.000) 2024-10-24 12:05:38 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82744 - ResidentSetSize of job (KB) ... 028 (10628.681.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 681 ResidentSetSize = 82744 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.682.000) 2024-10-24 12:05:38 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83640 - ResidentSetSize of job (KB) ... 028 (10628.682.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 682 ResidentSetSize = 83640 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.636.000) 2024-10-24 12:05:38 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 86004 - ResidentSetSize of job (KB) ... 028 (10628.636.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 636 ResidentSetSize = 86004 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.665.000) 2024-10-24 12:05:38 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80884 - ResidentSetSize of job (KB) ... 028 (10628.665.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 665 ResidentSetSize = 80884 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.685.000) 2024-10-24 12:05:38 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80212 - ResidentSetSize of job (KB) ... 028 (10628.685.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 685 ResidentSetSize = 80212 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.648.000) 2024-10-24 12:05:38 Image size of job updated: 3535048 85 - MemoryUsage of job (MB) 86436 - ResidentSetSize of job (KB) ... 028 (10628.648.000) 2024-10-24 12:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:38.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 648 ResidentSetSize = 86436 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.678.000) 2024-10-24 12:05:39 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 75128 - ResidentSetSize of job (KB) ... 028 (10628.678.000) 2024-10-24 12:05:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:39.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 678 ResidentSetSize = 75128 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.695.000) 2024-10-24 12:05:39 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78500 - ResidentSetSize of job (KB) ... 028 (10628.695.000) 2024-10-24 12:05:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:39.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 695 ResidentSetSize = 78500 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.687.000) 2024-10-24 12:05:40 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89740 - ResidentSetSize of job (KB) ... 028 (10628.687.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 687 ResidentSetSize = 89740 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.689.000) 2024-10-24 12:05:40 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82672 - ResidentSetSize of job (KB) ... 028 (10628.689.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 689 ResidentSetSize = 82672 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.696.000) 2024-10-24 12:05:40 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82848 - ResidentSetSize of job (KB) ... 028 (10628.696.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 696 ResidentSetSize = 82848 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.704.000) 2024-10-24 12:05:40 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83668 - ResidentSetSize of job (KB) ... 028 (10628.704.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 704 ResidentSetSize = 83668 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.684.000) 2024-10-24 12:05:40 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80880 - ResidentSetSize of job (KB) ... 028 (10628.684.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 684 ResidentSetSize = 80880 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.705.000) 2024-10-24 12:05:40 Image size of job updated: 3602636 79 - MemoryUsage of job (MB) 80408 - ResidentSetSize of job (KB) ... 028 (10628.705.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 705 ResidentSetSize = 80408 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.718.000) 2024-10-24 12:05:40 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80812 - ResidentSetSize of job (KB) ... 028 (10628.718.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 718 ResidentSetSize = 80812 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.708.000) 2024-10-24 12:05:40 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81688 - ResidentSetSize of job (KB) ... 028 (10628.708.000) 2024-10-24 12:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:40.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 708 ResidentSetSize = 81688 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.692.000) 2024-10-24 12:05:41 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82712 - ResidentSetSize of job (KB) ... 028 (10628.692.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 692 ResidentSetSize = 82712 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.690.000) 2024-10-24 12:05:41 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79272 - ResidentSetSize of job (KB) ... 028 (10628.690.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 690 ResidentSetSize = 79272 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.693.000) 2024-10-24 12:05:41 Image size of job updated: 3602636 77 - MemoryUsage of job (MB) 78316 - ResidentSetSize of job (KB) ... 028 (10628.693.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 693 ResidentSetSize = 78316 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.677.000) 2024-10-24 12:05:41 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79268 - ResidentSetSize of job (KB) ... 028 (10628.677.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 677 ResidentSetSize = 79268 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.706.000) 2024-10-24 12:05:41 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 80936 - ResidentSetSize of job (KB) ... 028 (10628.706.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 706 ResidentSetSize = 80936 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.694.000) 2024-10-24 12:05:41 Image size of job updated: 3669200 75 - MemoryUsage of job (MB) 76632 - ResidentSetSize of job (KB) ... 028 (10628.694.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 694 ResidentSetSize = 76632 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.679.000) 2024-10-24 12:05:41 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78664 - ResidentSetSize of job (KB) ... 028 (10628.679.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 679 ResidentSetSize = 78664 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.724.000) 2024-10-24 12:05:41 Image size of job updated: 3535048 77 - MemoryUsage of job (MB) 78484 - ResidentSetSize of job (KB) ... 028 (10628.724.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 724 ResidentSetSize = 78484 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.713.000) 2024-10-24 12:05:41 Image size of job updated: 3601100 82 - MemoryUsage of job (MB) 83820 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 83820 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.686.000) 2024-10-24 12:05:41 Image size of job updated: 3669712 85 - MemoryUsage of job (MB) 86820 - ResidentSetSize of job (KB) ... 028 (10628.686.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 686 ResidentSetSize = 86820 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.711.000) 2024-10-24 12:05:41 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84024 - ResidentSetSize of job (KB) ... 028 (10628.711.000) 2024-10-24 12:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:41.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 711 ResidentSetSize = 84024 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.676.000) 2024-10-24 12:05:42 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84928 - ResidentSetSize of job (KB) ... 028 (10628.676.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 676 ResidentSetSize = 84928 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.716.000) 2024-10-24 12:05:42 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81508 - ResidentSetSize of job (KB) ... 028 (10628.716.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 716 ResidentSetSize = 81508 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.709.000) 2024-10-24 12:05:42 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82552 - ResidentSetSize of job (KB) ... 028 (10628.709.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 709 ResidentSetSize = 82552 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.683.000) 2024-10-24 12:05:42 Image size of job updated: 3669712 78 - MemoryUsage of job (MB) 79272 - ResidentSetSize of job (KB) ... 028 (10628.683.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 683 ResidentSetSize = 79272 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.717.000) 2024-10-24 12:05:42 Image size of job updated: 3534536 75 - MemoryUsage of job (MB) 75992 - ResidentSetSize of job (KB) ... 028 (10628.717.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 717 ResidentSetSize = 75992 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.712.000) 2024-10-24 12:05:42 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82760 - ResidentSetSize of job (KB) ... 028 (10628.712.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 712 ResidentSetSize = 82760 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.723.000) 2024-10-24 12:05:42 Image size of job updated: 3534024 63 - MemoryUsage of job (MB) 63936 - ResidentSetSize of job (KB) ... 028 (10628.723.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 63 MyType = "JobImageSizeEvent" Proc = 723 ResidentSetSize = 63936 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.680.000) 2024-10-24 12:05:42 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80744 - ResidentSetSize of job (KB) ... 028 (10628.680.000) 2024-10-24 12:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:42.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 680 ResidentSetSize = 80744 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.691.000) 2024-10-24 12:05:43 Image size of job updated: 3535048 85 - MemoryUsage of job (MB) 86744 - ResidentSetSize of job (KB) ... 028 (10628.691.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.177" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 691 ResidentSetSize = 86744 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.688.000) 2024-10-24 12:05:43 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 77888 - ResidentSetSize of job (KB) ... 028 (10628.688.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 688 ResidentSetSize = 77888 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.721.000) 2024-10-24 12:05:43 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80740 - ResidentSetSize of job (KB) ... 028 (10628.721.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 721 ResidentSetSize = 80740 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.699.000) 2024-10-24 12:05:43 Image size of job updated: 3602124 76 - MemoryUsage of job (MB) 76868 - ResidentSetSize of job (KB) ... 028 (10628.699.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 699 ResidentSetSize = 76868 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.714.000) 2024-10-24 12:05:43 Image size of job updated: 3621004 75 - MemoryUsage of job (MB) 76732 - ResidentSetSize of job (KB) ... 028 (10628.714.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 714 ResidentSetSize = 76732 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.710.000) 2024-10-24 12:05:43 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82696 - ResidentSetSize of job (KB) ... 028 (10628.710.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 710 ResidentSetSize = 82696 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.703.000) 2024-10-24 12:05:43 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81492 - ResidentSetSize of job (KB) ... 028 (10628.703.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 703 ResidentSetSize = 81492 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.697.000) 2024-10-24 12:05:43 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80884 - ResidentSetSize of job (KB) ... 028 (10628.697.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 697 ResidentSetSize = 80884 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.701.000) 2024-10-24 12:05:43 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85844 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 12:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:43.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 85844 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.700.000) 2024-10-24 12:05:44 Image size of job updated: 3533768 74 - MemoryUsage of job (MB) 75508 - ResidentSetSize of job (KB) ... 028 (10628.700.000) 2024-10-24 12:05:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:44.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 700 ResidentSetSize = 75508 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.719.000) 2024-10-24 12:05:44 Image size of job updated: 3533768 74 - MemoryUsage of job (MB) 74804 - ResidentSetSize of job (KB) ... 028 (10628.719.000) 2024-10-24 12:05:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:44.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 719 ResidentSetSize = 74804 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.698.000) 2024-10-24 12:05:44 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82572 - ResidentSetSize of job (KB) ... 028 (10628.698.000) 2024-10-24 12:05:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:44.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 698 ResidentSetSize = 82572 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.737.000) 2024-10-24 12:05:44 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 80908 - ResidentSetSize of job (KB) ... 028 (10628.737.000) 2024-10-24 12:05:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:44.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 737 ResidentSetSize = 80908 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.720.000) 2024-10-24 12:05:44 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81836 - ResidentSetSize of job (KB) ... 028 (10628.720.000) 2024-10-24 12:05:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:44.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 720 ResidentSetSize = 81836 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.733.000) 2024-10-24 12:05:45 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84384 - ResidentSetSize of job (KB) ... 028 (10628.733.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 733 ResidentSetSize = 84384 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.731.000) 2024-10-24 12:05:45 Image size of job updated: 3471464 86 - MemoryUsage of job (MB) 87752 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 87752 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.554.000) 2024-10-24 12:05:45 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82888 - ResidentSetSize of job (KB) ... 028 (10628.554.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 554 ResidentSetSize = 82888 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.442.000) 2024-10-24 12:05:45 Image size of job updated: 3533768 75 - MemoryUsage of job (MB) 76664 - ResidentSetSize of job (KB) ... 028 (10628.442.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 442 ResidentSetSize = 76664 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.728.000) 2024-10-24 12:05:45 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80032 - ResidentSetSize of job (KB) ... 028 (10628.728.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 728 ResidentSetSize = 80032 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.331.000) 2024-10-24 12:05:45 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79248 - ResidentSetSize of job (KB) ... 028 (10628.331.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 331 ResidentSetSize = 79248 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.740.000) 2024-10-24 12:05:45 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89308 - ResidentSetSize of job (KB) ... 028 (10628.740.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 740 ResidentSetSize = 89308 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.643.000) 2024-10-24 12:05:45 Image size of job updated: 3601868 77 - MemoryUsage of job (MB) 78368 - ResidentSetSize of job (KB) ... 028 (10628.643.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 643 ResidentSetSize = 78368 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.729.000) 2024-10-24 12:05:45 Image size of job updated: 3602636 81 - MemoryUsage of job (MB) 82136 - ResidentSetSize of job (KB) ... 028 (10628.729.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 729 ResidentSetSize = 82136 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.726.000) 2024-10-24 12:05:45 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78448 - ResidentSetSize of job (KB) ... 028 (10628.726.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 726 ResidentSetSize = 78448 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.734.000) 2024-10-24 12:05:45 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89528 - ResidentSetSize of job (KB) ... 028 (10628.734.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 734 ResidentSetSize = 89528 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.735.000) 2024-10-24 12:05:45 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88764 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 12:05:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:45.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 88764 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.730.000) 2024-10-24 12:05:46 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82584 - ResidentSetSize of job (KB) ... 028 (10628.730.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 730 ResidentSetSize = 82584 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:05:46 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 35868 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 35868 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.715.000) 2024-10-24 12:05:46 Image size of job updated: 3561980 85 - MemoryUsage of job (MB) 86780 - ResidentSetSize of job (KB) ... 028 (10628.715.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 715 ResidentSetSize = 86780 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.753.000) 2024-10-24 12:05:46 Image size of job updated: 3539308 89 - MemoryUsage of job (MB) 90192 - ResidentSetSize of job (KB) ... 028 (10628.753.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 753 ResidentSetSize = 90192 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 12:05:46 Image size of job updated: 3403932 90 - MemoryUsage of job (MB) 91944 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 91944 Size = 3403932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.738.000) 2024-10-24 12:05:46 Image size of job updated: 2615016 92 - MemoryUsage of job (MB) 93516 - ResidentSetSize of job (KB) ... 028 (10628.738.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 738 ResidentSetSize = 93516 Size = 2615016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.752.000) 2024-10-24 12:05:46 Image size of job updated: 3471976 91 - MemoryUsage of job (MB) 92180 - ResidentSetSize of job (KB) ... 028 (10628.752.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 752 ResidentSetSize = 92180 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.732.000) 2024-10-24 12:05:46 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85176 - ResidentSetSize of job (KB) ... 028 (10628.732.000) 2024-10-24 12:05:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:46.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 732 ResidentSetSize = 85176 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.725.000) 2024-10-24 12:05:47 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82396 - ResidentSetSize of job (KB) ... 028 (10628.725.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 725 ResidentSetSize = 82396 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.749.000) 2024-10-24 12:05:47 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 94132 - ResidentSetSize of job (KB) ... 028 (10628.749.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 749 ResidentSetSize = 94132 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.736.000) 2024-10-24 12:05:47 Image size of job updated: 3669712 81 - MemoryUsage of job (MB) 82748 - ResidentSetSize of job (KB) ... 028 (10628.736.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 736 ResidentSetSize = 82748 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.756.000) 2024-10-24 12:05:47 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89160 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 89160 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.764.000) 2024-10-24 12:05:47 Image size of job updated: 3471464 87 - MemoryUsage of job (MB) 88904 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 88904 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.765.000) 2024-10-24 12:05:47 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91196 - ResidentSetSize of job (KB) ... 028 (10628.765.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 765 ResidentSetSize = 91196 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.767.000) 2024-10-24 12:05:47 Image size of job updated: 3471720 88 - MemoryUsage of job (MB) 89252 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 89252 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.741.000) 2024-10-24 12:05:47 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84856 - ResidentSetSize of job (KB) ... 028 (10628.741.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 741 ResidentSetSize = 84856 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.747.000) 2024-10-24 12:05:47 Image size of job updated: 3621772 80 - MemoryUsage of job (MB) 81448 - ResidentSetSize of job (KB) ... 028 (10628.747.000) 2024-10-24 12:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:47.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 747 ResidentSetSize = 81448 Size = 3621772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.748.000) 2024-10-24 12:05:48 Image size of job updated: 3533768 77 - MemoryUsage of job (MB) 78380 - ResidentSetSize of job (KB) ... 028 (10628.748.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 748 ResidentSetSize = 78380 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.761.000) 2024-10-24 12:05:48 Image size of job updated: 3471976 89 - MemoryUsage of job (MB) 90580 - ResidentSetSize of job (KB) ... 028 (10628.761.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 761 ResidentSetSize = 90580 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 12:05:48 Image size of job updated: 2614248 89 - MemoryUsage of job (MB) 90516 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 90516 Size = 2614248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.763.000) 2024-10-24 12:05:48 Image size of job updated: 3553672 76 - MemoryUsage of job (MB) 77084 - ResidentSetSize of job (KB) ... 028 (10628.763.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 763 ResidentSetSize = 77084 Size = 3553672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.760.000) 2024-10-24 12:05:48 Image size of job updated: 3689872 80 - MemoryUsage of job (MB) 81788 - ResidentSetSize of job (KB) ... 028 (10628.760.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 760 ResidentSetSize = 81788 Size = 3689872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.750.000) 2024-10-24 12:05:48 Image size of job updated: 3622084 79 - MemoryUsage of job (MB) 80740 - ResidentSetSize of job (KB) ... 028 (10628.750.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 750 ResidentSetSize = 80740 Size = 3622084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.771.000) 2024-10-24 12:05:48 Image size of job updated: 3621260 76 - MemoryUsage of job (MB) 77100 - ResidentSetSize of job (KB) ... 028 (10628.771.000) 2024-10-24 12:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:48.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 771 ResidentSetSize = 77100 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.755.000) 2024-10-24 12:05:49 Image size of job updated: 3404688 93 - MemoryUsage of job (MB) 95076 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 12:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:49.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 95076 Size = 3404688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 12:05:49 Image size of job updated: 2614760 94 - MemoryUsage of job (MB) 95332 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 12:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:49.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 95332 Size = 2614760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.773.000) 2024-10-24 12:05:49 Image size of job updated: 3621516 76 - MemoryUsage of job (MB) 77252 - ResidentSetSize of job (KB) ... 028 (10628.773.000) 2024-10-24 12:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:49.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 773 ResidentSetSize = 77252 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.768.000) 2024-10-24 12:05:51 Image size of job updated: 2613736 89 - MemoryUsage of job (MB) 90552 - ResidentSetSize of job (KB) ... 028 (10628.768.000) 2024-10-24 12:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:51.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 768 ResidentSetSize = 90552 Size = 2613736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.743.000) 2024-10-24 12:05:51 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83868 - ResidentSetSize of job (KB) ... 028 (10628.743.000) 2024-10-24 12:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:51.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 743 ResidentSetSize = 83868 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.722.000) 2024-10-24 12:05:51 Image size of job updated: 3621004 77 - MemoryUsage of job (MB) 78360 - ResidentSetSize of job (KB) ... 028 (10628.722.000) 2024-10-24 12:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:51.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 722 ResidentSetSize = 78360 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 12:05:54 Image size of job updated: 838756 44 - MemoryUsage of job (MB) 44860 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:05:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:54.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 44860 Size = 838756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.758.000) 2024-10-24 12:05:57 Image size of job updated: 3561468 82 - MemoryUsage of job (MB) 83932 - ResidentSetSize of job (KB) ... 028 (10628.758.000) 2024-10-24 12:05:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:57.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 758 ResidentSetSize = 83932 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:05:58 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81032 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:05:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:58.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81032 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.745.000) 2024-10-24 12:05:58 Image size of job updated: 3561724 86 - MemoryUsage of job (MB) 87752 - ResidentSetSize of job (KB) ... 028 (10628.745.000) 2024-10-24 12:05:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:58.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 745 ResidentSetSize = 87752 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 12:05:59 Image size of job updated: 3561468 82 - MemoryUsage of job (MB) 83808 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 12:05:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:05:59.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 83808 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.702.000) 2024-10-24 12:06:01 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 85672 - ResidentSetSize of job (KB) ... 028 (10628.702.000) 2024-10-24 12:06:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:01.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 702 ResidentSetSize = 85672 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.621.000) 2024-10-24 12:06:05 Image size of job updated: 3561468 85 - MemoryUsage of job (MB) 86092 - ResidentSetSize of job (KB) ... 028 (10628.621.000) 2024-10-24 12:06:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:05.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 621 ResidentSetSize = 86092 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.433.000) 2024-10-24 12:06:10 Image size of job updated: 3561980 78 - MemoryUsage of job (MB) 79736 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:06:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:10.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 79736 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.536.000) 2024-10-24 12:06:17 Image size of job updated: 3561980 91 - MemoryUsage of job (MB) 92404 - ResidentSetSize of job (KB) ... 028 (10628.536.000) 2024-10-24 12:06:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:17.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 536 ResidentSetSize = 92404 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.774.000) 2024-10-24 12:06:19 Image size of job updated: 3708100 86 - MemoryUsage of job (MB) 87904 - ResidentSetSize of job (KB) ... 028 (10628.774.000) 2024-10-24 12:06:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:19.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 774 ResidentSetSize = 87904 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.776.000) 2024-10-24 12:06:20 Image size of job updated: 3634368 84 - MemoryUsage of job (MB) 85872 - ResidentSetSize of job (KB) ... 028 (10628.776.000) 2024-10-24 12:06:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:20.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 776 ResidentSetSize = 85872 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.778.000) 2024-10-24 12:06:20 Image size of job updated: 3708100 74 - MemoryUsage of job (MB) 75348 - ResidentSetSize of job (KB) ... 028 (10628.778.000) 2024-10-24 12:06:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:20.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 778 ResidentSetSize = 75348 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.777.000) 2024-10-24 12:06:20 Image size of job updated: 3634368 84 - MemoryUsage of job (MB) 85696 - ResidentSetSize of job (KB) ... 028 (10628.777.000) 2024-10-24 12:06:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:20.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 777 ResidentSetSize = 85696 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.181.000) 2024-10-24 12:06:21 Image size of job updated: 689636 49 - MemoryUsage of job (MB) 49228 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 49228 Size = 689636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.775.000) 2024-10-24 12:06:21 Image size of job updated: 3708100 84 - MemoryUsage of job (MB) 85204 - ResidentSetSize of job (KB) ... 028 (10628.775.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.320" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 775 ResidentSetSize = 85204 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.782.000) 2024-10-24 12:06:21 Image size of job updated: 3602636 74 - MemoryUsage of job (MB) 75704 - ResidentSetSize of job (KB) ... 028 (10628.782.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 782 ResidentSetSize = 75704 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.791.000) 2024-10-24 12:06:21 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91672 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.469" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 91672 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.795.000) 2024-10-24 12:06:21 Image size of job updated: 3606640 91 - MemoryUsage of job (MB) 92948 - ResidentSetSize of job (KB) ... 028 (10628.795.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 795 ResidentSetSize = 92948 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.796.000) 2024-10-24 12:06:21 Image size of job updated: 3471208 91 - MemoryUsage of job (MB) 92888 - ResidentSetSize of job (KB) ... 028 (10628.796.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 796 ResidentSetSize = 92888 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.797.000) 2024-10-24 12:06:21 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87980 - ResidentSetSize of job (KB) ... 028 (10628.797.000) 2024-10-24 12:06:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:21.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 797 ResidentSetSize = 87980 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.792.000) 2024-10-24 12:06:22 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92496 - ResidentSetSize of job (KB) ... 028 (10628.792.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.177" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 792 ResidentSetSize = 92496 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.799.000) 2024-10-24 12:06:22 Image size of job updated: 3538796 88 - MemoryUsage of job (MB) 89836 - ResidentSetSize of job (KB) ... 028 (10628.799.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 799 ResidentSetSize = 89836 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.800.000) 2024-10-24 12:06:22 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91284 - ResidentSetSize of job (KB) ... 028 (10628.800.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 800 ResidentSetSize = 91284 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.807.000) 2024-10-24 12:06:22 Image size of job updated: 2590380 81 - MemoryUsage of job (MB) 82264 - ResidentSetSize of job (KB) ... 028 (10628.807.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 807 ResidentSetSize = 82264 Size = 2590380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.808.000) 2024-10-24 12:06:22 Image size of job updated: 2591148 83 - MemoryUsage of job (MB) 84444 - ResidentSetSize of job (KB) ... 028 (10628.808.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 808 ResidentSetSize = 84444 Size = 2591148 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.806.000) 2024-10-24 12:06:22 Image size of job updated: 3539052 89 - MemoryUsage of job (MB) 90180 - ResidentSetSize of job (KB) ... 028 (10628.806.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 806 ResidentSetSize = 90180 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.783.000) 2024-10-24 12:06:22 Image size of job updated: 3635136 74 - MemoryUsage of job (MB) 74796 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 74796 Size = 3635136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.779.000) 2024-10-24 12:06:22 Image size of job updated: 3606532 95 - MemoryUsage of job (MB) 96648 - ResidentSetSize of job (KB) ... 028 (10628.779.000) 2024-10-24 12:06:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:22.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 779 ResidentSetSize = 96648 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.788.000) 2024-10-24 12:06:23 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79624 - ResidentSetSize of job (KB) ... 028 (10628.788.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 788 ResidentSetSize = 79624 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.790.000) 2024-10-24 12:06:23 Image size of job updated: 3606792 91 - MemoryUsage of job (MB) 92168 - ResidentSetSize of job (KB) ... 028 (10628.790.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 790 ResidentSetSize = 92168 Size = 3606792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.803.000) 2024-10-24 12:06:23 Image size of job updated: 3538796 90 - MemoryUsage of job (MB) 91792 - ResidentSetSize of job (KB) ... 028 (10628.803.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 803 ResidentSetSize = 91792 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.798.000) 2024-10-24 12:06:23 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91764 - ResidentSetSize of job (KB) ... 028 (10628.798.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 798 ResidentSetSize = 91764 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 12:06:23 Image size of job updated: 3537152 74 - MemoryUsage of job (MB) 74908 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 74908 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.815.000) 2024-10-24 12:06:23 Image size of job updated: 3606384 89 - MemoryUsage of job (MB) 90464 - ResidentSetSize of job (KB) ... 028 (10628.815.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 815 ResidentSetSize = 90464 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.810.000) 2024-10-24 12:06:23 Image size of job updated: 3606640 86 - MemoryUsage of job (MB) 87996 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 87996 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.793.000) 2024-10-24 12:06:23 Image size of job updated: 3606528 92 - MemoryUsage of job (MB) 94020 - ResidentSetSize of job (KB) ... 028 (10628.793.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 793 ResidentSetSize = 94020 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.781.000) 2024-10-24 12:06:23 Image size of job updated: 3602636 83 - MemoryUsage of job (MB) 84316 - ResidentSetSize of job (KB) ... 028 (10628.781.000) 2024-10-24 12:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:23.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 781 ResidentSetSize = 84316 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.811.000) 2024-10-24 12:06:24 Image size of job updated: 3537920 75 - MemoryUsage of job (MB) 76496 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 12:06:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:24.234" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 76496 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.805.000) 2024-10-24 12:06:24 Image size of job updated: 3471464 86 - MemoryUsage of job (MB) 87940 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 12:06:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:24.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 87940 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.809.000) 2024-10-24 12:06:25 Image size of job updated: 3629468 85 - MemoryUsage of job (MB) 86340 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 12:06:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:25.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 86340 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.817.000) 2024-10-24 12:06:25 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86768 - ResidentSetSize of job (KB) ... 028 (10628.817.000) 2024-10-24 12:06:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:25.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 817 ResidentSetSize = 86768 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.786.000) 2024-10-24 12:06:25 Image size of job updated: 707044 44 - MemoryUsage of job (MB) 44652 - ResidentSetSize of job (KB) ... 028 (10628.786.000) 2024-10-24 12:06:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:25.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 786 ResidentSetSize = 44652 Size = 707044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.780.000) 2024-10-24 12:06:25 Image size of job updated: 3602124 74 - MemoryUsage of job (MB) 75720 - ResidentSetSize of job (KB) ... 028 (10628.780.000) 2024-10-24 12:06:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:25.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 780 ResidentSetSize = 75720 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.789.000) 2024-10-24 12:06:25 Image size of job updated: 1933028 67 - MemoryUsage of job (MB) 68304 - ResidentSetSize of job (KB) ... 028 (10628.789.000) 2024-10-24 12:06:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:25.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 789 ResidentSetSize = 68304 Size = 1933028 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.821.000) 2024-10-24 12:06:26 Image size of job updated: 3562520 83 - MemoryUsage of job (MB) 84772 - ResidentSetSize of job (KB) ... 028 (10628.821.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 821 ResidentSetSize = 84772 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.829.000) 2024-10-24 12:06:26 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89776 - ResidentSetSize of job (KB) ... 028 (10628.829.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 829 ResidentSetSize = 89776 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.842.000) 2024-10-24 12:06:26 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77296 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 77296 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.833.000) 2024-10-24 12:06:26 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89812 - ResidentSetSize of job (KB) ... 028 (10628.833.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 833 ResidentSetSize = 89812 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.834.000) 2024-10-24 12:06:26 Image size of job updated: 3539564 88 - MemoryUsage of job (MB) 89284 - ResidentSetSize of job (KB) ... 028 (10628.834.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 834 ResidentSetSize = 89284 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.838.000) 2024-10-24 12:06:26 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85456 - ResidentSetSize of job (KB) ... 028 (10628.838.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 838 ResidentSetSize = 85456 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.835.000) 2024-10-24 12:06:26 Image size of job updated: 3539052 89 - MemoryUsage of job (MB) 90796 - ResidentSetSize of job (KB) ... 028 (10628.835.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 835 ResidentSetSize = 90796 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.816.000) 2024-10-24 12:06:26 Image size of job updated: 1859916 67 - MemoryUsage of job (MB) 68176 - ResidentSetSize of job (KB) ... 028 (10628.816.000) 2024-10-24 12:06:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:26.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 816 ResidentSetSize = 68176 Size = 1859916 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.827.000) 2024-10-24 12:06:27 Image size of job updated: 3471208 89 - MemoryUsage of job (MB) 90788 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 90788 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.831.000) 2024-10-24 12:06:27 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92584 - ResidentSetSize of job (KB) ... 028 (10628.831.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 831 ResidentSetSize = 92584 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.818.000) 2024-10-24 12:06:27 Image size of job updated: 3562520 89 - MemoryUsage of job (MB) 90524 - ResidentSetSize of job (KB) ... 028 (10628.818.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 818 ResidentSetSize = 90524 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.851.000) 2024-10-24 12:06:27 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78680 - ResidentSetSize of job (KB) ... 028 (10628.851.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 851 ResidentSetSize = 78680 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.846.000) 2024-10-24 12:06:27 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83772 - ResidentSetSize of job (KB) ... 028 (10628.846.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 846 ResidentSetSize = 83772 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.847.000) 2024-10-24 12:06:27 Image size of job updated: 3534536 69 - MemoryUsage of job (MB) 69828 - ResidentSetSize of job (KB) ... 028 (10628.847.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 847 ResidentSetSize = 69828 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.854.000) 2024-10-24 12:06:27 Image size of job updated: 3466692 75 - MemoryUsage of job (MB) 76144 - ResidentSetSize of job (KB) ... 028 (10628.854.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 854 ResidentSetSize = 76144 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.845.000) 2024-10-24 12:06:27 Image size of job updated: 3669456 75 - MemoryUsage of job (MB) 76736 - ResidentSetSize of job (KB) ... 028 (10628.845.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.585" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 845 ResidentSetSize = 76736 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.841.000) 2024-10-24 12:06:27 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 75976 - ResidentSetSize of job (KB) ... 028 (10628.841.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 841 ResidentSetSize = 75976 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.853.000) 2024-10-24 12:06:27 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83908 - ResidentSetSize of job (KB) ... 028 (10628.853.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 853 ResidentSetSize = 83908 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.819.000) 2024-10-24 12:06:27 Image size of job updated: 3494292 86 - MemoryUsage of job (MB) 87992 - ResidentSetSize of job (KB) ... 028 (10628.819.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 819 ResidentSetSize = 87992 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.813.000) 2024-10-24 12:06:27 Image size of job updated: 3494932 87 - MemoryUsage of job (MB) 88964 - ResidentSetSize of job (KB) ... 028 (10628.813.000) 2024-10-24 12:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:27.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 813 ResidentSetSize = 88964 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.843.000) 2024-10-24 12:06:28 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83896 - ResidentSetSize of job (KB) ... 028 (10628.843.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 843 ResidentSetSize = 83896 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.849.000) 2024-10-24 12:06:28 Image size of job updated: 3533768 81 - MemoryUsage of job (MB) 82920 - ResidentSetSize of job (KB) ... 028 (10628.849.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 849 ResidentSetSize = 82920 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.848.000) 2024-10-24 12:06:28 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81504 - ResidentSetSize of job (KB) ... 028 (10628.848.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 848 ResidentSetSize = 81504 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.839.000) 2024-10-24 12:06:28 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77356 - ResidentSetSize of job (KB) ... 028 (10628.839.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 839 ResidentSetSize = 77356 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.837.000) 2024-10-24 12:06:28 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83588 - ResidentSetSize of job (KB) ... 028 (10628.837.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 837 ResidentSetSize = 83588 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.862.000) 2024-10-24 12:06:28 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81408 - ResidentSetSize of job (KB) ... 028 (10628.862.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 862 ResidentSetSize = 81408 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.850.000) 2024-10-24 12:06:28 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83016 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 83016 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.864.000) 2024-10-24 12:06:28 Image size of job updated: 3535048 78 - MemoryUsage of job (MB) 79704 - ResidentSetSize of job (KB) ... 028 (10628.864.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 864 ResidentSetSize = 79704 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.863.000) 2024-10-24 12:06:28 Image size of job updated: 3533768 74 - MemoryUsage of job (MB) 75192 - ResidentSetSize of job (KB) ... 028 (10628.863.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 863 ResidentSetSize = 75192 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.865.000) 2024-10-24 12:06:28 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80676 - ResidentSetSize of job (KB) ... 028 (10628.865.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 865 ResidentSetSize = 80676 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.785.000) 2024-10-24 12:06:28 Image size of job updated: 2068076 71 - MemoryUsage of job (MB) 72460 - ResidentSetSize of job (KB) ... 028 (10628.785.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 785 ResidentSetSize = 72460 Size = 2068076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 12:06:28 Image size of job updated: 689892 49 - MemoryUsage of job (MB) 49452 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 12:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:28.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 49452 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.855.000) 2024-10-24 12:06:29 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76144 - ResidentSetSize of job (KB) ... 028 (10628.855.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 855 ResidentSetSize = 76144 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.860.000) 2024-10-24 12:06:29 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82540 - ResidentSetSize of job (KB) ... 028 (10628.860.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 860 ResidentSetSize = 82540 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 12:06:29 Image size of job updated: 624356 49 - MemoryUsage of job (MB) 49332 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 49332 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.836.000) 2024-10-24 12:06:29 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84636 - ResidentSetSize of job (KB) ... 028 (10628.836.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 836 ResidentSetSize = 84636 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.825.000) 2024-10-24 12:06:29 Image size of job updated: 3494932 84 - MemoryUsage of job (MB) 85604 - ResidentSetSize of job (KB) ... 028 (10628.825.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 825 ResidentSetSize = 85604 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.824.000) 2024-10-24 12:06:29 Image size of job updated: 3630108 86 - MemoryUsage of job (MB) 87100 - ResidentSetSize of job (KB) ... 028 (10628.824.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 824 ResidentSetSize = 87100 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.856.000) 2024-10-24 12:06:29 Image size of job updated: 3602380 79 - MemoryUsage of job (MB) 80268 - ResidentSetSize of job (KB) ... 028 (10628.856.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 856 ResidentSetSize = 80268 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.858.000) 2024-10-24 12:06:29 Image size of job updated: 3535048 79 - MemoryUsage of job (MB) 80252 - ResidentSetSize of job (KB) ... 028 (10628.858.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.246" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 858 ResidentSetSize = 80252 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.859.000) 2024-10-24 12:06:29 Image size of job updated: 3466948 81 - MemoryUsage of job (MB) 81980 - ResidentSetSize of job (KB) ... 028 (10628.859.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 859 ResidentSetSize = 81980 Size = 3466948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.868.000) 2024-10-24 12:06:29 Image size of job updated: 3534280 73 - MemoryUsage of job (MB) 74568 - ResidentSetSize of job (KB) ... 028 (10628.868.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 868 ResidentSetSize = 74568 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.823.000) 2024-10-24 12:06:29 Image size of job updated: 3630364 86 - MemoryUsage of job (MB) 88052 - ResidentSetSize of job (KB) ... 028 (10628.823.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 823 ResidentSetSize = 88052 Size = 3630364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.857.000) 2024-10-24 12:06:29 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 79392 - ResidentSetSize of job (KB) ... 028 (10628.857.000) 2024-10-24 12:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:29.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 857 ResidentSetSize = 79392 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 12:06:30 Image size of job updated: 624612 48 - MemoryUsage of job (MB) 48864 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 48864 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.866.000) 2024-10-24 12:06:30 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76428 - ResidentSetSize of job (KB) ... 006 (10628.861.000) 2024-10-24 12:06:30 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83388 - ResidentSetSize of job (KB) ... 028 (10628.866.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 866 ResidentSetSize = 76428 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.861.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 861 ResidentSetSize = 83388 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.822.000) 2024-10-24 12:06:30 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85708 - ResidentSetSize of job (KB) ... 006 (10628.820.000) 2024-10-24 12:06:30 Image size of job updated: 3630108 83 - MemoryUsage of job (MB) 84584 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 85708 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.820.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 84584 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.869.000) 2024-10-24 12:06:30 Image size of job updated: 3601868 82 - MemoryUsage of job (MB) 83804 - ResidentSetSize of job (KB) ... 028 (10628.869.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 869 ResidentSetSize = 83804 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.171.000) 2024-10-24 12:06:30 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87580 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 87580 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.873.000) 2024-10-24 12:06:30 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78560 - ResidentSetSize of job (KB) ... 028 (10628.873.000) 2024-10-24 12:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:30.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 873 ResidentSetSize = 78560 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.871.000) 2024-10-24 12:06:31 Image size of job updated: 3601612 75 - MemoryUsage of job (MB) 76640 - ResidentSetSize of job (KB) ... 028 (10628.871.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 871 ResidentSetSize = 76640 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.877.000) 2024-10-24 12:06:31 Image size of job updated: 3534792 77 - MemoryUsage of job (MB) 78440 - ResidentSetSize of job (KB) ... 028 (10628.877.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 877 ResidentSetSize = 78440 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.872.000) 2024-10-24 12:06:31 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80548 - ResidentSetSize of job (KB) ... 028 (10628.872.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 872 ResidentSetSize = 80548 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.883.000) 2024-10-24 12:06:31 Image size of job updated: 3534792 76 - MemoryUsage of job (MB) 77236 - ResidentSetSize of job (KB) ... 028 (10628.883.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 883 ResidentSetSize = 77236 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.896.000) 2024-10-24 12:06:31 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80672 - ResidentSetSize of job (KB) ... 028 (10628.896.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 896 ResidentSetSize = 80672 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.892.000) 2024-10-24 12:06:31 Image size of job updated: 3601356 74 - MemoryUsage of job (MB) 75776 - ResidentSetSize of job (KB) ... 028 (10628.892.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 892 ResidentSetSize = 75776 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.884.000) 2024-10-24 12:06:31 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81548 - ResidentSetSize of job (KB) ... 028 (10628.884.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 884 ResidentSetSize = 81548 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.881.000) 2024-10-24 12:06:31 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81020 - ResidentSetSize of job (KB) ... 028 (10628.881.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 881 ResidentSetSize = 81020 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.890.000) 2024-10-24 12:06:31 Image size of job updated: 3669200 79 - MemoryUsage of job (MB) 79964 - ResidentSetSize of job (KB) ... 028 (10628.890.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 890 ResidentSetSize = 79964 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.876.000) 2024-10-24 12:06:31 Image size of job updated: 3466692 84 - MemoryUsage of job (MB) 85508 - ResidentSetSize of job (KB) ... 028 (10628.876.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 876 ResidentSetSize = 85508 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.879.000) 2024-10-24 12:06:31 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81824 - ResidentSetSize of job (KB) ... 028 (10628.879.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 879 ResidentSetSize = 81824 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.895.000) 2024-10-24 12:06:31 Image size of job updated: 3466692 76 - MemoryUsage of job (MB) 76812 - ResidentSetSize of job (KB) ... 028 (10628.895.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 895 ResidentSetSize = 76812 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.867.000) 2024-10-24 12:06:31 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80724 - ResidentSetSize of job (KB) ... 028 (10628.867.000) 2024-10-24 12:06:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:31.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 867 ResidentSetSize = 80724 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.880.000) 2024-10-24 12:06:32 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 75812 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 75812 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.874.000) 2024-10-24 12:06:32 Image size of job updated: 3534280 87 - MemoryUsage of job (MB) 88212 - ResidentSetSize of job (KB) ... 028 (10628.874.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 874 ResidentSetSize = 88212 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.852.000) 2024-10-24 12:06:32 Image size of job updated: 3561980 87 - MemoryUsage of job (MB) 88580 - ResidentSetSize of job (KB) ... 028 (10628.852.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 852 ResidentSetSize = 88580 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.882.000) 2024-10-24 12:06:32 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 79788 - ResidentSetSize of job (KB) ... 028 (10628.882.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 882 ResidentSetSize = 79788 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.908.000) 2024-10-24 12:06:32 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82648 - ResidentSetSize of job (KB) ... 028 (10628.908.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 908 ResidentSetSize = 82648 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.905.000) 2024-10-24 12:06:32 Image size of job updated: 3466692 77 - MemoryUsage of job (MB) 78840 - ResidentSetSize of job (KB) ... 028 (10628.905.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 905 ResidentSetSize = 78840 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.898.000) 2024-10-24 12:06:32 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80896 - ResidentSetSize of job (KB) ... 028 (10628.898.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 898 ResidentSetSize = 80896 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.875.000) 2024-10-24 12:06:32 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 75748 - ResidentSetSize of job (KB) ... 028 (10628.875.000) 2024-10-24 12:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:32.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 875 ResidentSetSize = 75748 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.904.000) 2024-10-24 12:06:33 Image size of job updated: 3534024 72 - MemoryUsage of job (MB) 73516 - ResidentSetSize of job (KB) ... 028 (10628.904.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 904 ResidentSetSize = 73516 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.894.000) 2024-10-24 12:06:33 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81640 - ResidentSetSize of job (KB) ... 028 (10628.894.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 894 ResidentSetSize = 81640 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.906.000) 2024-10-24 12:06:33 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76596 - ResidentSetSize of job (KB) ... 028 (10628.906.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 906 ResidentSetSize = 76596 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.921.000) 2024-10-24 12:06:33 Image size of job updated: 3535048 78 - MemoryUsage of job (MB) 79340 - ResidentSetSize of job (KB) ... 028 (10628.921.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 921 ResidentSetSize = 79340 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.907.000) 2024-10-24 12:06:33 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 80972 - ResidentSetSize of job (KB) ... 028 (10628.907.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 907 ResidentSetSize = 80972 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.897.000) 2024-10-24 12:06:33 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81720 - ResidentSetSize of job (KB) ... 028 (10628.897.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 897 ResidentSetSize = 81720 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.917.000) 2024-10-24 12:06:33 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82720 - ResidentSetSize of job (KB) ... 028 (10628.917.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 917 ResidentSetSize = 82720 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.920.000) 2024-10-24 12:06:33 Image size of job updated: 3669968 80 - MemoryUsage of job (MB) 81676 - ResidentSetSize of job (KB) ... 028 (10628.920.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 920 ResidentSetSize = 81676 Size = 3669968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.918.000) 2024-10-24 12:06:33 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83764 - ResidentSetSize of job (KB) ... 028 (10628.918.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 918 ResidentSetSize = 83764 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.913.000) 2024-10-24 12:06:33 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83540 - ResidentSetSize of job (KB) ... 028 (10628.913.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 913 ResidentSetSize = 83540 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.891.000) 2024-10-24 12:06:33 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78080 - ResidentSetSize of job (KB) ... 028 (10628.891.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 891 ResidentSetSize = 78080 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.901.000) 2024-10-24 12:06:33 Image size of job updated: 3534280 76 - MemoryUsage of job (MB) 77344 - ResidentSetSize of job (KB) ... 028 (10628.901.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 901 ResidentSetSize = 77344 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.902.000) 2024-10-24 12:06:33 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76564 - ResidentSetSize of job (KB) ... 028 (10628.902.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 902 ResidentSetSize = 76564 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.885.000) 2024-10-24 12:06:33 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 77680 - ResidentSetSize of job (KB) ... 028 (10628.885.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.983" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 885 ResidentSetSize = 77680 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.893.000) 2024-10-24 12:06:33 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81668 - ResidentSetSize of job (KB) ... 028 (10628.893.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 893 ResidentSetSize = 81668 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.886.000) 2024-10-24 12:06:33 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79588 - ResidentSetSize of job (KB) ... 028 (10628.886.000) 2024-10-24 12:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:33.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 886 ResidentSetSize = 79588 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.899.000) 2024-10-24 12:06:34 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81624 - ResidentSetSize of job (KB) ... 028 (10628.899.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 899 ResidentSetSize = 81624 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.911.000) 2024-10-24 12:06:34 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 91420 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 91420 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 12:06:34 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85112 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 85112 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.914.000) 2024-10-24 12:06:34 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 78928 - ResidentSetSize of job (KB) ... 028 (10628.914.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 914 ResidentSetSize = 78928 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.889.000) 2024-10-24 12:06:34 Image size of job updated: 3562520 84 - MemoryUsage of job (MB) 85112 - ResidentSetSize of job (KB) ... 028 (10628.889.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 889 ResidentSetSize = 85112 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.888.000) 2024-10-24 12:06:34 Image size of job updated: 3494292 84 - MemoryUsage of job (MB) 85956 - ResidentSetSize of job (KB) ... 028 (10628.888.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.469" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 888 ResidentSetSize = 85956 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.900.000) 2024-10-24 12:06:34 Image size of job updated: 3466692 84 - MemoryUsage of job (MB) 85036 - ResidentSetSize of job (KB) ... 028 (10628.900.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 900 ResidentSetSize = 85036 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.903.000) 2024-10-24 12:06:34 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77272 - ResidentSetSize of job (KB) ... 028 (10628.903.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 903 ResidentSetSize = 77272 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 12:06:34 Image size of job updated: 3604740 74 - MemoryUsage of job (MB) 75284 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 12:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:34.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 75284 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 12:06:35 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85500 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 12:06:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:35.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 85500 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.922.000) 2024-10-24 12:06:35 Image size of job updated: 3603792 74 - MemoryUsage of job (MB) 75644 - ResidentSetSize of job (KB) ... 028 (10628.922.000) 2024-10-24 12:06:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:35.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 922 ResidentSetSize = 75644 Size = 3603792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.930.000) 2024-10-24 12:06:35 Image size of job updated: 3466692 81 - MemoryUsage of job (MB) 82084 - ResidentSetSize of job (KB) ... 028 (10628.930.000) 2024-10-24 12:06:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:35.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 930 ResidentSetSize = 82084 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.887.000) 2024-10-24 12:06:35 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85056 - ResidentSetSize of job (KB) ... 028 (10628.887.000) 2024-10-24 12:06:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:35.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 887 ResidentSetSize = 85056 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.923.000) 2024-10-24 12:06:36 Image size of job updated: 3602636 80 - MemoryUsage of job (MB) 81484 - ResidentSetSize of job (KB) ... 028 (10628.923.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 923 ResidentSetSize = 81484 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.919.000) 2024-10-24 12:06:36 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80088 - ResidentSetSize of job (KB) ... 028 (10628.919.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 919 ResidentSetSize = 80088 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.935.000) 2024-10-24 12:06:36 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91444 - ResidentSetSize of job (KB) ... 028 (10628.935.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 935 ResidentSetSize = 91444 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.909.000) 2024-10-24 12:06:36 Image size of job updated: 3539052 90 - MemoryUsage of job (MB) 91640 - ResidentSetSize of job (KB) ... 028 (10628.909.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.690" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 909 ResidentSetSize = 91640 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.951.000) 2024-10-24 12:06:36 Image size of job updated: 3539564 92 - MemoryUsage of job (MB) 93988 - ResidentSetSize of job (KB) ... 028 (10628.951.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 951 ResidentSetSize = 93988 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.931.000) 2024-10-24 12:06:36 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82736 - ResidentSetSize of job (KB) ... 028 (10628.931.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 931 ResidentSetSize = 82736 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.927.000) 2024-10-24 12:06:36 Image size of job updated: 1858780 67 - MemoryUsage of job (MB) 68244 - ResidentSetSize of job (KB) ... 028 (10628.927.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 927 ResidentSetSize = 68244 Size = 1858780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.916.000) 2024-10-24 12:06:36 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76120 - ResidentSetSize of job (KB) ... 028 (10628.916.000) 2024-10-24 12:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:36.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 916 ResidentSetSize = 76120 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.926.000) 2024-10-24 12:06:37 Image size of job updated: 3494932 86 - MemoryUsage of job (MB) 87208 - ResidentSetSize of job (KB) ... 028 (10628.926.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 926 ResidentSetSize = 87208 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.915.000) 2024-10-24 12:06:37 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80844 - ResidentSetSize of job (KB) ... 028 (10628.915.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 915 ResidentSetSize = 80844 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.957.000) 2024-10-24 12:06:37 Image size of job updated: 3268048 55 - MemoryUsage of job (MB) 55676 - ResidentSetSize of job (KB) ... 028 (10628.957.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 957 ResidentSetSize = 55676 Size = 3268048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.924.000) 2024-10-24 12:06:37 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82628 - ResidentSetSize of job (KB) ... 028 (10628.924.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 924 ResidentSetSize = 82628 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.950.000) 2024-10-24 12:06:37 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67976 - ResidentSetSize of job (KB) ... 028 (10628.950.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 950 ResidentSetSize = 67976 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.968.000) 2024-10-24 12:06:37 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86040 - ResidentSetSize of job (KB) ... 028 (10628.968.000) 2024-10-24 12:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:37.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 968 ResidentSetSize = 86040 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.929.000) 2024-10-24 12:06:38 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82640 - ResidentSetSize of job (KB) ... 028 (10628.929.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 929 ResidentSetSize = 82640 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.954.000) 2024-10-24 12:06:38 Image size of job updated: 3539564 94 - MemoryUsage of job (MB) 96048 - ResidentSetSize of job (KB) ... 028 (10628.954.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 954 ResidentSetSize = 96048 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.959.000) 2024-10-24 12:06:38 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69708 - ResidentSetSize of job (KB) ... 028 (10628.959.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 959 ResidentSetSize = 69708 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.983.000) 2024-10-24 12:06:38 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67892 - ResidentSetSize of job (KB) ... 028 (10628.983.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 983 ResidentSetSize = 67892 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.963.000) 2024-10-24 12:06:38 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67764 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 67764 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.962.000) 2024-10-24 12:06:38 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68048 - ResidentSetSize of job (KB) ... 028 (10628.962.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 962 ResidentSetSize = 68048 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 12:06:38 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69152 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 69152 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.958.000) 2024-10-24 12:06:38 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68200 - ResidentSetSize of job (KB) ... 028 (10628.958.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 958 ResidentSetSize = 68200 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.933.000) 2024-10-24 12:06:38 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84688 - ResidentSetSize of job (KB) ... 028 (10628.933.000) 2024-10-24 12:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:38.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 933 ResidentSetSize = 84688 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.966.000) 2024-10-24 12:06:39 Image size of job updated: 3606640 91 - MemoryUsage of job (MB) 92620 - ResidentSetSize of job (KB) ... 028 (10628.966.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 966 ResidentSetSize = 92620 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.947.000) 2024-10-24 12:06:39 Image size of job updated: 3621516 76 - MemoryUsage of job (MB) 77640 - ResidentSetSize of job (KB) ... 028 (10628.947.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 947 ResidentSetSize = 77640 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.970.000) 2024-10-24 12:06:39 Image size of job updated: 3335380 55 - MemoryUsage of job (MB) 55460 - ResidentSetSize of job (KB) ... 028 (10628.970.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 970 ResidentSetSize = 55460 Size = 3335380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 12:06:39 Image size of job updated: 3494292 85 - MemoryUsage of job (MB) 86404 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 86404 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.955.000) 2024-10-24 12:06:39 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68020 - ResidentSetSize of job (KB) ... 028 (10628.955.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 955 ResidentSetSize = 68020 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.925.000) 2024-10-24 12:06:39 Image size of job updated: 3629468 87 - MemoryUsage of job (MB) 88420 - ResidentSetSize of job (KB) ... 028 (10628.925.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 925 ResidentSetSize = 88420 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.967.000) 2024-10-24 12:06:39 Image size of job updated: 3534280 86 - MemoryUsage of job (MB) 87864 - ResidentSetSize of job (KB) ... 006 (10628.956.000) 2024-10-24 12:06:39 Image size of job updated: 1948400 67 - MemoryUsage of job (MB) 67896 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 67896 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.967.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 967 ResidentSetSize = 87864 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.928.000) 2024-10-24 12:06:39 Image size of job updated: 3629468 85 - MemoryUsage of job (MB) 86748 - ResidentSetSize of job (KB) ... 028 (10628.928.000) 2024-10-24 12:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:39.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 928 ResidentSetSize = 86748 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.941.000) 2024-10-24 12:06:40 Image size of job updated: 3494804 89 - MemoryUsage of job (MB) 90508 - ResidentSetSize of job (KB) ... 028 (10628.941.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 941 ResidentSetSize = 90508 Size = 3494804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.965.000) 2024-10-24 12:06:40 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 68000 - ResidentSetSize of job (KB) ... 028 (10628.965.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 965 ResidentSetSize = 68000 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.946.000) 2024-10-24 12:06:40 Image size of job updated: 3621260 78 - MemoryUsage of job (MB) 79092 - ResidentSetSize of job (KB) ... 028 (10628.946.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 946 ResidentSetSize = 79092 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.974.000) 2024-10-24 12:06:40 Image size of job updated: 1881324 68 - MemoryUsage of job (MB) 69320 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 69320 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.972.000) 2024-10-24 12:06:40 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71196 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 71196 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.961.000) 2024-10-24 12:06:40 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71324 - ResidentSetSize of job (KB) ... 028 (10628.961.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 961 ResidentSetSize = 71324 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.978.000) 2024-10-24 12:06:40 Image size of job updated: 1880812 66 - MemoryUsage of job (MB) 67512 - ResidentSetSize of job (KB) ... 028 (10628.978.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 978 ResidentSetSize = 67512 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.977.000) 2024-10-24 12:06:40 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67720 - ResidentSetSize of job (KB) ... 028 (10628.977.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 977 ResidentSetSize = 67720 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.975.000) 2024-10-24 12:06:40 Image size of job updated: 1882208 68 - MemoryUsage of job (MB) 69444 - ResidentSetSize of job (KB) ... 028 (10628.975.000) 2024-10-24 12:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:40.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 975 ResidentSetSize = 69444 Size = 1882208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:06:41 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75076 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75076 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.984.000) 2024-10-24 12:06:41 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69432 - ResidentSetSize of job (KB) ... 028 (10628.984.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 984 ResidentSetSize = 69432 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.982.000) 2024-10-24 12:06:41 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92888 - ResidentSetSize of job (KB) ... 028 (10628.982.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 982 ResidentSetSize = 92888 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.944.000) 2024-10-24 12:06:41 Image size of job updated: 3466692 75 - MemoryUsage of job (MB) 76656 - ResidentSetSize of job (KB) ... 028 (10628.944.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 944 ResidentSetSize = 76656 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.988.000) 2024-10-24 12:06:41 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67800 - ResidentSetSize of job (KB) ... 028 (10628.988.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 988 ResidentSetSize = 67800 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.999.000) 2024-10-24 12:06:41 Image size of job updated: 3268304 62 - MemoryUsage of job (MB) 62932 - ResidentSetSize of job (KB) ... 028 (10628.999.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MemoryUsage = 62 MyType = "JobImageSizeEvent" Proc = 999 ResidentSetSize = 62932 Size = 3268304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.870.000) 2024-10-24 12:06:41 Image size of job updated: 3538944 64 - MemoryUsage of job (MB) 65376 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 64 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 65376 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.939.000) 2024-10-24 12:06:41 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85396 - ResidentSetSize of job (KB) ... 028 (10628.939.000) 2024-10-24 12:06:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:41.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 939 ResidentSetSize = 85396 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.980.000) 2024-10-24 12:06:42 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89356 - ResidentSetSize of job (KB) ... 028 (10628.980.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 980 ResidentSetSize = 89356 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.989.000) 2024-10-24 12:06:42 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71348 - ResidentSetSize of job (KB) ... 028 (10628.989.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 989 ResidentSetSize = 71348 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 12:06:42 Image size of job updated: 3471464 86 - MemoryUsage of job (MB) 88016 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 88016 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.991.000) 2024-10-24 12:06:42 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69512 - ResidentSetSize of job (KB) ... 028 (10628.991.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 991 ResidentSetSize = 69512 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.990.000) 2024-10-24 12:06:42 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69920 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 69920 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:06:42 Image size of job updated: 838116 50 - MemoryUsage of job (MB) 51164 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51164 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.987.000) 2024-10-24 12:06:42 Image size of job updated: 1880812 67 - MemoryUsage of job (MB) 67800 - ResidentSetSize of job (KB) ... 028 (10628.987.000) 2024-10-24 12:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:42.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 987 ResidentSetSize = 67800 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.948.000) 2024-10-24 12:06:43 Image size of job updated: 836964 44 - MemoryUsage of job (MB) 44868 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 12:06:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:43.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 44868 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.937.000) 2024-10-24 12:06:43 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84828 - ResidentSetSize of job (KB) ... 028 (10628.937.000) 2024-10-24 12:06:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:43.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 937 ResidentSetSize = 84828 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.985.000) 2024-10-24 12:06:43 Image size of job updated: 1880812 66 - MemoryUsage of job (MB) 67568 - ResidentSetSize of job (KB) ... 028 (10628.985.000) 2024-10-24 12:06:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:43.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 985 ResidentSetSize = 67568 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.996.000) 2024-10-24 12:06:44 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 69724 - ResidentSetSize of job (KB) ... 028 (10628.996.000) 2024-10-24 12:06:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:44.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 996 ResidentSetSize = 69724 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.993.000) 2024-10-24 12:06:44 Image size of job updated: 1813480 68 - MemoryUsage of job (MB) 69180 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 12:06:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:44.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 69180 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:06:45 Image size of job updated: 836964 50 - MemoryUsage of job (MB) 50264 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 50264 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 12:06:45 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 56872 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 56872 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.826.000) 2024-10-24 12:06:45 Image size of job updated: 3539820 92 - MemoryUsage of job (MB) 93800 - ResidentSetSize of job (KB) ... 028 (10628.826.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 826 ResidentSetSize = 93800 Size = 3539820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.802.000) 2024-10-24 12:06:45 Image size of job updated: 3606384 92 - MemoryUsage of job (MB) 93872 - ResidentSetSize of job (KB) ... 028 (10628.802.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 802 ResidentSetSize = 93872 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.942.000) 2024-10-24 12:06:45 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93236 - ResidentSetSize of job (KB) ... 028 (10628.942.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 942 ResidentSetSize = 93236 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.801.000) 2024-10-24 12:06:45 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92916 - ResidentSetSize of job (KB) ... 028 (10628.801.000) 2024-10-24 12:06:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:45.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 801 ResidentSetSize = 92916 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.804.000) 2024-10-24 12:06:46 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 91860 - ResidentSetSize of job (KB) ... 028 (10628.804.000) 2024-10-24 12:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:46.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 804 ResidentSetSize = 91860 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.339.000) 2024-10-24 12:06:46 Image size of job updated: 3494392 80 - MemoryUsage of job (MB) 81664 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:46.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 81664 Size = 3494392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.830.000) 2024-10-24 12:06:49 Image size of job updated: 3538796 97 - MemoryUsage of job (MB) 98584 - ResidentSetSize of job (KB) ... 028 (10628.830.000) 2024-10-24 12:06:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:49.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 830 ResidentSetSize = 98584 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.953.000) 2024-10-24 12:06:49 Image size of job updated: 3539052 90 - MemoryUsage of job (MB) 92128 - ResidentSetSize of job (KB) ... 028 (10628.953.000) 2024-10-24 12:06:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:49.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 953 ResidentSetSize = 92128 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.828.000) 2024-10-24 12:06:51 Image size of job updated: 3606384 89 - MemoryUsage of job (MB) 91136 - ResidentSetSize of job (KB) ... 028 (10628.828.000) 2024-10-24 12:06:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:51.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 828 ResidentSetSize = 91136 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.794.000) 2024-10-24 12:06:51 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 95008 - ResidentSetSize of job (KB) ... 028 (10628.794.000) 2024-10-24 12:06:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:51.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 794 ResidentSetSize = 95008 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.952.000) 2024-10-24 12:06:51 Image size of job updated: 3539564 93 - MemoryUsage of job (MB) 94248 - ResidentSetSize of job (KB) ... 028 (10628.952.000) 2024-10-24 12:06:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:51.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 952 ResidentSetSize = 94248 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.979.000) 2024-10-24 12:06:55 Image size of job updated: 3471208 86 - MemoryUsage of job (MB) 87980 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 12:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:55.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 87980 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.832.000) 2024-10-24 12:06:55 Image size of job updated: 3606640 87 - MemoryUsage of job (MB) 88796 - ResidentSetSize of job (KB) ... 028 (10628.832.000) 2024-10-24 12:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:55.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 832 ResidentSetSize = 88796 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.179.000) 2024-10-24 12:06:56 Image size of job updated: 695096 49 - MemoryUsage of job (MB) 49400 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 12:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:56.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 49400 Size = 695096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.969.000) 2024-10-24 12:06:56 Image size of job updated: 3268124 43 - MemoryUsage of job (MB) 43596 - ResidentSetSize of job (KB) ... 028 (10628.969.000) 2024-10-24 12:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:06:56.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 969 ResidentSetSize = 43596 Size = 3268124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:07:09 Image size of job updated: 2126024 54 - MemoryUsage of job (MB) 54668 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:07:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:07:09.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 54668 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:07:29 Image size of job updated: 2126792 54 - MemoryUsage of job (MB) 55048 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:07:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:07:29.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55048 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.024.000) 2024-10-24 12:09:29 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75344 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 12:09:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:29.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 75344 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.008.000) 2024-10-24 12:09:29 Image size of job updated: 3607304 94 - MemoryUsage of job (MB) 95580 - ResidentSetSize of job (KB) ... 028 (10628.008.000) 2024-10-24 12:09:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:29.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 8 ResidentSetSize = 95580 Size = 3607304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.013.000) 2024-10-24 12:09:30 Image size of job updated: 2614828 109 - MemoryUsage of job (MB) 110964 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 12:09:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:30.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 110964 Size = 2614828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.012.000) 2024-10-24 12:09:31 Image size of job updated: 3561724 75 - MemoryUsage of job (MB) 75980 - ResidentSetSize of job (KB) ... 028 (10628.012.000) 2024-10-24 12:09:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:31.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 12 ResidentSetSize = 75980 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 12:09:32 Image size of job updated: 840168 44 - MemoryUsage of job (MB) 44624 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 12:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:32.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 44624 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.122.000) 2024-10-24 12:09:39 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87236 - ResidentSetSize of job (KB) ... 028 (10628.122.000) 2024-10-24 12:09:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:39.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 122 ResidentSetSize = 87236 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:09:42 Image size of job updated: 838504 35 - MemoryUsage of job (MB) 35500 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:09:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:42.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 35500 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.216.000) 2024-10-24 12:09:47 Image size of job updated: 1881068 74 - MemoryUsage of job (MB) 75492 - ResidentSetSize of job (KB) ... 028 (10628.216.000) 2024-10-24 12:09:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:47.234" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 216 ResidentSetSize = 75492 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.204.000) 2024-10-24 12:09:48 Image size of job updated: 1948400 71 - MemoryUsage of job (MB) 71892 - ResidentSetSize of job (KB) ... 028 (10628.204.000) 2024-10-24 12:09:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:48.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 204 ResidentSetSize = 71892 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.211.000) 2024-10-24 12:09:49 Image size of job updated: 1881068 69 - MemoryUsage of job (MB) 70656 - ResidentSetSize of job (KB) ... 028 (10628.211.000) 2024-10-24 12:09:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:49.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 211 ResidentSetSize = 70656 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.205.000) 2024-10-24 12:09:49 Image size of job updated: 1948656 70 - MemoryUsage of job (MB) 70816 - ResidentSetSize of job (KB) ... 028 (10628.205.000) 2024-10-24 12:09:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:49.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 205 ResidentSetSize = 70816 Size = 1948656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.230.000) 2024-10-24 12:09:49 Image size of job updated: 1881068 72 - MemoryUsage of job (MB) 72844 - ResidentSetSize of job (KB) ... 028 (10628.230.000) 2024-10-24 12:09:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:49.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 230 ResidentSetSize = 72844 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.200.000) 2024-10-24 12:09:50 Image size of job updated: 1885720 70 - MemoryUsage of job (MB) 71300 - ResidentSetSize of job (KB) ... 028 (10628.200.000) 2024-10-24 12:09:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:50.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 200 ResidentSetSize = 71300 Size = 1885720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.299.000) 2024-10-24 12:09:56 Image size of job updated: 3669712 86 - MemoryUsage of job (MB) 87776 - ResidentSetSize of job (KB) ... 028 (10628.299.000) 2024-10-24 12:09:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:56.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 299 ResidentSetSize = 87776 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 12:09:57 Image size of job updated: 3535048 70 - MemoryUsage of job (MB) 71360 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 12:09:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:57.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 71360 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 12:09:57 Image size of job updated: 840168 35 - MemoryUsage of job (MB) 35740 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 12:09:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:57.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 35740 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.023.000) 2024-10-24 12:09:59 Image size of job updated: 3629312 76 - MemoryUsage of job (MB) 77272 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 12:09:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:09:59.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 77272 Size = 3629312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.365.000) 2024-10-24 12:10:02 Image size of job updated: 1881324 72 - MemoryUsage of job (MB) 72952 - ResidentSetSize of job (KB) ... 028 (10628.365.000) 2024-10-24 12:10:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:02.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 365 ResidentSetSize = 72952 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.347.000) 2024-10-24 12:10:03 Image size of job updated: 2614340 107 - MemoryUsage of job (MB) 108728 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 12:10:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:03.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 108728 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 12:10:03 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 57060 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 12:10:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:03.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 57060 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.413.000) 2024-10-24 12:10:09 Image size of job updated: 3466692 86 - MemoryUsage of job (MB) 87488 - ResidentSetSize of job (KB) ... 028 (10628.413.000) 2024-10-24 12:10:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:09.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 413 ResidentSetSize = 87488 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.455.000) 2024-10-24 12:10:13 Image size of job updated: 1881324 72 - MemoryUsage of job (MB) 73524 - ResidentSetSize of job (KB) ... 028 (10628.455.000) 2024-10-24 12:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:13.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 455 ResidentSetSize = 73524 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:10:13 Image size of job updated: 775140 35 - MemoryUsage of job (MB) 35532 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:13.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 35532 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.468.000) 2024-10-24 12:10:17 Image size of job updated: 2614504 104 - MemoryUsage of job (MB) 106444 - ResidentSetSize of job (KB) ... 028 (10628.468.000) 2024-10-24 12:10:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:17.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 468 ResidentSetSize = 106444 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.465.000) 2024-10-24 12:10:17 Image size of job updated: 2614504 108 - MemoryUsage of job (MB) 109636 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 12:10:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:17.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 109636 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.514.000) 2024-10-24 12:10:21 Image size of job updated: 3533768 86 - MemoryUsage of job (MB) 87484 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 12:10:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:21.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 87484 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 12:10:25 Image size of job updated: 903780 35 - MemoryUsage of job (MB) 35676 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:10:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:25.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 35676 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.569.000) 2024-10-24 12:10:28 Image size of job updated: 2614276 95 - MemoryUsage of job (MB) 96424 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 12:10:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:28.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 96424 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.606.000) 2024-10-24 12:10:33 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85912 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 12:10:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:33.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 85912 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:10:46 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 35872 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:46.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 35872 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 12:10:54 Image size of job updated: 838756 44 - MemoryUsage of job (MB) 44904 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:10:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:54.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 44904 Size = 838756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:10:57 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81080 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:10:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:10:57.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81080 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.783.000) 2024-10-24 12:11:23 Image size of job updated: 3635136 74 - MemoryUsage of job (MB) 74992 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 12:11:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:23.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 74992 Size = 3635136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 12:11:23 Image size of job updated: 3537152 74 - MemoryUsage of job (MB) 75116 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 12:11:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:23.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 75116 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.817.000) 2024-10-24 12:11:26 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88356 - ResidentSetSize of job (KB) ... 028 (10628.817.000) 2024-10-24 12:11:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:26.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 817 ResidentSetSize = 88356 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.821.000) 2024-10-24 12:11:26 Image size of job updated: 3562520 89 - MemoryUsage of job (MB) 90464 - ResidentSetSize of job (KB) ... 028 (10628.821.000) 2024-10-24 12:11:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:26.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 821 ResidentSetSize = 90464 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 12:11:28 Image size of job updated: 624612 48 - MemoryUsage of job (MB) 49064 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 12:11:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:28.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 48 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 49064 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.813.000) 2024-10-24 12:11:28 Image size of job updated: 3494932 91 - MemoryUsage of job (MB) 92868 - ResidentSetSize of job (KB) ... 028 (10628.813.000) 2024-10-24 12:11:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:28.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 813 ResidentSetSize = 92868 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.819.000) 2024-10-24 12:11:28 Image size of job updated: 3494292 88 - MemoryUsage of job (MB) 89704 - ResidentSetSize of job (KB) ... 028 (10628.819.000) 2024-10-24 12:11:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:28.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 819 ResidentSetSize = 89704 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.823.000) 2024-10-24 12:11:30 Image size of job updated: 3630364 91 - MemoryUsage of job (MB) 93024 - ResidentSetSize of job (KB) ... 028 (10628.823.000) 2024-10-24 12:11:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:30.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 823 ResidentSetSize = 93024 Size = 3630364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.889.000) 2024-10-24 12:11:34 Image size of job updated: 3562520 90 - MemoryUsage of job (MB) 91404 - ResidentSetSize of job (KB) ... 028 (10628.889.000) 2024-10-24 12:11:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:34.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 889 ResidentSetSize = 91404 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.888.000) 2024-10-24 12:11:34 Image size of job updated: 3494292 89 - MemoryUsage of job (MB) 90152 - ResidentSetSize of job (KB) ... 028 (10628.888.000) 2024-10-24 12:11:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:34.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 888 ResidentSetSize = 90152 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.887.000) 2024-10-24 12:11:36 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88600 - ResidentSetSize of job (KB) ... 028 (10628.887.000) 2024-10-24 12:11:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:36.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 887 ResidentSetSize = 88600 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.926.000) 2024-10-24 12:11:37 Image size of job updated: 3494932 88 - MemoryUsage of job (MB) 89372 - ResidentSetSize of job (KB) ... 028 (10628.926.000) 2024-10-24 12:11:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:37.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 926 ResidentSetSize = 89372 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.974.000) 2024-10-24 12:11:40 Image size of job updated: 1881324 74 - MemoryUsage of job (MB) 75008 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 12:11:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:40.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 75008 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:11:41 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75244 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:11:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:41.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75244 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:11:43 Image size of job updated: 838116 51 - MemoryUsage of job (MB) 51216 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:11:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:43.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51216 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.870.000) 2024-10-24 12:11:43 Image size of job updated: 3538944 82 - MemoryUsage of job (MB) 83400 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 12:11:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:43.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 83400 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.948.000) 2024-10-24 12:11:43 Image size of job updated: 836964 44 - MemoryUsage of job (MB) 44920 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 12:11:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:43.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 44920 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.985.000) 2024-10-24 12:11:44 Image size of job updated: 1880812 68 - MemoryUsage of job (MB) 69600 - ResidentSetSize of job (KB) ... 028 (10628.985.000) 2024-10-24 12:11:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:44.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 985 ResidentSetSize = 69600 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:11:45 Image size of job updated: 836964 50 - MemoryUsage of job (MB) 50312 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:45.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 50312 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 12:11:45 Image size of job updated: 1810632 56 - MemoryUsage of job (MB) 57072 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 12:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:45.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 56 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 57072 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.953.000) 2024-10-24 12:11:50 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 95584 - ResidentSetSize of job (KB) ... 028 (10628.953.000) 2024-10-24 12:11:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:11:50.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 953 ResidentSetSize = 95584 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.339.000) 2024-10-24 12:12:07 Image size of job updated: 3494392 80 - MemoryUsage of job (MB) 81712 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:12:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:12:07.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 81712 Size = 3494392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:12:10 Image size of job updated: 2126024 54 - MemoryUsage of job (MB) 54848 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:12:10.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 54848 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:12:30 Image size of job updated: 2126792 54 - MemoryUsage of job (MB) 55100 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:12:30.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55100 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.046.000) 2024-10-24 12:14:28 Image size of job updated: 2669220 75 - MemoryUsage of job (MB) 75804 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 12:14:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:28.021" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 75804 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 12:14:32 Image size of job updated: 840168 44 - MemoryUsage of job (MB) 44672 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 12:14:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:32.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 44672 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.155.000) 2024-10-24 12:14:38 Image size of job updated: 3536464 85 - MemoryUsage of job (MB) 86696 - ResidentSetSize of job (KB) ... 028 (10628.155.000) 2024-10-24 12:14:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:38.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 155 ResidentSetSize = 86696 Size = 3536464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.074.000) 2024-10-24 12:14:39 Image size of job updated: 3630108 91 - MemoryUsage of job (MB) 92940 - ResidentSetSize of job (KB) ... 028 (10628.074.000) 2024-10-24 12:14:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:39.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 74 ResidentSetSize = 92940 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:14:42 Image size of job updated: 838504 35 - MemoryUsage of job (MB) 35612 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:14:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:42.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 35612 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.197.000) 2024-10-24 12:14:46 Image size of job updated: 1812968 67 - MemoryUsage of job (MB) 68160 - ResidentSetSize of job (KB) ... 028 (10628.197.000) 2024-10-24 12:14:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:46.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 197 ResidentSetSize = 68160 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.224.000) 2024-10-24 12:14:51 Image size of job updated: 1880812 69 - MemoryUsage of job (MB) 70140 - ResidentSetSize of job (KB) ... 028 (10628.224.000) 2024-10-24 12:14:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:51.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 224 ResidentSetSize = 70140 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.025.000) 2024-10-24 12:14:51 Image size of job updated: 3629568 85 - MemoryUsage of job (MB) 86084 - ResidentSetSize of job (KB) ... 028 (10628.025.000) 2024-10-24 12:14:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:51.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 25 ResidentSetSize = 86084 Size = 3629568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.285.000) 2024-10-24 12:14:57 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87880 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 12:14:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:57.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 87880 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.167.000) 2024-10-24 12:14:57 Image size of job updated: 3621260 79 - MemoryUsage of job (MB) 80780 - ResidentSetSize of job (KB) ... 028 (10628.167.000) 2024-10-24 12:14:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:57.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 167 ResidentSetSize = 80780 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 12:14:58 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 35896 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 12:14:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:14:58.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 35896 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.023.000) 2024-10-24 12:15:01 Image size of job updated: 3629312 76 - MemoryUsage of job (MB) 77316 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 12:15:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:01.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 77316 Size = 3629312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.361.000) 2024-10-24 12:15:03 Image size of job updated: 1880556 72 - MemoryUsage of job (MB) 73712 - ResidentSetSize of job (KB) ... 028 (10628.361.000) 2024-10-24 12:15:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:03.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 361 ResidentSetSize = 73712 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.412.000) 2024-10-24 12:15:12 Image size of job updated: 3467204 85 - MemoryUsage of job (MB) 86380 - ResidentSetSize of job (KB) ... 028 (10628.412.000) 2024-10-24 12:15:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:12.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 412 ResidentSetSize = 86380 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:15:14 Image size of job updated: 775140 35 - MemoryUsage of job (MB) 35640 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:15:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:14.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 35640 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.473.000) 2024-10-24 12:15:16 Image size of job updated: 1881324 70 - MemoryUsage of job (MB) 71312 - ResidentSetSize of job (KB) ... 028 (10628.473.000) 2024-10-24 12:15:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:16.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 473 ResidentSetSize = 71312 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.416.000) 2024-10-24 12:15:16 Image size of job updated: 3621260 79 - MemoryUsage of job (MB) 80748 - ResidentSetSize of job (KB) ... 028 (10628.416.000) 2024-10-24 12:15:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:16.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 416 ResidentSetSize = 80748 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.517.000) 2024-10-24 12:15:23 Image size of job updated: 3466436 85 - MemoryUsage of job (MB) 86680 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 12:15:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:23.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 86680 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 12:15:25 Image size of job updated: 903780 35 - MemoryUsage of job (MB) 35776 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:15:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:25.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 35776 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.531.000) 2024-10-24 12:15:26 Image size of job updated: 3621260 78 - MemoryUsage of job (MB) 78968 - ResidentSetSize of job (KB) ... 028 (10628.531.000) 2024-10-24 12:15:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:26.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 531 ResidentSetSize = 78968 Size = 3621260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.571.000) 2024-10-24 12:15:28 Image size of job updated: 2614504 109 - MemoryUsage of job (MB) 111020 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 12:15:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:28.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 111020 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.569.000) 2024-10-24 12:15:29 Image size of job updated: 2614276 106 - MemoryUsage of job (MB) 108488 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 12:15:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:29.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 108488 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.580.000) 2024-10-24 12:15:30 Image size of job updated: 3602124 73 - MemoryUsage of job (MB) 74496 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 12:15:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:30.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 74496 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.606.000) 2024-10-24 12:15:33 Image size of job updated: 3602124 86 - MemoryUsage of job (MB) 87960 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 12:15:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:33.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 87960 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.609.000) 2024-10-24 12:15:34 Image size of job updated: 3534792 91 - MemoryUsage of job (MB) 92212 - ResidentSetSize of job (KB) ... 028 (10628.609.000) 2024-10-24 12:15:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:34.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 609 ResidentSetSize = 92212 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.627.000) 2024-10-24 12:15:36 Image size of job updated: 3621004 83 - MemoryUsage of job (MB) 84768 - ResidentSetSize of job (KB) ... 028 (10628.627.000) 2024-10-24 12:15:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:36.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 627 ResidentSetSize = 84768 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.658.000) 2024-10-24 12:15:36 Image size of job updated: 2615900 108 - MemoryUsage of job (MB) 110340 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 12:15:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:36.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 110340 Size = 2615900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 12:15:36 Image size of job updated: 2614564 104 - MemoryUsage of job (MB) 106492 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 12:15:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:36.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 106492 Size = 2614564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:15:37 Image size of job updated: 838500 35 - MemoryUsage of job (MB) 35648 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:15:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:37.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 35648 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.701.000) 2024-10-24 12:15:44 Image size of job updated: 3534536 87 - MemoryUsage of job (MB) 88916 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 12:15:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:44.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 88916 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.714.000) 2024-10-24 12:15:44 Image size of job updated: 3621004 79 - MemoryUsage of job (MB) 80800 - ResidentSetSize of job (KB) ... 028 (10628.714.000) 2024-10-24 12:15:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:44.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 714 ResidentSetSize = 80800 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.691.000) 2024-10-24 12:15:44 Image size of job updated: 3535048 88 - MemoryUsage of job (MB) 90072 - ResidentSetSize of job (KB) ... 028 (10628.691.000) 2024-10-24 12:15:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:44.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 691 ResidentSetSize = 90072 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:15:46 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 35932 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:15:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:46.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 35932 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.760.000) 2024-10-24 12:15:49 Image size of job updated: 3689872 84 - MemoryUsage of job (MB) 85532 - ResidentSetSize of job (KB) ... 028 (10628.760.000) 2024-10-24 12:15:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:49.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 760 ResidentSetSize = 85532 Size = 3689872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.770.000) 2024-10-24 12:15:50 Image size of job updated: 3621516 84 - MemoryUsage of job (MB) 85216 - ResidentSetSize of job (KB) ... 028 (10628.770.000) 2024-10-24 12:15:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:50.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 770 ResidentSetSize = 85216 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.769.000) 2024-10-24 12:15:51 Image size of job updated: 3553928 82 - MemoryUsage of job (MB) 83184 - ResidentSetSize of job (KB) ... 028 (10628.769.000) 2024-10-24 12:15:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:51.386" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 769 ResidentSetSize = 83184 Size = 3553928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 12:15:55 Image size of job updated: 838756 44 - MemoryUsage of job (MB) 44956 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:15:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:55.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 44956 Size = 838756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:15:58 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81084 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:15:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:58.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81084 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.745.000) 2024-10-24 12:15:58 Image size of job updated: 3561724 86 - MemoryUsage of job (MB) 87756 - ResidentSetSize of job (KB) ... 028 (10628.745.000) 2024-10-24 12:15:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:15:58.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 745 ResidentSetSize = 87756 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 12:16:40 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71136 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 12:16:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:16:40.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 71136 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.984.000) 2024-10-24 12:16:42 Image size of job updated: 1881068 72 - MemoryUsage of job (MB) 73148 - ResidentSetSize of job (KB) ... 028 (10628.984.000) 2024-10-24 12:16:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:16:42.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 984 ResidentSetSize = 73148 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.992.000) 2024-10-24 12:16:44 Image size of job updated: 1881324 72 - MemoryUsage of job (MB) 72940 - ResidentSetSize of job (KB) ... 028 (10628.992.000) 2024-10-24 12:16:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:16:44.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 992 ResidentSetSize = 72940 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 12:16:45 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57600 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 12:16:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:16:45.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 57600 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:17:10 Image size of job updated: 2126024 54 - MemoryUsage of job (MB) 54852 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:17:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:17:10.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 54852 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:17:31 Image size of job updated: 2126792 54 - MemoryUsage of job (MB) 55104 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:17:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:17:31.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55104 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.778.000) 2024-10-24 12:19:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_323043_102468262@c1823.swan.hcc.unl.edu <10.138.18.23:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991391&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41253&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.778.000) 2024-10-24 12:19:07 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:19:07.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 778 StartdAddr = "<10.138.18.23:41253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991391&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41253&alias=c1823.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_323043_102468262@c1823.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.046.000) 2024-10-24 12:19:28 Image size of job updated: 2669220 76 - MemoryUsage of job (MB) 76816 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 12:19:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:28.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 76816 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.032.000) 2024-10-24 12:19:31 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92672 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 12:19:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:31.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 92672 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.052.000) 2024-10-24 12:19:38 Image size of job updated: 3561660 75 - MemoryUsage of job (MB) 76784 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 12:19:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:38.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 76784 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.121.000) 2024-10-24 12:19:39 Image size of job updated: 3466436 83 - MemoryUsage of job (MB) 84404 - ResidentSetSize of job (KB) ... 028 (10628.121.000) 2024-10-24 12:19:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:39.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 121 ResidentSetSize = 84404 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:19:42 Image size of job updated: 838504 35 - MemoryUsage of job (MB) 35656 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:19:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:42.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 35656 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.201.000) 2024-10-24 12:19:49 Image size of job updated: 1813480 70 - MemoryUsage of job (MB) 70948 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 12:19:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:49.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 70948 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.222.000) 2024-10-24 12:19:52 Image size of job updated: 1881324 71 - MemoryUsage of job (MB) 72620 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 12:19:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:52.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 72620 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.217.000) 2024-10-24 12:19:53 Image size of job updated: 1812968 67 - MemoryUsage of job (MB) 68392 - ResidentSetSize of job (KB) ... 028 (10628.217.000) 2024-10-24 12:19:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:53.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 217 ResidentSetSize = 68392 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.298.000) 2024-10-24 12:19:53 Image size of job updated: 3534280 88 - MemoryUsage of job (MB) 89260 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 12:19:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:53.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 89260 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.272.000) 2024-10-24 12:19:57 Image size of job updated: 3634880 79 - MemoryUsage of job (MB) 80792 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 12:19:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:19:57.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 80792 Size = 3634880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.353.000) 2024-10-24 12:20:03 Image size of job updated: 1880556 69 - MemoryUsage of job (MB) 70172 - ResidentSetSize of job (KB) ... 028 (10628.353.000) 2024-10-24 12:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:03.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 353 ResidentSetSize = 70172 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 12:20:04 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57588 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 12:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:04.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 57588 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.189.000) 2024-10-24 12:20:05 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57600 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 12:20:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:05.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 57600 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.352.000) 2024-10-24 12:20:07 Image size of job updated: 3629468 91 - MemoryUsage of job (MB) 92444 - ResidentSetSize of job (KB) ... 028 (10628.352.000) 2024-10-24 12:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:07.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 352 ResidentSetSize = 92444 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.001.000) 2024-10-24 12:20:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_935010_123993224@c1424.swan.hcc.unl.edu <10.138.14.24:34141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29392381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10037092&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34141&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 12:20:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:20:08.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 1 StartdAddr = "<10.138.14.24:34141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29392381%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10037092&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34141&alias=c1424.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_935010_123993224@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.397.000) 2024-10-24 12:20:08 Image size of job updated: 3534792 87 - MemoryUsage of job (MB) 88492 - ResidentSetSize of job (KB) ... 028 (10628.397.000) 2024-10-24 12:20:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:08.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 397 ResidentSetSize = 88492 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.000.000) 2024-10-24 12:20:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3321103_898692366@c1209.swan.hcc.unl.edu <10.138.12.9:38985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001908%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992563&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-38985&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 12:20:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:20:08.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 0 StartdAddr = "<10.138.12.9:38985?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001908%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992563&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-38985&alias=c1209.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3321103_898692366@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.775.000) 2024-10-24 12:20:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1726231_31934336@c1213.swan.hcc.unl.edu <10.138.12.13:37635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336028%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999795&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-37635&alias=c1213.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 12:20:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:20:08.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 775 StartdAddr = "<10.138.12.13:37635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336028%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999795&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-37635&alias=c1213.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1726231_31934336@c1213.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.774.000) 2024-10-24 12:20:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1007436_373619808@c1424.swan.hcc.unl.edu <10.138.14.24:41631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992467&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-41631&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 12:20:09 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:20:09.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 774 StartdAddr = "<10.138.14.24:41631?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50892958%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992467&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-41631&alias=c1424.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1007436_373619808@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.485.000) 2024-10-24 12:20:19 Image size of job updated: 3534024 86 - MemoryUsage of job (MB) 87928 - ResidentSetSize of job (KB) ... 028 (10628.485.000) 2024-10-24 12:20:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:19.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 485 ResidentSetSize = 87928 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 12:20:25 Image size of job updated: 903780 35 - MemoryUsage of job (MB) 35780 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:25.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 35780 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:20:38 Image size of job updated: 838500 35 - MemoryUsage of job (MB) 35812 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:20:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:38.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 35812 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 12:20:48 Image size of job updated: 3403932 104 - MemoryUsage of job (MB) 106028 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 12:20:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:48.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 106028 Size = 3403932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.738.000) 2024-10-24 12:20:48 Image size of job updated: 2615016 107 - MemoryUsage of job (MB) 109368 - ResidentSetSize of job (KB) ... 028 (10628.738.000) 2024-10-24 12:20:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:48.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 738 ResidentSetSize = 109368 Size = 2615016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 12:20:49 Image size of job updated: 2614248 107 - MemoryUsage of job (MB) 108608 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 12:20:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:49.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 108608 Size = 2614248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.755.000) 2024-10-24 12:20:50 Image size of job updated: 3404688 109 - MemoryUsage of job (MB) 110660 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 12:20:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:50.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 110660 Size = 3404688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 12:20:51 Image size of job updated: 2614760 99 - MemoryUsage of job (MB) 101352 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 12:20:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:51.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 101352 Size = 2614760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.773.000) 2024-10-24 12:20:51 Image size of job updated: 3621516 80 - MemoryUsage of job (MB) 81332 - ResidentSetSize of job (KB) ... 028 (10628.773.000) 2024-10-24 12:20:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:20:51.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 773 ResidentSetSize = 81332 Size = 3621516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 12:21:00 Image size of job updated: 3561468 82 - MemoryUsage of job (MB) 83812 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 12:21:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:00.811" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 83812 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 12:21:24 Image size of job updated: 3537152 74 - MemoryUsage of job (MB) 75644 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 12:21:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:24.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 75644 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.811.000) 2024-10-24 12:21:26 Image size of job updated: 3537920 76 - MemoryUsage of job (MB) 77024 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 12:21:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:26.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77024 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 12:21:30 Image size of job updated: 689892 49 - MemoryUsage of job (MB) 49952 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 12:21:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:30.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 49952 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.824.000) 2024-10-24 12:21:31 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88812 - ResidentSetSize of job (KB) ... 028 (10628.824.000) 2024-10-24 12:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:31.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 824 ResidentSetSize = 88812 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 12:21:37 Image size of job updated: 3604740 75 - MemoryUsage of job (MB) 76008 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 12:21:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:37.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 76008 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.933.000) 2024-10-24 12:21:40 Image size of job updated: 3534024 86 - MemoryUsage of job (MB) 87824 - ResidentSetSize of job (KB) ... 028 (10628.933.000) 2024-10-24 12:21:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:40.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 933 ResidentSetSize = 87824 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.941.000) 2024-10-24 12:21:41 Image size of job updated: 3494804 93 - MemoryUsage of job (MB) 94580 - ResidentSetSize of job (KB) ... 028 (10628.941.000) 2024-10-24 12:21:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:41.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 941 ResidentSetSize = 94580 Size = 3494804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.978.000) 2024-10-24 12:21:41 Image size of job updated: 1880812 68 - MemoryUsage of job (MB) 69536 - ResidentSetSize of job (KB) ... 028 (10628.978.000) 2024-10-24 12:21:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:41.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 978 ResidentSetSize = 69536 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.991.000) 2024-10-24 12:21:43 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71016 - ResidentSetSize of job (KB) ... 028 (10628.991.000) 2024-10-24 12:21:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:43.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 991 ResidentSetSize = 71016 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:21:43 Image size of job updated: 838116 51 - MemoryUsage of job (MB) 51260 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:21:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:43.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51260 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.986.000) 2024-10-24 12:21:46 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 70932 - ResidentSetSize of job (KB) ... 028 (10628.986.000) 2024-10-24 12:21:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:46.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 986 ResidentSetSize = 70932 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.979.000) 2024-10-24 12:21:56 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89708 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 12:21:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:56.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 89708 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.832.000) 2024-10-24 12:21:56 Image size of job updated: 3606640 89 - MemoryUsage of job (MB) 90524 - ResidentSetSize of job (KB) ... 028 (10628.832.000) 2024-10-24 12:21:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:56.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 832 ResidentSetSize = 90524 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.179.000) 2024-10-24 12:21:58 Image size of job updated: 695096 49 - MemoryUsage of job (MB) 49928 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 12:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:21:58.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 49928 Size = 695096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:22:11 Image size of job updated: 2126024 54 - MemoryUsage of job (MB) 54856 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:22:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:22:11.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 54856 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:22:32 Image size of job updated: 2126792 54 - MemoryUsage of job (MB) 55148 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:22:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:22:32.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55148 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.573.000) 2024-10-24 12:23:35 Started transferring input files Transferring to host: <10.138.14.24:44163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999460&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-44163&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.573.000) 2024-10-24 12:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:35.898" EventTypeNumber = 28 Host = "<10.138.14.24:44163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999460&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-44163&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.772.000) 2024-10-24 12:23:35 Started transferring input files Transferring to host: <10.138.14.24:32889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9971919&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-32889&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.772.000) 2024-10-24 12:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:35.957" EventTypeNumber = 28 Host = "<10.138.14.24:32889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9971919&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-32889&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.573.000) 2024-10-24 12:23:35 Finished transferring input files ... 028 (10628.573.000) 2024-10-24 12:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:35.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.814.000) 2024-10-24 12:23:36 Started transferring input files Transferring to host: <10.138.14.24:34169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29364508%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10005617&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34169&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.814.000) 2024-10-24 12:23:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:36.009" EventTypeNumber = 28 Host = "<10.138.14.24:34169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29364508%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10005617&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-34169&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.772.000) 2024-10-24 12:23:36 Finished transferring input files ... 028 (10628.772.000) 2024-10-24 12:23:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:36.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.814.000) 2024-10-24 12:23:36 Finished transferring input files ... 028 (10628.814.000) 2024-10-24 12:23:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:36.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.573.000) 2024-10-24 12:23:37 Warning from starter on slot1@glidein_3386490_120411270@c1424.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.573.000) 2024-10-24 12:23:37 Job executing on host: <10.138.14.24:40881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952566&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-40881&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.573.000) 2024-10-24 12:23:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:37.277" EventTypeNumber = 28 ExecuteHost = "<10.138.14.24:40881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952566&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-40881&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.772.000) 2024-10-24 12:23:37 Warning from starter on slot1@glidein_3353962_179915256@c1424.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.772.000) 2024-10-24 12:23:37 Job executing on host: <10.138.14.24:42193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952541&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-42193&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.772.000) 2024-10-24 12:23:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:37.335" EventTypeNumber = 28 ExecuteHost = "<10.138.14.24:42193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952541&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-42193&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.814.000) 2024-10-24 12:23:37 Warning from starter on slot1@glidein_3386512_385636836@c1424.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.814.000) 2024-10-24 12:23:37 Job executing on host: <10.138.14.24:39847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952559&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-39847&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.814.000) 2024-10-24 12:23:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:37.385" EventTypeNumber = 28 ExecuteHost = "<10.138.14.24:39847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952559&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-39847&alias=c1424.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.573.000) 2024-10-24 12:23:46 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3648 - ResidentSetSize of job (KB) ... 028 (10628.573.000) 2024-10-24 12:23:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:46.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 573 ResidentSetSize = 3648 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.772.000) 2024-10-24 12:23:46 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3524 - ResidentSetSize of job (KB) ... 028 (10628.772.000) 2024-10-24 12:23:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:46.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 772 ResidentSetSize = 3524 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.814.000) 2024-10-24 12:23:46 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3692 - ResidentSetSize of job (KB) ... 028 (10628.814.000) 2024-10-24 12:23:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:23:46.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 814 ResidentSetSize = 3692 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.046.000) 2024-10-24 12:24:28 Image size of job updated: 2669220 76 - MemoryUsage of job (MB) 76948 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 12:24:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:28.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 76948 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.024.000) 2024-10-24 12:24:30 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75592 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 12:24:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:30.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 75592 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.019.000) 2024-10-24 12:24:31 Image size of job updated: 2614276 107 - MemoryUsage of job (MB) 108616 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 12:24:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:31.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 108616 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.012.000) 2024-10-24 12:24:33 Image size of job updated: 3561724 75 - MemoryUsage of job (MB) 76480 - ResidentSetSize of job (KB) ... 028 (10628.012.000) 2024-10-24 12:24:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:33.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 12 ResidentSetSize = 76480 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.044.000) 2024-10-24 12:24:38 Image size of job updated: 3562484 82 - MemoryUsage of job (MB) 83604 - ResidentSetSize of job (KB) ... 028 (10628.044.000) 2024-10-24 12:24:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:38.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 44 ResidentSetSize = 83604 Size = 3562484 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.092.000) 2024-10-24 12:24:42 Image size of job updated: 3534792 77 - MemoryUsage of job (MB) 78084 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 12:24:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:42.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 78084 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:24:43 Image size of job updated: 838504 35 - MemoryUsage of job (MB) 35664 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:24:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:43.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 35664 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.292.000) 2024-10-24 12:24:53 Image size of job updated: 3534536 70 - MemoryUsage of job (MB) 71248 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 12:24:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:53.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 71248 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.247.000) 2024-10-24 12:24:56 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93736 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 12:24:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:56.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 93736 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.258.000) 2024-10-24 12:24:56 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 93100 - ResidentSetSize of job (KB) ... 028 (10628.258.000) 2024-10-24 12:24:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:56.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 258 ResidentSetSize = 93100 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.030.000) 2024-10-24 12:24:56 Image size of job updated: 3471976 92 - MemoryUsage of job (MB) 93900 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 12:24:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:56.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 93900 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.073.000) 2024-10-24 12:24:57 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91528 - ResidentSetSize of job (KB) ... 028 (10628.073.000) 2024-10-24 12:24:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:57.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 73 ResidentSetSize = 91528 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.185.000) 2024-10-24 12:24:57 Image size of job updated: 3471976 92 - MemoryUsage of job (MB) 93372 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 12:24:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:57.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 93372 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.062.000) 2024-10-24 12:24:57 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92876 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 12:24:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:57.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 92876 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 12:24:59 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 35904 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 12:24:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:24:59.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 35904 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 12:25:01 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50240 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:25:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:01.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50240 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 12:25:01 Image size of job updated: 624100 49 - MemoryUsage of job (MB) 50136 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 12:25:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:01.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 50136 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 12:25:04 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57368 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 12:25:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:04.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 57368 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.398.000) 2024-10-24 12:25:09 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90480 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 12:25:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:09.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 90480 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.384.000) 2024-10-24 12:25:10 Image size of job updated: 3471976 94 - MemoryUsage of job (MB) 96144 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 12:25:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:10.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 96144 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:25:15 Image size of job updated: 775140 35 - MemoryUsage of job (MB) 35648 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:25:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:15.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 35648 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.484.000) 2024-10-24 12:25:21 Image size of job updated: 3606784 72 - MemoryUsage of job (MB) 73476 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 12:25:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:21.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 73476 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.498.000) 2024-10-24 12:25:23 Image size of job updated: 3539564 93 - MemoryUsage of job (MB) 94620 - ResidentSetSize of job (KB) ... 028 (10628.498.000) 2024-10-24 12:25:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:23.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 498 ResidentSetSize = 94620 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.048.000) 2024-10-24 12:25:25 Started transferring input files Transferring to host: <10.138.12.9:40971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994057&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-40971&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 12:25:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:25.639" EventTypeNumber = 28 Host = "<10.138.12.9:40971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994057&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-40971&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.048.000) 2024-10-24 12:25:25 Finished transferring input files ... 028 (10628.048.000) 2024-10-24 12:25:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:25.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.482.000) 2024-10-24 12:25:26 Image size of job updated: 903780 35 - MemoryUsage of job (MB) 35788 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:25:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:26.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 35788 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.048.000) 2024-10-24 12:25:27 Warning from starter on slot1@glidein_1453502_705626250@c1209.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.048.000) 2024-10-24 12:25:27 Job executing on host: <10.138.12.9:34519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10035871&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-34519&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 12:25:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:27.093" EventTypeNumber = 28 ExecuteHost = "<10.138.12.9:34519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10035871&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-34519&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.575.000) 2024-10-24 12:25:30 Image size of job updated: 3535048 85 - MemoryUsage of job (MB) 87024 - ResidentSetSize of job (KB) ... 028 (10628.575.000) 2024-10-24 12:25:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:30.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 575 ResidentSetSize = 87024 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.596.000) 2024-10-24 12:25:32 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89504 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 12:25:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:32.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 89504 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.595.000) 2024-10-24 12:25:32 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90560 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 12:25:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:32.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 90560 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.048.000) 2024-10-24 12:25:35 Image size of job updated: 10 4 - MemoryUsage of job (MB) 3660 - ResidentSetSize of job (KB) ... 028 (10628.048.000) 2024-10-24 12:25:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:35.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 4 MyType = "JobImageSizeEvent" Proc = 48 ResidentSetSize = 3660 Size = 10 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.658.000) 2024-10-24 12:25:37 Image size of job updated: 2615900 108 - MemoryUsage of job (MB) 110348 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 12:25:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:37.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 110348 Size = 2615900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:25:38 Image size of job updated: 838500 36 - MemoryUsage of job (MB) 35864 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:25:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:38.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 35864 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.663.000) 2024-10-24 12:25:38 Image size of job updated: 3602124 88 - MemoryUsage of job (MB) 89668 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 12:25:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:38.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 89668 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:25:47 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 35948 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:25:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:47.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 35948 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 12:25:51 Image size of job updated: 2614760 107 - MemoryUsage of job (MB) 109440 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 12:25:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:51.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 109440 Size = 2614760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.768.000) 2024-10-24 12:25:54 Image size of job updated: 2613736 105 - MemoryUsage of job (MB) 106588 - ResidentSetSize of job (KB) ... 028 (10628.768.000) 2024-10-24 12:25:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:25:54.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 768 ResidentSetSize = 106588 Size = 2613736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 12:26:07 Image size of job updated: 3708100 71 - MemoryUsage of job (MB) 72672 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 12:26:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:07.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 72672 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.181.000) 2024-10-24 12:26:22 Image size of job updated: 689636 49 - MemoryUsage of job (MB) 49756 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 12:26:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:22.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 49756 Size = 689636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.777.000) 2024-10-24 12:26:22 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87688 - ResidentSetSize of job (KB) ... 028 (10628.777.000) 2024-10-24 12:26:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:22.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 777 ResidentSetSize = 87688 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.783.000) 2024-10-24 12:26:27 Image size of job updated: 3635136 74 - MemoryUsage of job (MB) 75520 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 12:26:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:27.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 75520 Size = 3635136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.835.000) 2024-10-24 12:26:28 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92716 - ResidentSetSize of job (KB) ... 028 (10628.835.000) 2024-10-24 12:26:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:28.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 835 ResidentSetSize = 92716 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.842.000) 2024-10-24 12:26:28 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77744 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 12:26:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:28.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 77744 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 12:26:29 Image size of job updated: 624612 49 - MemoryUsage of job (MB) 49592 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 12:26:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:29.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 49592 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 12:26:31 Image size of job updated: 624356 49 - MemoryUsage of job (MB) 49904 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 12:26:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:31.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 49904 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:26:42 Image size of job updated: 3561468 74 - MemoryUsage of job (MB) 75288 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:26:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:42.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75288 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.975.000) 2024-10-24 12:26:42 Image size of job updated: 1882208 72 - MemoryUsage of job (MB) 73472 - ResidentSetSize of job (KB) ... 028 (10628.975.000) 2024-10-24 12:26:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:42.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 975 ResidentSetSize = 73472 Size = 1882208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:26:44 Image size of job updated: 838116 51 - MemoryUsage of job (MB) 51264 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:26:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:44.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51264 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.948.000) 2024-10-24 12:26:45 Image size of job updated: 836964 44 - MemoryUsage of job (MB) 44924 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 12:26:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:26:45.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 44924 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.339.000) 2024-10-24 12:27:07 Image size of job updated: 3494392 81 - MemoryUsage of job (MB) 82120 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:27:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:27:07.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 82120 Size = 3494392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.772.000) 2024-10-24 12:28:47 Image size of job updated: 3634368 87 - MemoryUsage of job (MB) 89024 - ResidentSetSize of job (KB) ... 028 (10628.772.000) 2024-10-24 12:28:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:28:47.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 772 ResidentSetSize = 89024 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.814.000) 2024-10-24 12:28:47 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87900 - ResidentSetSize of job (KB) ... 028 (10628.814.000) 2024-10-24 12:28:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:28:47.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 814 ResidentSetSize = 87900 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.573.000) 2024-10-24 12:28:47 Image size of job updated: 3708100 82 - MemoryUsage of job (MB) 83488 - ResidentSetSize of job (KB) ... 028 (10628.573.000) 2024-10-24 12:28:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:28:47.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 573 ResidentSetSize = 83488 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.024.000) 2024-10-24 12:29:30 Image size of job updated: 3561468 75 - MemoryUsage of job (MB) 75852 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 12:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:30.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 75852 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.058.000) 2024-10-24 12:29:36 Image size of job updated: 3562236 90 - MemoryUsage of job (MB) 92112 - ResidentSetSize of job (KB) ... 028 (10628.058.000) 2024-10-24 12:29:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:36.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 58 ResidentSetSize = 92112 Size = 3562236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.152.000) 2024-10-24 12:29:37 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80840 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 12:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:37.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 80840 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.146.000) 2024-10-24 12:29:41 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83904 - ResidentSetSize of job (KB) ... 028 (10628.146.000) 2024-10-24 12:29:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:41.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 146 ResidentSetSize = 83904 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.075.000) 2024-10-24 12:29:43 Image size of job updated: 3494292 85 - MemoryUsage of job (MB) 86560 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 12:29:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:43.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 86560 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.196.000) 2024-10-24 12:29:47 Image size of job updated: 1881324 72 - MemoryUsage of job (MB) 73064 - ResidentSetSize of job (KB) ... 028 (10628.196.000) 2024-10-24 12:29:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:47.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 196 ResidentSetSize = 73064 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.292.000) 2024-10-24 12:29:53 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83792 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 12:29:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:29:53.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 83792 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.023.000) 2024-10-24 12:30:01 Image size of job updated: 3629312 77 - MemoryUsage of job (MB) 77832 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 12:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:01.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 77832 Size = 3629312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 12:30:02 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50504 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:30:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:02.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50504 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.360.000) 2024-10-24 12:30:04 Image size of job updated: 1880556 67 - MemoryUsage of job (MB) 68052 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 12:30:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:04.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 68052 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.396.000) 2024-10-24 12:30:08 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86716 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 12:30:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:08.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 86716 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.433.000) 2024-10-24 12:30:20 Image size of job updated: 3561980 79 - MemoryUsage of job (MB) 80112 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:30:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:20.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 80112 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.484.000) 2024-10-24 12:30:21 Image size of job updated: 3606784 84 - MemoryUsage of job (MB) 85572 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 12:30:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:21.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 85572 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.580.000) 2024-10-24 12:30:31 Image size of job updated: 3602124 86 - MemoryUsage of job (MB) 87488 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 12:30:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:31.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 87488 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.048.000) 2024-10-24 12:30:35 Image size of job updated: 3708100 81 - MemoryUsage of job (MB) 82812 - ResidentSetSize of job (KB) ... 028 (10628.048.000) 2024-10-24 12:30:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:35.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 48 ResidentSetSize = 82812 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.714.000) 2024-10-24 12:30:46 Image size of job updated: 3621004 79 - MemoryUsage of job (MB) 80804 - ResidentSetSize of job (KB) ... 028 (10628.714.000) 2024-10-24 12:30:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:46.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 714 ResidentSetSize = 80804 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 12:30:50 Image size of job updated: 2614248 107 - MemoryUsage of job (MB) 108612 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 12:30:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:50.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 108612 Size = 2614248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.702.000) 2024-10-24 12:30:51 Image size of job updated: 3561980 84 - MemoryUsage of job (MB) 85676 - ResidentSetSize of job (KB) ... 028 (10628.702.000) 2024-10-24 12:30:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:51.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 702 ResidentSetSize = 85676 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:30:59 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81464 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:30:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:30:59.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81464 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 12:31:08 Image size of job updated: 3708100 72 - MemoryUsage of job (MB) 73328 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 12:31:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:08.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 73328 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.793.000) 2024-10-24 12:31:25 Image size of job updated: 3606528 92 - MemoryUsage of job (MB) 94024 - ResidentSetSize of job (KB) ... 028 (10628.793.000) 2024-10-24 12:31:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:25.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 793 ResidentSetSize = 94024 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.786.000) 2024-10-24 12:31:28 Image size of job updated: 707044 45 - MemoryUsage of job (MB) 45228 - ResidentSetSize of job (KB) ... 028 (10628.786.000) 2024-10-24 12:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:28.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 786 ResidentSetSize = 45228 Size = 707044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.853.000) 2024-10-24 12:31:29 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87044 - ResidentSetSize of job (KB) ... 028 (10628.853.000) 2024-10-24 12:31:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:29.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 853 ResidentSetSize = 87044 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 12:31:33 Image size of job updated: 624356 49 - MemoryUsage of job (MB) 50168 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 12:31:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:33.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 50168 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.872.000) 2024-10-24 12:31:34 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82596 - ResidentSetSize of job (KB) ... 028 (10628.872.000) 2024-10-24 12:31:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:34.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 872 ResidentSetSize = 82596 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:31:43 Image size of job updated: 3561468 75 - MemoryUsage of job (MB) 75804 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:31:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:43.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75804 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.948.000) 2024-10-24 12:31:46 Image size of job updated: 836964 45 - MemoryUsage of job (MB) 45580 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 12:31:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:31:46.034" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 45580 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:32:12 Image size of job updated: 2126024 54 - MemoryUsage of job (MB) 54904 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:32:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:32:12.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 54904 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 12:34:34 Image size of job updated: 840168 45 - MemoryUsage of job (MB) 45192 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 12:34:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:34:34.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 45192 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.102.000) 2024-10-24 12:34:38 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80472 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 12:34:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:34:38.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 80472 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.099.000) 2024-10-24 12:34:48 Image size of job updated: 3534792 88 - MemoryUsage of job (MB) 89616 - ResidentSetSize of job (KB) ... 028 (10628.099.000) 2024-10-24 12:34:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:34:48.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 99 ResidentSetSize = 89616 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.322.000) 2024-10-24 12:34:59 Image size of job updated: 3534536 91 - MemoryUsage of job (MB) 92224 - ResidentSetSize of job (KB) ... 028 (10628.322.000) 2024-10-24 12:34:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:34:59.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 322 ResidentSetSize = 92224 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 12:35:00 Image size of job updated: 3535048 71 - MemoryUsage of job (MB) 71808 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 12:35:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:00.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 71808 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.433.000) 2024-10-24 12:35:21 Image size of job updated: 3561980 79 - MemoryUsage of job (MB) 80252 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:35:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:21.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 80252 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 12:35:27 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36032 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 12:35:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:27.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36032 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.580.000) 2024-10-24 12:35:32 Image size of job updated: 3602124 87 - MemoryUsage of job (MB) 88832 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 12:35:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:32.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 88832 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.048.000) 2024-10-24 12:35:36 Image size of job updated: 3708100 82 - MemoryUsage of job (MB) 82948 - ResidentSetSize of job (KB) ... 028 (10628.048.000) 2024-10-24 12:35:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:36.246" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 48 ResidentSetSize = 82948 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.672.000) 2024-10-24 12:35:40 Image size of job updated: 3601612 84 - MemoryUsage of job (MB) 85808 - ResidentSetSize of job (KB) ... 028 (10628.672.000) 2024-10-24 12:35:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:35:40.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 672 ResidentSetSize = 85808 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:36:00 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81644 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:36:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:00.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81644 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.079.000) 2024-10-24 12:36:08 Image size of job updated: 3708100 72 - MemoryUsage of job (MB) 73568 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 12:36:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:08.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 73568 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.783.000) 2024-10-24 12:36:28 Image size of job updated: 3635136 87 - MemoryUsage of job (MB) 88252 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 12:36:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:28.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 88252 Size = 3635136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.842.000) 2024-10-24 12:36:29 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87152 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 12:36:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:29.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 87152 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.785.000) 2024-10-24 12:36:31 Image size of job updated: 2068076 74 - MemoryUsage of job (MB) 75500 - ResidentSetSize of job (KB) ... 028 (10628.785.000) 2024-10-24 12:36:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:31.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 785 ResidentSetSize = 75500 Size = 2068076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 12:36:33 Image size of job updated: 689892 50 - MemoryUsage of job (MB) 50216 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 12:36:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:33.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 50216 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:36:43 Image size of job updated: 3561468 75 - MemoryUsage of job (MB) 75852 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:36:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:43.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75852 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:36:47 Image size of job updated: 836964 50 - MemoryUsage of job (MB) 50356 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:36:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:36:47.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 50356 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.043.000) 2024-10-24 12:39:32 Image size of job updated: 3606528 91 - MemoryUsage of job (MB) 92352 - ResidentSetSize of job (KB) ... 028 (10628.043.000) 2024-10-24 12:39:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:32.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 43 ResidentSetSize = 92352 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.067.000) 2024-10-24 12:39:34 Image size of job updated: 3674116 94 - MemoryUsage of job (MB) 95872 - ResidentSetSize of job (KB) ... 028 (10628.067.000) 2024-10-24 12:39:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:34.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 67 ResidentSetSize = 95872 Size = 3674116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.064.000) 2024-10-24 12:39:34 Image size of job updated: 3538540 89 - MemoryUsage of job (MB) 91076 - ResidentSetSize of job (KB) ... 028 (10628.064.000) 2024-10-24 12:39:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:34.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 64 ResidentSetSize = 91076 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.065.000) 2024-10-24 12:39:34 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94544 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 12:39:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:34.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 94544 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.091.000) 2024-10-24 12:39:36 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80360 - ResidentSetSize of job (KB) ... 028 (10628.091.000) 2024-10-24 12:39:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:36.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 91 ResidentSetSize = 80360 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.095.000) 2024-10-24 12:39:38 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86100 - ResidentSetSize of job (KB) ... 028 (10628.095.000) 2024-10-24 12:39:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:38.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 95 ResidentSetSize = 86100 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.158.000) 2024-10-24 12:39:39 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78208 - ResidentSetSize of job (KB) ... 028 (10628.158.000) 2024-10-24 12:39:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:39.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 158 ResidentSetSize = 78208 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.083.000) 2024-10-24 12:39:39 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86944 - ResidentSetSize of job (KB) ... 028 (10628.083.000) 2024-10-24 12:39:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:39.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 83 ResidentSetSize = 86944 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.127.000) 2024-10-24 12:39:42 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81700 - ResidentSetSize of job (KB) ... 028 (10628.127.000) 2024-10-24 12:39:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:42.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 127 ResidentSetSize = 81700 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.106.000) 2024-10-24 12:39:43 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82196 - ResidentSetSize of job (KB) ... 028 (10628.106.000) 2024-10-24 12:39:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:43.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 106 ResidentSetSize = 82196 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.128.000) 2024-10-24 12:39:43 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79300 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 12:39:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:43.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 79300 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.125.000) 2024-10-24 12:39:44 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82392 - ResidentSetSize of job (KB) ... 028 (10628.125.000) 2024-10-24 12:39:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:44.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 125 ResidentSetSize = 82392 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.156.000) 2024-10-24 12:39:44 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82360 - ResidentSetSize of job (KB) ... 028 (10628.156.000) 2024-10-24 12:39:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:44.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 156 ResidentSetSize = 82360 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.233.000) 2024-10-24 12:39:49 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 94944 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 12:39:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:49.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 94944 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.269.000) 2024-10-24 12:39:53 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86416 - ResidentSetSize of job (KB) ... 028 (10628.269.000) 2024-10-24 12:39:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:53.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 269 ResidentSetSize = 86416 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.284.000) 2024-10-24 12:39:54 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84152 - ResidentSetSize of job (KB) ... 028 (10628.284.000) 2024-10-24 12:39:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:54.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 284 ResidentSetSize = 84152 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.319.000) 2024-10-24 12:39:59 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83700 - ResidentSetSize of job (KB) ... 028 (10628.319.000) 2024-10-24 12:39:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:59.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 319 ResidentSetSize = 83700 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.249.000) 2024-10-24 12:39:59 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 94076 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 12:39:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:59.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 94076 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.274.000) 2024-10-24 12:39:59 Image size of job updated: 3533768 79 - MemoryUsage of job (MB) 80808 - ResidentSetSize of job (KB) ... 028 (10628.274.000) 2024-10-24 12:39:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:39:59.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 274 ResidentSetSize = 80808 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 12:40:02 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50528 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:40:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:02.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50528 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.332.000) 2024-10-24 12:40:04 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82756 - ResidentSetSize of job (KB) ... 028 (10628.332.000) 2024-10-24 12:40:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:04.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 332 ResidentSetSize = 82756 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.405.000) 2024-10-24 12:40:10 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82884 - ResidentSetSize of job (KB) ... 028 (10628.405.000) 2024-10-24 12:40:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:10.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 405 ResidentSetSize = 82884 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.441.000) 2024-10-24 12:40:15 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 83984 - ResidentSetSize of job (KB) ... 028 (10628.441.000) 2024-10-24 12:40:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:15.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 441 ResidentSetSize = 83984 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.444.000) 2024-10-24 12:40:16 Image size of job updated: 3602636 84 - MemoryUsage of job (MB) 85412 - ResidentSetSize of job (KB) ... 028 (10628.444.000) 2024-10-24 12:40:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:16.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 444 ResidentSetSize = 85412 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.429.000) 2024-10-24 12:40:18 Image size of job updated: 3534024 86 - MemoryUsage of job (MB) 88044 - ResidentSetSize of job (KB) ... 028 (10628.429.000) 2024-10-24 12:40:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:18.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 429 ResidentSetSize = 88044 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.502.000) 2024-10-24 12:40:23 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82860 - ResidentSetSize of job (KB) ... 028 (10628.502.000) 2024-10-24 12:40:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:23.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 502 ResidentSetSize = 82860 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.493.000) 2024-10-24 12:40:23 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82272 - ResidentSetSize of job (KB) ... 028 (10628.493.000) 2024-10-24 12:40:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:23.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 493 ResidentSetSize = 82272 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.545.000) 2024-10-24 12:40:27 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83888 - ResidentSetSize of job (KB) ... 028 (10628.545.000) 2024-10-24 12:40:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:27.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 545 ResidentSetSize = 83888 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.541.000) 2024-10-24 12:40:28 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87976 - ResidentSetSize of job (KB) ... 028 (10628.541.000) 2024-10-24 12:40:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:28.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 541 ResidentSetSize = 87976 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.590.000) 2024-10-24 12:40:32 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83616 - ResidentSetSize of job (KB) ... 028 (10628.590.000) 2024-10-24 12:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:32.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 590 ResidentSetSize = 83616 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.599.000) 2024-10-24 12:40:33 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82916 - ResidentSetSize of job (KB) ... 028 (10628.599.000) 2024-10-24 12:40:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:33.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 599 ResidentSetSize = 82916 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.632.000) 2024-10-24 12:40:38 Image size of job updated: 3534024 86 - MemoryUsage of job (MB) 87076 - ResidentSetSize of job (KB) ... 028 (10628.632.000) 2024-10-24 12:40:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:38.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 632 ResidentSetSize = 87076 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.712.000) 2024-10-24 12:40:47 Image size of job updated: 3601868 86 - MemoryUsage of job (MB) 87880 - ResidentSetSize of job (KB) ... 028 (10628.712.000) 2024-10-24 12:40:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:47.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 712 ResidentSetSize = 87880 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.722.000) 2024-10-24 12:40:54 Image size of job updated: 3621004 77 - MemoryUsage of job (MB) 78364 - ResidentSetSize of job (KB) ... 028 (10628.722.000) 2024-10-24 12:40:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:40:54.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 722 ResidentSetSize = 78364 Size = 3621004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 12:41:00 Image size of job updated: 3561724 80 - MemoryUsage of job (MB) 81688 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 12:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:41:00.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 81688 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.936.000) 2024-10-24 12:41:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3923786_172732876@d12chas544.crc.nd.edu, rescheduling job ... 028 (10628.936.000) 2024-10-24 12:41:31 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T12:41:31.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178171.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 936 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3923786_172732876@d12chas544.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.856.000) 2024-10-24 12:41:33 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82316 - ResidentSetSize of job (KB) ... 028 (10628.856.000) 2024-10-24 12:41:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:41:33.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 856 ResidentSetSize = 82316 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.931.000) 2024-10-24 12:41:40 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83760 - ResidentSetSize of job (KB) ... 028 (10628.931.000) 2024-10-24 12:41:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:41:40.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 931 ResidentSetSize = 83760 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:41:47 Image size of job updated: 836964 50 - MemoryUsage of job (MB) 50404 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:41:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:41:47.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 50404 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.339.000) 2024-10-24 12:42:09 Image size of job updated: 3494392 81 - MemoryUsage of job (MB) 82272 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:42:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:42:09.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 82272 Size = 3494392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:42:34 Image size of job updated: 2126792 54 - MemoryUsage of job (MB) 55240 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:42:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:42:34.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 54 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55240 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.006.000) 2024-10-24 12:44:27 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 91620 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 12:44:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:27.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 91620 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.007.000) 2024-10-24 12:44:28 Image size of job updated: 3539200 91 - MemoryUsage of job (MB) 92596 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 12:44:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:28.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 92596 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.086.000) 2024-10-24 12:44:36 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81328 - ResidentSetSize of job (KB) ... 028 (10628.086.000) 2024-10-24 12:44:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:36.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 86 ResidentSetSize = 81328 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.116.000) 2024-10-24 12:44:37 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82848 - ResidentSetSize of job (KB) ... 028 (10628.116.000) 2024-10-24 12:44:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:37.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 116 ResidentSetSize = 82848 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.111.000) 2024-10-24 12:44:41 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79844 - ResidentSetSize of job (KB) ... 028 (10628.111.000) 2024-10-24 12:44:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:41.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 111 ResidentSetSize = 79844 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.136.000) 2024-10-24 12:44:43 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 87008 - ResidentSetSize of job (KB) ... 028 (10628.136.000) 2024-10-24 12:44:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:43.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 136 ResidentSetSize = 87008 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.092.000) 2024-10-24 12:44:44 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86596 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 12:44:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:44.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 86596 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.115.000) 2024-10-24 12:44:45 Image size of job updated: 3601100 80 - MemoryUsage of job (MB) 81800 - ResidentSetSize of job (KB) ... 028 (10628.115.000) 2024-10-24 12:44:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:45.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 115 ResidentSetSize = 81800 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.245.000) 2024-10-24 12:44:51 Image size of job updated: 1813224 69 - MemoryUsage of job (MB) 69800 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 12:44:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:51.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 69800 Size = 1813224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.286.000) 2024-10-24 12:44:53 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80532 - ResidentSetSize of job (KB) ... 028 (10628.286.000) 2024-10-24 12:44:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:53.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 286 ResidentSetSize = 80532 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.267.000) 2024-10-24 12:44:54 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82760 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 12:44:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:54.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 82760 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.302.000) 2024-10-24 12:44:56 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84804 - ResidentSetSize of job (KB) ... 028 (10628.302.000) 2024-10-24 12:44:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:56.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 302 ResidentSetSize = 84804 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.301.000) 2024-10-24 12:44:56 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84172 - ResidentSetSize of job (KB) ... 028 (10628.301.000) 2024-10-24 12:44:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:56.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 301 ResidentSetSize = 84172 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.221.000) 2024-10-24 12:44:58 Image size of job updated: 1880556 66 - MemoryUsage of job (MB) 67304 - ResidentSetSize of job (KB) ... 028 (10628.221.000) 2024-10-24 12:44:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:58.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 221 ResidentSetSize = 67304 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.278.000) 2024-10-24 12:44:59 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84808 - ResidentSetSize of job (KB) ... 028 (10628.278.000) 2024-10-24 12:44:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:59.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 278 ResidentSetSize = 84808 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.272.000) 2024-10-24 12:44:59 Image size of job updated: 3634880 80 - MemoryUsage of job (MB) 81056 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 12:44:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:44:59.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 81056 Size = 3634880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.313.000) 2024-10-24 12:45:01 Image size of job updated: 3533768 83 - MemoryUsage of job (MB) 84892 - ResidentSetSize of job (KB) ... 028 (10628.313.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:01.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 313 ResidentSetSize = 84892 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.072.000) 2024-10-24 12:45:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu, rescheduling job ... 028 (10628.072.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T12:45:01.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobReconnectFailedEvent" Proc = 72 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.175.000) 2024-10-24 12:45:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu, rescheduling job ... 028 (10628.175.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T12:45:01.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobReconnectFailedEvent" Proc = 175 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.318.000) 2024-10-24 12:45:01 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81700 - ResidentSetSize of job (KB) ... 028 (10628.318.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:01.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 318 ResidentSetSize = 81700 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 12:45:01 Image size of job updated: 3535048 84 - MemoryUsage of job (MB) 85248 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:01.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 85248 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.208.000) 2024-10-24 12:45:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu, rescheduling job ... 028 (10628.208.000) 2024-10-24 12:45:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T12:45:01.848" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620553" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4452466" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobReconnectFailedEvent" Proc = 208 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_1761274_317060175@cn444.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.316.000) 2024-10-24 12:45:02 Image size of job updated: 3535048 81 - MemoryUsage of job (MB) 82552 - ResidentSetSize of job (KB) ... 028 (10628.316.000) 2024-10-24 12:45:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:02.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 316 ResidentSetSize = 82552 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.261.000) 2024-10-24 12:45:04 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 93016 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 12:45:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:04.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 93016 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.355.000) 2024-10-24 12:45:04 Image size of job updated: 1881068 70 - MemoryUsage of job (MB) 71424 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 12:45:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:04.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 71424 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.028.000) 2024-10-24 12:45:05 Image size of job updated: 3607152 96 - MemoryUsage of job (MB) 97804 - ResidentSetSize of job (KB) ... 028 (10628.028.000) 2024-10-24 12:45:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:05.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 28 ResidentSetSize = 97804 Size = 3607152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 12:45:07 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57852 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 12:45:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:07.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 57852 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.377.000) 2024-10-24 12:45:08 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79760 - ResidentSetSize of job (KB) ... 028 (10628.377.000) 2024-10-24 12:45:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:08.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 377 ResidentSetSize = 79760 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.371.000) 2024-10-24 12:45:11 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82580 - ResidentSetSize of job (KB) ... 028 (10628.371.000) 2024-10-24 12:45:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:11.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 371 ResidentSetSize = 82580 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.399.000) 2024-10-24 12:45:12 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83828 - ResidentSetSize of job (KB) ... 028 (10628.399.000) 2024-10-24 12:45:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:12.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 399 ResidentSetSize = 83828 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.428.000) 2024-10-24 12:45:16 Image size of job updated: 3538944 84 - MemoryUsage of job (MB) 85728 - ResidentSetSize of job (KB) ... 028 (10628.428.000) 2024-10-24 12:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:16.174" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 428 ResidentSetSize = 85728 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.432.000) 2024-10-24 12:45:16 Image size of job updated: 3601612 83 - MemoryUsage of job (MB) 84100 - ResidentSetSize of job (KB) ... 028 (10628.432.000) 2024-10-24 12:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:16.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 432 ResidentSetSize = 84100 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:45:17 Image size of job updated: 775140 35 - MemoryUsage of job (MB) 35740 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:17.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 35 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 35740 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.435.000) 2024-10-24 12:45:17 Image size of job updated: 3535048 84 - MemoryUsage of job (MB) 85472 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 12:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:17.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 85472 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.433.000) 2024-10-24 12:45:22 Image size of job updated: 3561980 79 - MemoryUsage of job (MB) 80300 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:45:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:22.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 80300 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.194.000) 2024-10-24 12:45:22 Started transferring output files ... 028 (10628.194.000) 2024-10-24 12:45:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:22.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.194.000) 2024-10-24 12:45:22 Finished transferring output files ... 028 (10628.194.000) 2024-10-24 12:45:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:22.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.194.000) 2024-10-24 12:45:22 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.194.000) 2024-10-24 12:45:22 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T12:45:22.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 194 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 006 (10628.540.000) 2024-10-24 12:45:26 Image size of job updated: 3534280 85 - MemoryUsage of job (MB) 86584 - ResidentSetSize of job (KB) ... 028 (10628.540.000) 2024-10-24 12:45:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:26.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 540 ResidentSetSize = 86584 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.544.000) 2024-10-24 12:45:29 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85576 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 12:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:29.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 85576 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.538.000) 2024-10-24 12:45:30 Image size of job updated: 3607856 79 - MemoryUsage of job (MB) 80656 - ResidentSetSize of job (KB) ... 028 (10628.538.000) 2024-10-24 12:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:30.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 538 ResidentSetSize = 80656 Size = 3607856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.048.000) 2024-10-24 12:45:37 Image size of job updated: 3708100 82 - MemoryUsage of job (MB) 83040 - ResidentSetSize of job (KB) ... 028 (10628.048.000) 2024-10-24 12:45:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:37.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 48 ResidentSetSize = 83040 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.630.000) 2024-10-24 12:45:38 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86128 - ResidentSetSize of job (KB) ... 028 (10628.630.000) 2024-10-24 12:45:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:38.301" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 630 ResidentSetSize = 86128 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.635.000) 2024-10-24 12:45:38 Image size of job updated: 3737300 86 - MemoryUsage of job (MB) 87480 - ResidentSetSize of job (KB) ... 028 (10628.635.000) 2024-10-24 12:45:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:38.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 635 ResidentSetSize = 87480 Size = 3737300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.628.000) 2024-10-24 12:45:39 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84868 - ResidentSetSize of job (KB) ... 028 (10628.628.000) 2024-10-24 12:45:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:39.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 628 ResidentSetSize = 84868 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.642.000) 2024-10-24 12:45:39 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 82960 - ResidentSetSize of job (KB) ... 028 (10628.642.000) 2024-10-24 12:45:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:39.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 642 ResidentSetSize = 82960 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.631.000) 2024-10-24 12:45:40 Image size of job updated: 3538944 86 - MemoryUsage of job (MB) 87836 - ResidentSetSize of job (KB) ... 028 (10628.631.000) 2024-10-24 12:45:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:40.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 631 ResidentSetSize = 87836 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.685.000) 2024-10-24 12:45:42 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82260 - ResidentSetSize of job (KB) ... 028 (10628.685.000) 2024-10-24 12:45:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:42.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 685 ResidentSetSize = 82260 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.718.000) 2024-10-24 12:45:43 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82860 - ResidentSetSize of job (KB) ... 028 (10628.718.000) 2024-10-24 12:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:43.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 718 ResidentSetSize = 82860 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.713.000) 2024-10-24 12:45:45 Image size of job updated: 3601100 86 - MemoryUsage of job (MB) 87852 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 12:45:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:45.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 87852 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.706.000) 2024-10-24 12:45:46 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 82984 - ResidentSetSize of job (KB) ... 028 (10628.706.000) 2024-10-24 12:45:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:46.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 706 ResidentSetSize = 82984 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.727.000) 2024-10-24 12:45:50 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84772 - ResidentSetSize of job (KB) ... 028 (10628.727.000) 2024-10-24 12:45:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:45:50.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 727 ResidentSetSize = 84772 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.776.000) 2024-10-24 12:46:23 Image size of job updated: 3634368 88 - MemoryUsage of job (MB) 89896 - ResidentSetSize of job (KB) ... 028 (10628.776.000) 2024-10-24 12:46:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:23.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 776 ResidentSetSize = 89896 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.810.000) 2024-10-24 12:46:27 Image size of job updated: 3606640 90 - MemoryUsage of job (MB) 91644 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 12:46:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:27.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 91644 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.851.000) 2024-10-24 12:46:31 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80728 - ResidentSetSize of job (KB) ... 028 (10628.851.000) 2024-10-24 12:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:31.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 851 ResidentSetSize = 80728 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.850.000) 2024-10-24 12:46:32 Image size of job updated: 3534024 87 - MemoryUsage of job (MB) 88392 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 12:46:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:32.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 88392 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.864.000) 2024-10-24 12:46:32 Image size of job updated: 3535048 84 - MemoryUsage of job (MB) 85848 - ResidentSetSize of job (KB) ... 028 (10628.864.000) 2024-10-24 12:46:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:32.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 864 ResidentSetSize = 85848 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.923.000) 2024-10-24 12:46:40 Image size of job updated: 3602636 82 - MemoryUsage of job (MB) 83532 - ResidentSetSize of job (KB) ... 028 (10628.923.000) 2024-10-24 12:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:40.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 923 ResidentSetSize = 83532 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.909.000) 2024-10-24 12:46:40 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94904 - ResidentSetSize of job (KB) ... 028 (10628.909.000) 2024-10-24 12:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:40.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 909 ResidentSetSize = 94904 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.971.000) 2024-10-24 12:46:44 Image size of job updated: 1812968 67 - MemoryUsage of job (MB) 68232 - ResidentSetSize of job (KB) ... 028 (10628.971.000) 2024-10-24 12:46:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:44.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 971 ResidentSetSize = 68232 Size = 1812968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.937.000) 2024-10-24 12:46:46 Image size of job updated: 3601868 88 - MemoryUsage of job (MB) 89948 - ResidentSetSize of job (KB) ... 028 (10628.937.000) 2024-10-24 12:46:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:46.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 937 ResidentSetSize = 89948 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.938.000) 2024-10-24 12:46:46 Image size of job updated: 3602636 81 - MemoryUsage of job (MB) 82824 - ResidentSetSize of job (KB) ... 028 (10628.938.000) 2024-10-24 12:46:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:46.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 938 ResidentSetSize = 82824 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:46:46 Image size of job updated: 838116 51 - MemoryUsage of job (MB) 51784 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:46:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:46.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51784 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 12:46:48 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57864 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 12:46:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:48.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 57864 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.171.000) 2024-10-24 12:46:49 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87584 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 12:46:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:46:49.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 87584 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.970.000) 2024-10-24 12:47:14 Started transferring output files ... 028 (10628.970.000) 2024-10-24 12:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:14.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.970.000) 2024-10-24 12:47:14 Finished transferring output files ... 028 (10628.970.000) 2024-10-24 12:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:14.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.970.000) 2024-10-24 12:47:14 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.970.000) 2024-10-24 12:47:14 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T12:47:14.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 970 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 006 (10628.787.000) 2024-10-24 12:47:14 Image size of job updated: 2126024 55 - MemoryUsage of job (MB) 55468 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:14.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 55468 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.957.000) 2024-10-24 12:47:14 Started transferring output files ... 028 (10628.957.000) 2024-10-24 12:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:14.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.957.000) 2024-10-24 12:47:14 Finished transferring output files ... 028 (10628.957.000) 2024-10-24 12:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:14.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.957.000) 2024-10-24 12:47:15 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.957.000) 2024-10-24 12:47:15 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T12:47:15.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 957 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 040 (10628.999.000) 2024-10-24 12:47:17 Started transferring output files ... 028 (10628.999.000) 2024-10-24 12:47:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:17.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.999.000) 2024-10-24 12:47:17 Finished transferring output files ... 028 (10628.999.000) 2024-10-24 12:47:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:17.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.999.000) 2024-10-24 12:47:17 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 863 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.999.000) 2024-10-24 12:47:17 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T12:47:17.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "UChicago_Pile" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UChicago_Pile" MyType = "JobEvictedEvent" Proc = 999 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 863.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 040 (10628.175.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.208.172:37247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29365774%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050455&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37247+[2620-6a-0-8862-f0-0-208-172]-37247&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.175.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.010" EventTypeNumber = 28 Host = "<131.225.208.172:37247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29365774%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050455&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37247+[2620-6a-0-8862-f0-0-208-172]-37247&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.194.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.208.175:36711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29406661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050456&PrivNet=osg-4196837-0-fnpc23042.fnal.gov&addrs=131.225.208.175-36711+[2620-6a-0-8862-f0-0-208-175]-36711&alias=osg-4196837-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.194.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.041" EventTypeNumber = 28 Host = "<131.225.208.175:36711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29406661%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050456&PrivNet=osg-4196837-0-fnpc23042.fnal.gov&addrs=131.225.208.175-36711+[2620-6a-0-8862-f0-0-208-175]-36711&alias=osg-4196837-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.175.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.175.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.194.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.194.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.936.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.208.200:37177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29365775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050457&PrivNet=osg-3976335-0-fnpc23121.fnal.gov&addrs=131.225.208.200-37177+[2620-6a-0-8862-f0-0-208-200]-37177&alias=osg-3976335-0-fnpc23121.fnal.gov&noUDP> ... 028 (10628.936.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.170" EventTypeNumber = 28 Host = "<131.225.208.200:37177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29365775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050457&PrivNet=osg-3976335-0-fnpc23121.fnal.gov&addrs=131.225.208.200-37177+[2620-6a-0-8862-f0-0-208-200]-37177&alias=osg-3976335-0-fnpc23121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.936.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.936.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.219" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.957.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.208.175:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29341962%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9958469&PrivNet=osg-3976153-0-fnpc23042.fnal.gov&addrs=131.225.208.175-40789+[2620-6a-0-8862-f0-0-208-175]-40789&alias=osg-3976153-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.957.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.238" EventTypeNumber = 28 Host = "<131.225.208.175:40789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29341962%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9958469&PrivNet=osg-3976153-0-fnpc23042.fnal.gov&addrs=131.225.208.175-40789+[2620-6a-0-8862-f0-0-208-175]-40789&alias=osg-3976153-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.957.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.957.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.999.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.209.207:42481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51010450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10000685&PrivNet=osg-3975957-0-fnpc9008.fnal.gov&addrs=131.225.209.207-42481+[2620-6a-0-8862-f0-0-209-207]-42481&alias=osg-3975957-0-fnpc9008.fnal.gov&noUDP> ... 028 (10628.999.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.320" EventTypeNumber = 28 Host = "<131.225.209.207:42481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51010450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10000685&PrivNet=osg-3975957-0-fnpc9008.fnal.gov&addrs=131.225.209.207-42481+[2620-6a-0-8862-f0-0-209-207]-42481&alias=osg-3975957-0-fnpc9008.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.970.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <131.225.208.50:35957?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037183&PrivNet=osg-3976585-0-fnpc22021.fnal.gov&addrs=131.225.208.50-35957+[2620-6a-0-8862-f0-0-208-50]-35957&alias=osg-3976585-0-fnpc22021.fnal.gov&noUDP> ... 028 (10628.970.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.335" EventTypeNumber = 28 Host = "<131.225.208.50:35957?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037183&PrivNet=osg-3976585-0-fnpc22021.fnal.gov&addrs=131.225.208.50-35957+[2620-6a-0-8862-f0-0-208-50]-35957&alias=osg-3976585-0-fnpc22021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.999.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.999.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.970.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.970.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.072.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <10.138.12.13:44283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722117%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995213&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-44283&alias=c1213.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.393" EventTypeNumber = 28 Host = "<10.138.12.13:44283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722117%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995213&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-44283&alias=c1213.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.208.000) 2024-10-24 12:47:21 Started transferring input files Transferring to host: <172.20.32.66:33705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50906872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973206&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-33705&alias=execute-138.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.428" EventTypeNumber = 28 Host = "<172.20.32.66:33705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50906872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973206&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-33705&alias=execute-138.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.072.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.072.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.208.000) 2024-10-24 12:47:21 Finished transferring input files ... 028 (10628.208.000) 2024-10-24 12:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:21.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.936.000) 2024-10-24 12:47:22 Warning from starter on slot1_7@glidein_8_1047338600@osg-3976335-0-fnpc23121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.936.000) 2024-10-24 12:47:22 Job executing on host: <131.225.208.200:35773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946961&PrivNet=osg-3976335-0-fnpc23121.fnal.gov&addrs=131.225.208.200-35773+[2620-6a-0-8862-f0-0-208-200]-35773&alias=osg-3976335-0-fnpc23121.fnal.gov&noUDP> ... 028 (10628.936.000) 2024-10-24 12:47:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:22.626" EventTypeNumber = 28 ExecuteHost = "<131.225.208.200:35773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946961&PrivNet=osg-3976335-0-fnpc23121.fnal.gov&addrs=131.225.208.200-35773+[2620-6a-0-8862-f0-0-208-200]-35773&alias=osg-3976335-0-fnpc23121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.999.000) 2024-10-24 12:47:22 Warning from starter on slot1_5@glidein_8_251898198@osg-3975957-0-fnpc9008.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.999.000) 2024-10-24 12:47:22 Job executing on host: <131.225.209.207:41987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993055&PrivNet=osg-3975957-0-fnpc9008.fnal.gov&addrs=131.225.209.207-41987+[2620-6a-0-8862-f0-0-209-207]-41987&alias=osg-3975957-0-fnpc9008.fnal.gov&noUDP> ... 028 (10628.999.000) 2024-10-24 12:47:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:22.692" EventTypeNumber = 28 ExecuteHost = "<131.225.209.207:41987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357182%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993055&PrivNet=osg-3975957-0-fnpc9008.fnal.gov&addrs=131.225.209.207-41987+[2620-6a-0-8862-f0-0-209-207]-41987&alias=osg-3975957-0-fnpc9008.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.072.000) 2024-10-24 12:47:22 Warning from starter on slot1@glidein_1789515_448301184@c1213.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.072.000) 2024-10-24 12:47:22 Job executing on host: <10.138.12.13:41353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988069&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-41353&alias=c1213.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 12:47:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:22.726" EventTypeNumber = 28 ExecuteHost = "<10.138.12.13:41353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988069&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-41353&alias=c1213.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.970.000) 2024-10-24 12:47:22 Warning from starter on slot1_5@glidein_8_389790817@osg-3976585-0-fnpc22021.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.970.000) 2024-10-24 12:47:22 Job executing on host: <131.225.208.50:42481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001192&PrivNet=osg-3976585-0-fnpc22021.fnal.gov&addrs=131.225.208.50-42481+[2620-6a-0-8862-f0-0-208-50]-42481&alias=osg-3976585-0-fnpc22021.fnal.gov&noUDP> ... 028 (10628.970.000) 2024-10-24 12:47:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:22.784" EventTypeNumber = 28 ExecuteHost = "<131.225.208.50:42481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001192&PrivNet=osg-3976585-0-fnpc22021.fnal.gov&addrs=131.225.208.50-42481+[2620-6a-0-8862-f0-0-208-50]-42481&alias=osg-3976585-0-fnpc22021.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.208.000) 2024-10-24 12:47:23 Warning from starter on slot1_3@glidein_707516_339748123@execute-138.mortimer.hpc.uwm.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.208.000) 2024-10-24 12:47:23 Job executing on host: <172.20.32.66:45889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50896250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031062&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-45889&alias=execute-138.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 12:47:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:23.518" EventTypeNumber = 28 ExecuteHost = "<172.20.32.66:45889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50896250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031062&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-45889&alias=execute-138.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "ExecuteEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.957.000) 2024-10-24 12:47:23 Warning from starter on slot1_3@glidein_7_401528016@osg-3976153-0-fnpc23042.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.957.000) 2024-10-24 12:47:23 Job executing on host: <131.225.208.175:33017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899291%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994133&PrivNet=osg-3976153-0-fnpc23042.fnal.gov&addrs=131.225.208.175-33017+[2620-6a-0-8862-f0-0-208-175]-33017&alias=osg-3976153-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.957.000) 2024-10-24 12:47:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:23.618" EventTypeNumber = 28 ExecuteHost = "<131.225.208.175:33017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899291%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994133&PrivNet=osg-3976153-0-fnpc23042.fnal.gov&addrs=131.225.208.175-33017+[2620-6a-0-8862-f0-0-208-175]-33017&alias=osg-3976153-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.194.000) 2024-10-24 12:47:23 Warning from starter on slot1_1@glidein_8_580224632@osg-4196837-0-fnpc23042.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.194.000) 2024-10-24 12:47:23 Job executing on host: <131.225.208.175:43507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043388&PrivNet=osg-4196837-0-fnpc23042.fnal.gov&addrs=131.225.208.175-43507+[2620-6a-0-8862-f0-0-208-175]-43507&alias=osg-4196837-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.194.000) 2024-10-24 12:47:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:23.885" EventTypeNumber = 28 ExecuteHost = "<131.225.208.175:43507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043388&PrivNet=osg-4196837-0-fnpc23042.fnal.gov&addrs=131.225.208.175-43507+[2620-6a-0-8862-f0-0-208-175]-43507&alias=osg-4196837-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.175.000) 2024-10-24 12:47:24 Warning from starter on slot1_2@glidein_7_280360092@osg-3975788-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.175.000) 2024-10-24 12:47:24 Job executing on host: <131.225.208.172:41907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041123&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41907+[2620-6a-0-8862-f0-0-208-172]-41907&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.175.000) 2024-10-24 12:47:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:24.726" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356022%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041123&PrivNet=osg-3975788-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41907+[2620-6a-0-8862-f0-0-208-172]-41907&alias=osg-3975788-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.936.000) 2024-10-24 12:47:31 Image size of job updated: 3472836 43 - MemoryUsage of job (MB) 43384 - ResidentSetSize of job (KB) ... 028 (10628.936.000) 2024-10-24 12:47:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:47:31.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 43 MyType = "JobImageSizeEvent" Proc = 936 ResidentSetSize = 43384 Size = 3472836 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.969.000) 2024-10-24 12:48:14 Started transferring output files ... 028 (10628.969.000) 2024-10-24 12:48:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:48:14.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.969.000) 2024-10-24 12:48:14 Finished transferring output files ... 028 (10628.969.000) 2024-10-24 12:48:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:48:14.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.969.000) 2024-10-24 12:48:14 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.969.000) 2024-10-24 12:48:14 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T12:48:14.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 969 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 022 (10628.960.000) 2024-10-24 12:48:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@IU-Jetstream2-Backfill.6c6022f80a62 <172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=startd_4630_5f95> ... 028 (10628.960.000) 2024-10-24 12:48:58 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T12:48:58.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 960 StartdAddr = "<172.17.0.2:44081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50814368%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9872043&PrivNet=IU-Jetstream2-Backfill.6c6022f80a62&addrs=172.17.0.2-44081&alias=IU-Jetstream2-Backfill.6c6022f80a62&noUDP&sock=startd_4630_5f95>" StartdName = "slot1_5@IU-Jetstream2-Backfill.6c6022f80a62" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.002.000) 2024-10-24 12:49:28 Image size of job updated: 3708100 90 - MemoryUsage of job (MB) 91448 - ResidentSetSize of job (KB) ... 028 (10628.002.000) 2024-10-24 12:49:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:28.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 2 ResidentSetSize = 91448 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.045.000) 2024-10-24 12:49:28 Image size of job updated: 2591404 84 - MemoryUsage of job (MB) 85992 - ResidentSetSize of job (KB) ... 028 (10628.045.000) 2024-10-24 12:49:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:28.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 45 ResidentSetSize = 85992 Size = 2591404 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.010.000) 2024-10-24 12:49:31 Image size of job updated: 3736788 82 - MemoryUsage of job (MB) 83100 - ResidentSetSize of job (KB) ... 028 (10628.010.000) 2024-10-24 12:49:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:31.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 10 ResidentSetSize = 83100 Size = 3736788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.049.000) 2024-10-24 12:49:34 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86476 - ResidentSetSize of job (KB) ... 028 (10628.049.000) 2024-10-24 12:49:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:34.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 49 ResidentSetSize = 86476 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 12:49:35 Image size of job updated: 840168 45 - MemoryUsage of job (MB) 45236 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 12:49:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:35.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 45236 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.094.000) 2024-10-24 12:49:39 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81748 - ResidentSetSize of job (KB) ... 028 (10628.094.000) 2024-10-24 12:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:39.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 94 ResidentSetSize = 81748 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.102.000) 2024-10-24 12:49:39 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82520 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 12:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:39.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 82520 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.101.000) 2024-10-24 12:49:39 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 76980 - ResidentSetSize of job (KB) ... 028 (10628.101.000) 2024-10-24 12:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:39.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 101 ResidentSetSize = 76980 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.104.000) 2024-10-24 12:49:39 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 80972 - ResidentSetSize of job (KB) ... 028 (10628.104.000) 2024-10-24 12:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:39.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 104 ResidentSetSize = 80972 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.143.000) 2024-10-24 12:49:40 Image size of job updated: 3601612 77 - MemoryUsage of job (MB) 78668 - ResidentSetSize of job (KB) ... 028 (10628.143.000) 2024-10-24 12:49:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:40.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 143 ResidentSetSize = 78668 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.113.000) 2024-10-24 12:49:41 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78636 - ResidentSetSize of job (KB) ... 028 (10628.113.000) 2024-10-24 12:49:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:41.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 113 ResidentSetSize = 78636 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.074.000) 2024-10-24 12:49:42 Image size of job updated: 3630108 93 - MemoryUsage of job (MB) 94988 - ResidentSetSize of job (KB) ... 028 (10628.074.000) 2024-10-24 12:49:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:42.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 74 ResidentSetSize = 94988 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.129.000) 2024-10-24 12:49:43 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83404 - ResidentSetSize of job (KB) ... 028 (10628.129.000) 2024-10-24 12:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:43.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 129 ResidentSetSize = 83404 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.100.000) 2024-10-24 12:49:43 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 80956 - ResidentSetSize of job (KB) ... 028 (10628.100.000) 2024-10-24 12:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:43.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 100 ResidentSetSize = 80956 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.108.000) 2024-10-24 12:49:44 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80876 - ResidentSetSize of job (KB) ... 028 (10628.108.000) 2024-10-24 12:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:44.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 108 ResidentSetSize = 80876 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.075.000) 2024-10-24 12:49:44 Image size of job updated: 3494292 87 - MemoryUsage of job (MB) 88608 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 12:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:44.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 88608 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.118.000) 2024-10-24 12:49:45 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 78880 - ResidentSetSize of job (KB) ... 028 (10628.118.000) 2024-10-24 12:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:45.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 118 ResidentSetSize = 78880 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.133.000) 2024-10-24 12:49:45 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84068 - ResidentSetSize of job (KB) ... 028 (10628.133.000) 2024-10-24 12:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:45.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 133 ResidentSetSize = 84068 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.053.000) 2024-10-24 12:49:45 Image size of job updated: 3630620 89 - MemoryUsage of job (MB) 90276 - ResidentSetSize of job (KB) ... 028 (10628.053.000) 2024-10-24 12:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:45.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 53 ResidentSetSize = 90276 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.120.000) 2024-10-24 12:49:45 Image size of job updated: 3534792 68 - MemoryUsage of job (MB) 69196 - ResidentSetSize of job (KB) ... 028 (10628.120.000) 2024-10-24 12:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:45.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 120 ResidentSetSize = 69196 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.164.000) 2024-10-24 12:49:47 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 90012 - ResidentSetSize of job (KB) ... 028 (10628.164.000) 2024-10-24 12:49:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:47.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 164 ResidentSetSize = 90012 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.168.000) 2024-10-24 12:49:47 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82172 - ResidentSetSize of job (KB) ... 028 (10628.168.000) 2024-10-24 12:49:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:47.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 168 ResidentSetSize = 82172 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.236.000) 2024-10-24 12:49:50 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88660 - ResidentSetSize of job (KB) ... 028 (10628.236.000) 2024-10-24 12:49:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:50.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 236 ResidentSetSize = 88660 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.235.000) 2024-10-24 12:49:53 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88120 - ResidentSetSize of job (KB) ... 028 (10628.235.000) 2024-10-24 12:49:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:53.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 235 ResidentSetSize = 88120 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.273.000) 2024-10-24 12:49:55 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82692 - ResidentSetSize of job (KB) ... 028 (10628.273.000) 2024-10-24 12:49:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:55.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 273 ResidentSetSize = 82692 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.297.000) 2024-10-24 12:49:57 Image size of job updated: 3533512 79 - MemoryUsage of job (MB) 80848 - ResidentSetSize of job (KB) ... 028 (10628.297.000) 2024-10-24 12:49:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:57.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 297 ResidentSetSize = 80848 Size = 3533512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.031.000) 2024-10-24 12:49:58 Image size of job updated: 3538796 89 - MemoryUsage of job (MB) 91020 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 12:49:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:58.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 91020 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.257.000) 2024-10-24 12:49:58 Image size of job updated: 3606896 90 - MemoryUsage of job (MB) 91768 - ResidentSetSize of job (KB) ... 028 (10628.257.000) 2024-10-24 12:49:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:58.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 257 ResidentSetSize = 91768 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.264.000) 2024-10-24 12:49:58 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81256 - ResidentSetSize of job (KB) ... 028 (10628.264.000) 2024-10-24 12:49:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:58.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 264 ResidentSetSize = 81256 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.303.000) 2024-10-24 12:49:59 Image size of job updated: 3669712 85 - MemoryUsage of job (MB) 86628 - ResidentSetSize of job (KB) ... 028 (10628.303.000) 2024-10-24 12:49:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:59.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 303 ResidentSetSize = 86628 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.277.000) 2024-10-24 12:49:59 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82508 - ResidentSetSize of job (KB) ... 028 (10628.277.000) 2024-10-24 12:49:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:49:59.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 277 ResidentSetSize = 82508 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.274.000) 2024-10-24 12:50:00 Image size of job updated: 3533768 81 - MemoryUsage of job (MB) 82856 - ResidentSetSize of job (KB) ... 028 (10628.274.000) 2024-10-24 12:50:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:00.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 274 ResidentSetSize = 82856 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.308.000) 2024-10-24 12:50:00 Image size of job updated: 3601612 81 - MemoryUsage of job (MB) 82500 - ResidentSetSize of job (KB) ... 028 (10628.308.000) 2024-10-24 12:50:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:00.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 308 ResidentSetSize = 82500 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.317.000) 2024-10-24 12:50:01 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78376 - ResidentSetSize of job (KB) ... 028 (10628.317.000) 2024-10-24 12:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:01.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 317 ResidentSetSize = 78376 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.326.000) 2024-10-24 12:50:02 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83604 - ResidentSetSize of job (KB) ... 028 (10628.326.000) 2024-10-24 12:50:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:02.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 326 ResidentSetSize = 83604 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.328.000) 2024-10-24 12:50:04 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84248 - ResidentSetSize of job (KB) ... 028 (10628.328.000) 2024-10-24 12:50:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:04.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 328 ResidentSetSize = 84248 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.345.000) 2024-10-24 12:50:06 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80736 - ResidentSetSize of job (KB) ... 028 (10628.345.000) 2024-10-24 12:50:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:06.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 345 ResidentSetSize = 80736 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.372.000) 2024-10-24 12:50:07 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81072 - ResidentSetSize of job (KB) ... 028 (10628.372.000) 2024-10-24 12:50:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:07.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 372 ResidentSetSize = 81072 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.336.000) 2024-10-24 12:50:08 Image size of job updated: 3562520 87 - MemoryUsage of job (MB) 88536 - ResidentSetSize of job (KB) ... 028 (10628.336.000) 2024-10-24 12:50:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:08.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 336 ResidentSetSize = 88536 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.234.000) 2024-10-24 12:50:08 Image size of job updated: 3562776 89 - MemoryUsage of job (MB) 90480 - ResidentSetSize of job (KB) ... 028 (10628.234.000) 2024-10-24 12:50:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:08.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 234 ResidentSetSize = 90480 Size = 3562776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.352.000) 2024-10-24 12:50:09 Image size of job updated: 3629468 93 - MemoryUsage of job (MB) 94492 - ResidentSetSize of job (KB) ... 028 (10628.352.000) 2024-10-24 12:50:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:09.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 352 ResidentSetSize = 94492 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.406.000) 2024-10-24 12:50:11 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84340 - ResidentSetSize of job (KB) ... 028 (10628.406.000) 2024-10-24 12:50:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:11.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 406 ResidentSetSize = 84340 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.405.000) 2024-10-24 12:50:11 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84932 - ResidentSetSize of job (KB) ... 028 (10628.405.000) 2024-10-24 12:50:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:11.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 405 ResidentSetSize = 84932 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.402.000) 2024-10-24 12:50:11 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 78876 - ResidentSetSize of job (KB) ... 028 (10628.402.000) 2024-10-24 12:50:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:11.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 402 ResidentSetSize = 78876 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.395.000) 2024-10-24 12:50:12 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83484 - ResidentSetSize of job (KB) ... 028 (10628.395.000) 2024-10-24 12:50:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:12.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 395 ResidentSetSize = 83484 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.387.000) 2024-10-24 12:50:12 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93792 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 12:50:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:12.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 93792 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.351.000) 2024-10-24 12:50:12 Image size of job updated: 3495060 88 - MemoryUsage of job (MB) 90052 - ResidentSetSize of job (KB) ... 028 (10628.351.000) 2024-10-24 12:50:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:12.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 351 ResidentSetSize = 90052 Size = 3495060 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.390.000) 2024-10-24 12:50:12 Image size of job updated: 3669200 78 - MemoryUsage of job (MB) 79016 - ResidentSetSize of job (KB) ... 028 (10628.390.000) 2024-10-24 12:50:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:12.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 390 ResidentSetSize = 79016 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.434.000) 2024-10-24 12:50:16 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85292 - ResidentSetSize of job (KB) ... 028 (10628.434.000) 2024-10-24 12:50:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:16.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 434 ResidentSetSize = 85292 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.439.000) 2024-10-24 12:50:16 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84720 - ResidentSetSize of job (KB) ... 028 (10628.439.000) 2024-10-24 12:50:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:16.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 439 ResidentSetSize = 84720 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.440.000) 2024-10-24 12:50:16 Image size of job updated: 3602636 85 - MemoryUsage of job (MB) 86696 - ResidentSetSize of job (KB) ... 028 (10628.440.000) 2024-10-24 12:50:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:16.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 440 ResidentSetSize = 86696 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.421.000) 2024-10-24 12:50:17 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82428 - ResidentSetSize of job (KB) ... 028 (10628.421.000) 2024-10-24 12:50:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:17.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 421 ResidentSetSize = 82428 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.436.000) 2024-10-24 12:50:17 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81296 - ResidentSetSize of job (KB) ... 028 (10628.436.000) 2024-10-24 12:50:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:17.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 436 ResidentSetSize = 81296 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.437.000) 2024-10-24 12:50:17 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82684 - ResidentSetSize of job (KB) ... 028 (10628.437.000) 2024-10-24 12:50:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:17.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 437 ResidentSetSize = 82684 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.438.000) 2024-10-24 12:50:18 Image size of job updated: 3534536 67 - MemoryUsage of job (MB) 68032 - ResidentSetSize of job (KB) ... 028 (10628.438.000) 2024-10-24 12:50:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:18.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 438 ResidentSetSize = 68032 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.448.000) 2024-10-24 12:50:18 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85460 - ResidentSetSize of job (KB) ... 028 (10628.448.000) 2024-10-24 12:50:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:18.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 448 ResidentSetSize = 85460 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.454.000) 2024-10-24 12:50:18 Image size of job updated: 1881324 72 - MemoryUsage of job (MB) 73308 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 12:50:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:18.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 73308 Size = 1881324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.451.000) 2024-10-24 12:50:18 Image size of job updated: 3630620 87 - MemoryUsage of job (MB) 89000 - ResidentSetSize of job (KB) ... 028 (10628.451.000) 2024-10-24 12:50:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:18.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 451 ResidentSetSize = 89000 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.464.000) 2024-10-24 12:50:19 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81672 - ResidentSetSize of job (KB) ... 028 (10628.464.000) 2024-10-24 12:50:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:19.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 464 ResidentSetSize = 81672 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.478.000) 2024-10-24 12:50:22 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80156 - ResidentSetSize of job (KB) ... 028 (10628.478.000) 2024-10-24 12:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:22.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 478 ResidentSetSize = 80156 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 12:50:22 Image size of job updated: 3562648 91 - MemoryUsage of job (MB) 92852 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 12:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:22.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 92852 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.471.000) 2024-10-24 12:50:23 Image size of job updated: 3630108 90 - MemoryUsage of job (MB) 92016 - ResidentSetSize of job (KB) ... 028 (10628.471.000) 2024-10-24 12:50:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:23.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 471 ResidentSetSize = 92016 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.488.000) 2024-10-24 12:50:24 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81404 - ResidentSetSize of job (KB) ... 028 (10628.488.000) 2024-10-24 12:50:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:24.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 488 ResidentSetSize = 81404 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.518.000) 2024-10-24 12:50:24 Image size of job updated: 3601868 82 - MemoryUsage of job (MB) 83832 - ResidentSetSize of job (KB) ... 028 (10628.518.000) 2024-10-24 12:50:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:24.992" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 518 ResidentSetSize = 83832 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.480.000) 2024-10-24 12:50:25 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 80980 - ResidentSetSize of job (KB) ... 028 (10628.480.000) 2024-10-24 12:50:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:25.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 480 ResidentSetSize = 80980 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.502.000) 2024-10-24 12:50:25 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84908 - ResidentSetSize of job (KB) ... 028 (10628.502.000) 2024-10-24 12:50:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:25.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 502 ResidentSetSize = 84908 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.509.000) 2024-10-24 12:50:25 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91152 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 12:50:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:25.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 91152 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.486.000) 2024-10-24 12:50:25 Image size of job updated: 3606784 83 - MemoryUsage of job (MB) 84804 - ResidentSetSize of job (KB) ... 028 (10628.486.000) 2024-10-24 12:50:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:25.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 486 ResidentSetSize = 84804 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.491.000) 2024-10-24 12:50:26 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81540 - ResidentSetSize of job (KB) ... 028 (10628.491.000) 2024-10-24 12:50:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:26.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 491 ResidentSetSize = 81540 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.501.000) 2024-10-24 12:50:26 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79412 - ResidentSetSize of job (KB) ... 028 (10628.501.000) 2024-10-24 12:50:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:26.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 501 ResidentSetSize = 79412 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.500.000) 2024-10-24 12:50:27 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82868 - ResidentSetSize of job (KB) ... 028 (10628.500.000) 2024-10-24 12:50:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:27.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 500 ResidentSetSize = 82868 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.539.000) 2024-10-24 12:50:28 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80660 - ResidentSetSize of job (KB) ... 028 (10628.539.000) 2024-10-24 12:50:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:28.234" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 539 ResidentSetSize = 80660 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.523.000) 2024-10-24 12:50:28 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82080 - ResidentSetSize of job (KB) ... 028 (10628.523.000) 2024-10-24 12:50:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:28.348" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 523 ResidentSetSize = 82080 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.542.000) 2024-10-24 12:50:28 Image size of job updated: 3534536 66 - MemoryUsage of job (MB) 67100 - ResidentSetSize of job (KB) ... 028 (10628.542.000) 2024-10-24 12:50:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:28.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 66 MyType = "JobImageSizeEvent" Proc = 542 ResidentSetSize = 67100 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.548.000) 2024-10-24 12:50:28 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82444 - ResidentSetSize of job (KB) ... 028 (10628.548.000) 2024-10-24 12:50:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:28.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 548 ResidentSetSize = 82444 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.547.000) 2024-10-24 12:50:29 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80656 - ResidentSetSize of job (KB) ... 028 (10628.547.000) 2024-10-24 12:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:29.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 547 ResidentSetSize = 80656 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.546.000) 2024-10-24 12:50:29 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82804 - ResidentSetSize of job (KB) ... 028 (10628.546.000) 2024-10-24 12:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:29.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 546 ResidentSetSize = 82804 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.565.000) 2024-10-24 12:50:30 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79220 - ResidentSetSize of job (KB) ... 028 (10628.565.000) 2024-10-24 12:50:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:30.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 565 ResidentSetSize = 79220 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.585.000) 2024-10-24 12:50:34 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82536 - ResidentSetSize of job (KB) ... 028 (10628.585.000) 2024-10-24 12:50:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:34.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 585 ResidentSetSize = 82536 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.572.000) 2024-10-24 12:50:34 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 81992 - ResidentSetSize of job (KB) ... 028 (10628.572.000) 2024-10-24 12:50:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:34.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 572 ResidentSetSize = 81992 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.598.000) 2024-10-24 12:50:34 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84668 - ResidentSetSize of job (KB) ... 028 (10628.598.000) 2024-10-24 12:50:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:34.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 598 ResidentSetSize = 84668 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.599.000) 2024-10-24 12:50:34 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85128 - ResidentSetSize of job (KB) ... 028 (10628.599.000) 2024-10-24 12:50:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:34.881" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 599 ResidentSetSize = 85128 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.601.000) 2024-10-24 12:50:35 Image size of job updated: 3533768 79 - MemoryUsage of job (MB) 79956 - ResidentSetSize of job (KB) ... 028 (10628.601.000) 2024-10-24 12:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:35.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 601 ResidentSetSize = 79956 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.626.000) 2024-10-24 12:50:38 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83344 - ResidentSetSize of job (KB) ... 028 (10628.626.000) 2024-10-24 12:50:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:38.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 626 ResidentSetSize = 83344 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.652.000) 2024-10-24 12:50:38 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82128 - ResidentSetSize of job (KB) ... 028 (10628.652.000) 2024-10-24 12:50:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:38.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 652 ResidentSetSize = 82128 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.610.000) 2024-10-24 12:50:39 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81296 - ResidentSetSize of job (KB) ... 028 (10628.610.000) 2024-10-24 12:50:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:39.566" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 610 ResidentSetSize = 81296 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.640.000) 2024-10-24 12:50:39 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83916 - ResidentSetSize of job (KB) ... 028 (10628.640.000) 2024-10-24 12:50:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:39.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 640 ResidentSetSize = 83916 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.634.000) 2024-10-24 12:50:40 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 82948 - ResidentSetSize of job (KB) ... 028 (10628.634.000) 2024-10-24 12:50:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:40.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 634 ResidentSetSize = 82948 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.664.000) 2024-10-24 12:50:40 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 80968 - ResidentSetSize of job (KB) ... 028 (10628.664.000) 2024-10-24 12:50:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:40.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 664 ResidentSetSize = 80968 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.638.000) 2024-10-24 12:50:40 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81856 - ResidentSetSize of job (KB) ... 028 (10628.638.000) 2024-10-24 12:50:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:40.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 638 ResidentSetSize = 81856 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.671.000) 2024-10-24 12:50:40 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84676 - ResidentSetSize of job (KB) ... 028 (10628.671.000) 2024-10-24 12:50:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:40.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 671 ResidentSetSize = 84676 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:50:41 Image size of job updated: 838500 36 - MemoryUsage of job (MB) 35956 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:50:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:41.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 35956 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.682.000) 2024-10-24 12:50:42 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85688 - ResidentSetSize of job (KB) ... 028 (10628.682.000) 2024-10-24 12:50:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:42.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 682 ResidentSetSize = 85688 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.685.000) 2024-10-24 12:50:43 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84308 - ResidentSetSize of job (KB) ... 028 (10628.685.000) 2024-10-24 12:50:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:43.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 685 ResidentSetSize = 84308 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.690.000) 2024-10-24 12:50:45 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81320 - ResidentSetSize of job (KB) ... 028 (10628.690.000) 2024-10-24 12:50:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:45.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 690 ResidentSetSize = 81320 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.711.000) 2024-10-24 12:50:46 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86072 - ResidentSetSize of job (KB) ... 028 (10628.711.000) 2024-10-24 12:50:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:46.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 711 ResidentSetSize = 86072 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.724.000) 2024-10-24 12:50:46 Image size of job updated: 3535048 79 - MemoryUsage of job (MB) 80532 - ResidentSetSize of job (KB) ... 028 (10628.724.000) 2024-10-24 12:50:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:46.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 724 ResidentSetSize = 80532 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.716.000) 2024-10-24 12:50:47 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83576 - ResidentSetSize of job (KB) ... 028 (10628.716.000) 2024-10-24 12:50:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:47.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 716 ResidentSetSize = 83576 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.717.000) 2024-10-24 12:50:47 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 78040 - ResidentSetSize of job (KB) ... 028 (10628.717.000) 2024-10-24 12:50:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:47.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 717 ResidentSetSize = 78040 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.737.000) 2024-10-24 12:50:49 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 82956 - ResidentSetSize of job (KB) ... 028 (10628.737.000) 2024-10-24 12:50:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:49.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 737 ResidentSetSize = 82956 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.751.000) 2024-10-24 12:50:52 Image size of job updated: 3601356 77 - MemoryUsage of job (MB) 78372 - ResidentSetSize of job (KB) ... 028 (10628.751.000) 2024-10-24 12:50:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:52.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 751 ResidentSetSize = 78372 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.762.000) 2024-10-24 12:50:52 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83012 - ResidentSetSize of job (KB) ... 028 (10628.762.000) 2024-10-24 12:50:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:52.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 762 ResidentSetSize = 83012 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 12:50:58 Image size of job updated: 838756 44 - MemoryUsage of job (MB) 45000 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:50:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:50:58.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 44 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 45000 Size = 838756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.776.000) 2024-10-24 12:51:24 Image size of job updated: 3634368 90 - MemoryUsage of job (MB) 91944 - ResidentSetSize of job (KB) ... 028 (10628.776.000) 2024-10-24 12:51:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:24.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 776 ResidentSetSize = 91944 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 12:51:26 Image size of job updated: 3537152 75 - MemoryUsage of job (MB) 75900 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 12:51:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:26.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 75900 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.788.000) 2024-10-24 12:51:28 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81680 - ResidentSetSize of job (KB) ... 028 (10628.788.000) 2024-10-24 12:51:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:28.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 788 ResidentSetSize = 81680 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.810.000) 2024-10-24 12:51:28 Image size of job updated: 3606640 92 - MemoryUsage of job (MB) 93564 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 12:51:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:28.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 93564 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.811.000) 2024-10-24 12:51:29 Image size of job updated: 3537920 76 - MemoryUsage of job (MB) 77288 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 12:51:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:29.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77288 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.817.000) 2024-10-24 12:51:29 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90336 - ResidentSetSize of job (KB) ... 028 (10628.817.000) 2024-10-24 12:51:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:29.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 817 ResidentSetSize = 90336 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.821.000) 2024-10-24 12:51:31 Image size of job updated: 3562520 91 - MemoryUsage of job (MB) 92444 - ResidentSetSize of job (KB) ... 028 (10628.821.000) 2024-10-24 12:51:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:31.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 821 ResidentSetSize = 92444 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.809.000) 2024-10-24 12:51:32 Image size of job updated: 3629468 87 - MemoryUsage of job (MB) 88388 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 12:51:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:32.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 88388 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.819.000) 2024-10-24 12:51:32 Image size of job updated: 3494292 90 - MemoryUsage of job (MB) 91752 - ResidentSetSize of job (KB) ... 028 (10628.819.000) 2024-10-24 12:51:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:32.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 819 ResidentSetSize = 91752 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.818.000) 2024-10-24 12:51:32 Image size of job updated: 3562520 91 - MemoryUsage of job (MB) 92496 - ResidentSetSize of job (KB) ... 028 (10628.818.000) 2024-10-24 12:51:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:32.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 818 ResidentSetSize = 92496 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.849.000) 2024-10-24 12:51:32 Image size of job updated: 3533768 83 - MemoryUsage of job (MB) 84972 - ResidentSetSize of job (KB) ... 028 (10628.849.000) 2024-10-24 12:51:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:32.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 849 ResidentSetSize = 84972 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.824.000) 2024-10-24 12:51:33 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90860 - ResidentSetSize of job (KB) ... 028 (10628.824.000) 2024-10-24 12:51:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:33.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 824 ResidentSetSize = 90860 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.813.000) 2024-10-24 12:51:33 Image size of job updated: 3494932 93 - MemoryUsage of job (MB) 94920 - ResidentSetSize of job (KB) ... 028 (10628.813.000) 2024-10-24 12:51:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:33.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 813 ResidentSetSize = 94920 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.825.000) 2024-10-24 12:51:33 Image size of job updated: 3494932 85 - MemoryUsage of job (MB) 86928 - ResidentSetSize of job (KB) ... 028 (10628.825.000) 2024-10-24 12:51:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:33.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 825 ResidentSetSize = 86928 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.823.000) 2024-10-24 12:51:33 Image size of job updated: 3630364 93 - MemoryUsage of job (MB) 95008 - ResidentSetSize of job (KB) ... 028 (10628.823.000) 2024-10-24 12:51:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:33.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 823 ResidentSetSize = 95008 Size = 3630364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.857.000) 2024-10-24 12:51:34 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81440 - ResidentSetSize of job (KB) ... 028 (10628.857.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 857 ResidentSetSize = 81440 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.866.000) 2024-10-24 12:51:34 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78476 - ResidentSetSize of job (KB) ... 028 (10628.866.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 866 ResidentSetSize = 78476 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.848.000) 2024-10-24 12:51:34 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83616 - ResidentSetSize of job (KB) ... 028 (10628.848.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 848 ResidentSetSize = 83616 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.855.000) 2024-10-24 12:51:34 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78236 - ResidentSetSize of job (KB) ... 028 (10628.855.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 855 ResidentSetSize = 78236 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.868.000) 2024-10-24 12:51:34 Image size of job updated: 3534280 75 - MemoryUsage of job (MB) 76616 - ResidentSetSize of job (KB) ... 028 (10628.868.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 868 ResidentSetSize = 76616 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.861.000) 2024-10-24 12:51:34 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85436 - ResidentSetSize of job (KB) ... 028 (10628.861.000) 2024-10-24 12:51:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:34.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 861 ResidentSetSize = 85436 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.822.000) 2024-10-24 12:51:35 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86972 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 12:51:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:35.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 86972 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.820.000) 2024-10-24 12:51:35 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86632 - ResidentSetSize of job (KB) ... 028 (10628.820.000) 2024-10-24 12:51:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:35.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 86632 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.872.000) 2024-10-24 12:51:35 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84644 - ResidentSetSize of job (KB) ... 028 (10628.872.000) 2024-10-24 12:51:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:35.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 872 ResidentSetSize = 84644 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.867.000) 2024-10-24 12:51:36 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82800 - ResidentSetSize of job (KB) ... 028 (10628.867.000) 2024-10-24 12:51:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:36.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 867 ResidentSetSize = 82800 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.892.000) 2024-10-24 12:51:36 Image size of job updated: 3601356 77 - MemoryUsage of job (MB) 78264 - ResidentSetSize of job (KB) ... 028 (10628.892.000) 2024-10-24 12:51:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:36.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 892 ResidentSetSize = 78264 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.881.000) 2024-10-24 12:51:37 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83092 - ResidentSetSize of job (KB) ... 028 (10628.881.000) 2024-10-24 12:51:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:37.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 881 ResidentSetSize = 83092 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 12:51:38 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86760 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 12:51:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:38.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 86760 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.888.000) 2024-10-24 12:51:38 Image size of job updated: 3494292 91 - MemoryUsage of job (MB) 92200 - ResidentSetSize of job (KB) ... 028 (10628.888.000) 2024-10-24 12:51:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:38.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 888 ResidentSetSize = 92200 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.891.000) 2024-10-24 12:51:38 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80128 - ResidentSetSize of job (KB) ... 028 (10628.891.000) 2024-10-24 12:51:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:38.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 891 ResidentSetSize = 80128 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.899.000) 2024-10-24 12:51:39 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83672 - ResidentSetSize of job (KB) ... 028 (10628.899.000) 2024-10-24 12:51:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:39.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 899 ResidentSetSize = 83672 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 12:51:40 Image size of job updated: 3604740 75 - MemoryUsage of job (MB) 76272 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 12:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:40.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 76272 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.889.000) 2024-10-24 12:51:40 Image size of job updated: 3562520 92 - MemoryUsage of job (MB) 93384 - ResidentSetSize of job (KB) ... 028 (10628.889.000) 2024-10-24 12:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:40.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 889 ResidentSetSize = 93384 Size = 3562520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 12:51:40 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86504 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 12:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:40.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 86504 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.887.000) 2024-10-24 12:51:40 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90584 - ResidentSetSize of job (KB) ... 028 (10628.887.000) 2024-10-24 12:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:40.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 887 ResidentSetSize = 90584 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.932.000) 2024-10-24 12:51:42 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82848 - ResidentSetSize of job (KB) ... 028 (10628.932.000) 2024-10-24 12:51:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:42.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 932 ResidentSetSize = 82848 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.926.000) 2024-10-24 12:51:42 Image size of job updated: 3494932 90 - MemoryUsage of job (MB) 91360 - ResidentSetSize of job (KB) ... 028 (10628.926.000) 2024-10-24 12:51:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:42.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 926 ResidentSetSize = 91360 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.941.000) 2024-10-24 12:51:43 Image size of job updated: 3494804 95 - MemoryUsage of job (MB) 96628 - ResidentSetSize of job (KB) ... 028 (10628.941.000) 2024-10-24 12:51:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:43.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 941 ResidentSetSize = 96628 Size = 3494804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.925.000) 2024-10-24 12:51:44 Image size of job updated: 3629468 89 - MemoryUsage of job (MB) 90468 - ResidentSetSize of job (KB) ... 028 (10628.925.000) 2024-10-24 12:51:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:44.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 925 ResidentSetSize = 90468 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 12:51:44 Image size of job updated: 3494292 87 - MemoryUsage of job (MB) 88452 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 12:51:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:44.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 88452 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.928.000) 2024-10-24 12:51:45 Image size of job updated: 3629468 87 - MemoryUsage of job (MB) 88796 - ResidentSetSize of job (KB) ... 028 (10628.928.000) 2024-10-24 12:51:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:45.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 928 ResidentSetSize = 88796 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 12:51:45 Image size of job updated: 3561468 75 - MemoryUsage of job (MB) 75940 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 12:51:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:45.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 75940 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.939.000) 2024-10-24 12:51:47 Image size of job updated: 3630108 85 - MemoryUsage of job (MB) 86656 - ResidentSetSize of job (KB) ... 028 (10628.939.000) 2024-10-24 12:51:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:47.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 939 ResidentSetSize = 86656 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.945.000) 2024-10-24 12:51:47 Image size of job updated: 838116 51 - MemoryUsage of job (MB) 51792 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 12:51:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:47.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 51 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 51792 Size = 838116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.995.000) 2024-10-24 12:51:47 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86828 - ResidentSetSize of job (KB) ... 028 (10628.995.000) 2024-10-24 12:51:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:47.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 995 ResidentSetSize = 86828 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.943.000) 2024-10-24 12:51:49 Image size of job updated: 836964 50 - MemoryUsage of job (MB) 50408 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 12:51:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:49.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 50408 Size = 836964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.171.000) 2024-10-24 12:51:50 Image size of job updated: 3561468 88 - MemoryUsage of job (MB) 89508 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 12:51:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:51:50.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 89508 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.339.000) 2024-10-24 12:52:10 Image size of job updated: 3494392 89 - MemoryUsage of job (MB) 90248 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 12:52:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:10.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 90248 Size = 3494392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.936.000) 2024-10-24 12:52:31 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82392 - ResidentSetSize of job (KB) ... 028 (10628.936.000) 2024-10-24 12:52:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:31.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 936 ResidentSetSize = 82392 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.999.000) 2024-10-24 12:52:31 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84300 - ResidentSetSize of job (KB) ... 028 (10628.999.000) 2024-10-24 12:52:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:31.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 999 ResidentSetSize = 84300 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.194.000) 2024-10-24 12:52:32 Image size of job updated: 3601612 75 - MemoryUsage of job (MB) 76604 - ResidentSetSize of job (KB) ... 028 (10628.194.000) 2024-10-24 12:52:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:32.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 194 ResidentSetSize = 76604 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.970.000) 2024-10-24 12:52:32 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80572 - ResidentSetSize of job (KB) ... 028 (10628.970.000) 2024-10-24 12:52:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:32.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 970 ResidentSetSize = 80572 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.072.000) 2024-10-24 12:52:33 Image size of job updated: 3708100 60 - MemoryUsage of job (MB) 60928 - ResidentSetSize of job (KB) ... 028 (10628.072.000) 2024-10-24 12:52:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:33.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 60 MyType = "JobImageSizeEvent" Proc = 72 ResidentSetSize = 60928 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.957.000) 2024-10-24 12:52:33 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85564 - ResidentSetSize of job (KB) ... 028 (10628.957.000) 2024-10-24 12:52:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:33.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 957 ResidentSetSize = 85564 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.175.000) 2024-10-24 12:52:33 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80884 - ResidentSetSize of job (KB) ... 028 (10628.175.000) 2024-10-24 12:52:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:33.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 175 ResidentSetSize = 80884 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.208.000) 2024-10-24 12:52:36 Image size of job updated: 3782848 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.208.000) 2024-10-24 12:52:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:52:36.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 208 ResidentSetSize = 100000 Size = 3782848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.021.000) 2024-10-24 12:54:38 Image size of job updated: 2614912 109 - MemoryUsage of job (MB) 110648 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 12:54:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:38.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 110648 Size = 2614912 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.141.000) 2024-10-24 12:54:40 Image size of job updated: 3467204 80 - MemoryUsage of job (MB) 80956 - ResidentSetSize of job (KB) ... 028 (10628.141.000) 2024-10-24 12:54:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:40.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 141 ResidentSetSize = 80956 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.147.000) 2024-10-24 12:54:41 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 80924 - ResidentSetSize of job (KB) ... 028 (10628.147.000) 2024-10-24 12:54:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:41.386" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 147 ResidentSetSize = 80924 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.150.000) 2024-10-24 12:54:43 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81752 - ResidentSetSize of job (KB) ... 028 (10628.150.000) 2024-10-24 12:54:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:43.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 150 ResidentSetSize = 81752 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.106.000) 2024-10-24 12:54:43 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84244 - ResidentSetSize of job (KB) ... 028 (10628.106.000) 2024-10-24 12:54:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:43.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 106 ResidentSetSize = 84244 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.112.000) 2024-10-24 12:54:44 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82176 - ResidentSetSize of job (KB) ... 028 (10628.112.000) 2024-10-24 12:54:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:44.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 112 ResidentSetSize = 82176 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.125.000) 2024-10-24 12:54:44 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85232 - ResidentSetSize of job (KB) ... 028 (10628.125.000) 2024-10-24 12:54:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:44.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 125 ResidentSetSize = 85232 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.114.000) 2024-10-24 12:54:44 Image size of job updated: 3602380 81 - MemoryUsage of job (MB) 82700 - ResidentSetSize of job (KB) ... 028 (10628.114.000) 2024-10-24 12:54:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:44.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 114 ResidentSetSize = 82700 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.124.000) 2024-10-24 12:54:44 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80380 - ResidentSetSize of job (KB) ... 028 (10628.124.000) 2024-10-24 12:54:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:44.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 124 ResidentSetSize = 80380 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.156.000) 2024-10-24 12:54:45 Image size of job updated: 3602380 83 - MemoryUsage of job (MB) 84576 - ResidentSetSize of job (KB) ... 028 (10628.156.000) 2024-10-24 12:54:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:45.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 156 ResidentSetSize = 84576 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.075.000) 2024-10-24 12:54:45 Image size of job updated: 3494292 91 - MemoryUsage of job (MB) 92664 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 12:54:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:45.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 92664 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.053.000) 2024-10-24 12:54:46 Image size of job updated: 3630620 95 - MemoryUsage of job (MB) 96776 - ResidentSetSize of job (KB) ... 028 (10628.053.000) 2024-10-24 12:54:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:46.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 53 ResidentSetSize = 96776 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 12:54:46 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36192 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 12:54:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:46.585" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36192 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.969.000) 2024-10-24 12:54:47 Started transferring input files Transferring to host: <10.138.18.23:39147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50907086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007169&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-39147&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.969.000) 2024-10-24 12:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:47.459" EventTypeNumber = 28 Host = "<10.138.18.23:39147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50907086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007169&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-39147&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.969.000) 2024-10-24 12:54:47 Finished transferring input files ... 028 (10628.969.000) 2024-10-24 12:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:47.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.969.000) 2024-10-24 12:54:48 Warning from starter on slot1@glidein_418503_172162620@c1823.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.969.000) 2024-10-24 12:54:48 Job executing on host: <10.138.18.23:33427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330353%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9961062&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33427&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.969.000) 2024-10-24 12:54:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:48.827" EventTypeNumber = 28 ExecuteHost = "<10.138.18.23:33427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330353%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9961062&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33427&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.236.000) 2024-10-24 12:54:51 Image size of job updated: 3630108 93 - MemoryUsage of job (MB) 95068 - ResidentSetSize of job (KB) ... 028 (10628.236.000) 2024-10-24 12:54:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:51.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 236 ResidentSetSize = 95068 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.284.000) 2024-10-24 12:54:55 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86364 - ResidentSetSize of job (KB) ... 028 (10628.284.000) 2024-10-24 12:54:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:55.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 284 ResidentSetSize = 86364 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.287.000) 2024-10-24 12:54:55 Image size of job updated: 3466692 76 - MemoryUsage of job (MB) 77800 - ResidentSetSize of job (KB) ... 028 (10628.287.000) 2024-10-24 12:54:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:55.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 287 ResidentSetSize = 77800 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.017.000) 2024-10-24 12:54:56 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91632 - ResidentSetSize of job (KB) ... 028 (10628.017.000) 2024-10-24 12:54:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:56.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 17 ResidentSetSize = 91632 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.293.000) 2024-10-24 12:54:57 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 78896 - ResidentSetSize of job (KB) ... 028 (10628.293.000) 2024-10-24 12:54:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:57.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 293 ResidentSetSize = 78896 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.283.000) 2024-10-24 12:54:59 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 77904 - ResidentSetSize of job (KB) ... 028 (10628.283.000) 2024-10-24 12:54:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:54:59.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 283 ResidentSetSize = 77904 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.319.000) 2024-10-24 12:55:00 Image size of job updated: 3534024 84 - MemoryUsage of job (MB) 85748 - ResidentSetSize of job (KB) ... 028 (10628.319.000) 2024-10-24 12:55:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:00.219" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 319 ResidentSetSize = 85748 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.251.000) 2024-10-24 12:55:00 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91928 - ResidentSetSize of job (KB) ... 028 (10628.251.000) 2024-10-24 12:55:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:00.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 251 ResidentSetSize = 91928 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.055.000) 2024-10-24 12:55:00 Image size of job updated: 3539564 93 - MemoryUsage of job (MB) 94880 - ResidentSetSize of job (KB) ... 028 (10628.055.000) 2024-10-24 12:55:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:00.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 55 ResidentSetSize = 94880 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.309.000) 2024-10-24 12:55:01 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80380 - ResidentSetSize of job (KB) ... 028 (10628.309.000) 2024-10-24 12:55:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:01.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 309 ResidentSetSize = 80380 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.327.000) 2024-10-24 12:55:01 Image size of job updated: 3534536 72 - MemoryUsage of job (MB) 72716 - ResidentSetSize of job (KB) ... 028 (10628.327.000) 2024-10-24 12:55:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:01.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 327 ResidentSetSize = 72716 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.163.000) 2024-10-24 12:55:01 Image size of job updated: 3471720 88 - MemoryUsage of job (MB) 89140 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 12:55:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:01.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 89140 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.206.000) 2024-10-24 12:55:02 Image size of job updated: 3539564 97 - MemoryUsage of job (MB) 98604 - ResidentSetSize of job (KB) ... 028 (10628.206.000) 2024-10-24 12:55:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:02.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 206 ResidentSetSize = 98604 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 12:55:02 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36432 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 12:55:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:02.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36432 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.318.000) 2024-10-24 12:55:02 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83748 - ResidentSetSize of job (KB) ... 028 (10628.318.000) 2024-10-24 12:55:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:02.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 318 ResidentSetSize = 83748 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.050.000) 2024-10-24 12:55:02 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91748 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 12:55:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:02.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 91748 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.314.000) 2024-10-24 12:55:03 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82044 - ResidentSetSize of job (KB) ... 028 (10628.314.000) 2024-10-24 12:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:03.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 314 ResidentSetSize = 82044 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.324.000) 2024-10-24 12:55:03 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85568 - ResidentSetSize of job (KB) ... 028 (10628.324.000) 2024-10-24 12:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:03.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 324 ResidentSetSize = 85568 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.321.000) 2024-10-24 12:55:05 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80300 - ResidentSetSize of job (KB) ... 028 (10628.321.000) 2024-10-24 12:55:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:05.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 321 ResidentSetSize = 80300 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 12:55:05 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50576 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 12:55:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:05.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50576 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.348.000) 2024-10-24 12:55:06 Image size of job updated: 3538796 89 - MemoryUsage of job (MB) 90388 - ResidentSetSize of job (KB) ... 028 (10628.348.000) 2024-10-24 12:55:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:06.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 348 ResidentSetSize = 90388 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.332.000) 2024-10-24 12:55:06 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84804 - ResidentSetSize of job (KB) ... 028 (10628.332.000) 2024-10-24 12:55:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:06.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 332 ResidentSetSize = 84804 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.342.000) 2024-10-24 12:55:07 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 94248 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 12:55:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:07.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 94248 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.350.000) 2024-10-24 12:55:08 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91944 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 12:55:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:08.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 91944 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.234.000) 2024-10-24 12:55:09 Image size of job updated: 3562776 95 - MemoryUsage of job (MB) 96908 - ResidentSetSize of job (KB) ... 028 (10628.234.000) 2024-10-24 12:55:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:09.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 234 ResidentSetSize = 96908 Size = 3562776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.376.000) 2024-10-24 12:55:11 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84944 - ResidentSetSize of job (KB) ... 028 (10628.376.000) 2024-10-24 12:55:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:11.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 376 ResidentSetSize = 84944 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.351.000) 2024-10-24 12:55:12 Image size of job updated: 3495060 92 - MemoryUsage of job (MB) 94124 - ResidentSetSize of job (KB) ... 028 (10628.351.000) 2024-10-24 12:55:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:12.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 351 ResidentSetSize = 94124 Size = 3495060 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.379.000) 2024-10-24 12:55:13 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82716 - ResidentSetSize of job (KB) ... 028 (10628.379.000) 2024-10-24 12:55:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:13.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 379 ResidentSetSize = 82716 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.386.000) 2024-10-24 12:55:14 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80496 - ResidentSetSize of job (KB) ... 028 (10628.386.000) 2024-10-24 12:55:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:14.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 386 ResidentSetSize = 80496 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.415.000) 2024-10-24 12:55:14 Image size of job updated: 3602380 84 - MemoryUsage of job (MB) 85872 - ResidentSetSize of job (KB) ... 028 (10628.415.000) 2024-10-24 12:55:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:14.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 415 ResidentSetSize = 85872 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.393.000) 2024-10-24 12:55:14 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81716 - ResidentSetSize of job (KB) ... 028 (10628.393.000) 2024-10-24 12:55:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:14.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 393 ResidentSetSize = 81716 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.165.000) 2024-10-24 12:55:15 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91456 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 12:55:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:15.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 91456 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.444.000) 2024-10-24 12:55:17 Image size of job updated: 3602636 86 - MemoryUsage of job (MB) 87460 - ResidentSetSize of job (KB) ... 028 (10628.444.000) 2024-10-24 12:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:17.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 444 ResidentSetSize = 87460 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.407.000) 2024-10-24 12:55:17 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82636 - ResidentSetSize of job (KB) ... 028 (10628.407.000) 2024-10-24 12:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:17.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 407 ResidentSetSize = 82636 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.441.000) 2024-10-24 12:55:17 Image size of job updated: 3534024 85 - MemoryUsage of job (MB) 86824 - ResidentSetSize of job (KB) ... 028 (10628.441.000) 2024-10-24 12:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:17.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 441 ResidentSetSize = 86824 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.430.000) 2024-10-24 12:55:17 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 81948 - ResidentSetSize of job (KB) ... 028 (10628.430.000) 2024-10-24 12:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:17.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 430 ResidentSetSize = 81948 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.436.000) 2024-10-24 12:55:18 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83344 - ResidentSetSize of job (KB) ... 028 (10628.436.000) 2024-10-24 12:55:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:18.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 436 ResidentSetSize = 83344 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 12:55:18 Image size of job updated: 775140 36 - MemoryUsage of job (MB) 36268 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 12:55:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:18.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 36268 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.460.000) 2024-10-24 12:55:20 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92304 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 12:55:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:20.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 92304 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.463.000) 2024-10-24 12:55:20 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90788 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 12:55:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:20.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 90788 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.467.000) 2024-10-24 12:55:21 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90136 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 12:55:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:21.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 90136 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.433.000) 2024-10-24 12:55:23 Image size of job updated: 3561980 85 - MemoryUsage of job (MB) 86664 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 12:55:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:23.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 86664 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.493.000) 2024-10-24 12:55:24 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84320 - ResidentSetSize of job (KB) ... 028 (10628.493.000) 2024-10-24 12:55:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:24.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 493 ResidentSetSize = 84320 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.513.000) 2024-10-24 12:55:25 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81624 - ResidentSetSize of job (KB) ... 028 (10628.513.000) 2024-10-24 12:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:25.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 513 ResidentSetSize = 81624 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.496.000) 2024-10-24 12:55:25 Image size of job updated: 3601356 79 - MemoryUsage of job (MB) 80100 - ResidentSetSize of job (KB) ... 028 (10628.496.000) 2024-10-24 12:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:25.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 496 ResidentSetSize = 80100 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.508.000) 2024-10-24 12:55:27 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82236 - ResidentSetSize of job (KB) ... 028 (10628.508.000) 2024-10-24 12:55:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:27.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 508 ResidentSetSize = 82236 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.491.000) 2024-10-24 12:55:27 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83824 - ResidentSetSize of job (KB) ... 028 (10628.491.000) 2024-10-24 12:55:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:27.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 491 ResidentSetSize = 83824 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.495.000) 2024-10-24 12:55:28 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81684 - ResidentSetSize of job (KB) ... 028 (10628.495.000) 2024-10-24 12:55:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:28.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 495 ResidentSetSize = 81684 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.535.000) 2024-10-24 12:55:28 Image size of job updated: 3669456 82 - MemoryUsage of job (MB) 83468 - ResidentSetSize of job (KB) ... 028 (10628.535.000) 2024-10-24 12:55:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:28.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 535 ResidentSetSize = 83468 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.536.000) 2024-10-24 12:55:29 Image size of job updated: 3561980 92 - MemoryUsage of job (MB) 93780 - ResidentSetSize of job (KB) ... 028 (10628.536.000) 2024-10-24 12:55:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:29.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 536 ResidentSetSize = 93780 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.545.000) 2024-10-24 12:55:30 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85936 - ResidentSetSize of job (KB) ... 028 (10628.545.000) 2024-10-24 12:55:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:30.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 545 ResidentSetSize = 85936 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.534.000) 2024-10-24 12:55:30 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81744 - ResidentSetSize of job (KB) ... 028 (10628.534.000) 2024-10-24 12:55:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:30.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 534 ResidentSetSize = 81744 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.543.000) 2024-10-24 12:55:30 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81604 - ResidentSetSize of job (KB) ... 028 (10628.543.000) 2024-10-24 12:55:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:30.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 543 ResidentSetSize = 81604 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.551.000) 2024-10-24 12:55:31 Image size of job updated: 3602380 84 - MemoryUsage of job (MB) 85236 - ResidentSetSize of job (KB) ... 028 (10628.551.000) 2024-10-24 12:55:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:31.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 551 ResidentSetSize = 85236 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.568.000) 2024-10-24 12:55:32 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91676 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 12:55:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:32.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 91676 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.567.000) 2024-10-24 12:55:32 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 95208 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 12:55:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:32.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 95208 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.582.000) 2024-10-24 12:55:33 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85556 - ResidentSetSize of job (KB) ... 028 (10628.582.000) 2024-10-24 12:55:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:33.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 582 ResidentSetSize = 85556 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.600.000) 2024-10-24 12:55:34 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80708 - ResidentSetSize of job (KB) ... 028 (10628.600.000) 2024-10-24 12:55:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:34.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 600 ResidentSetSize = 80708 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.588.000) 2024-10-24 12:55:34 Image size of job updated: 3601868 87 - MemoryUsage of job (MB) 88108 - ResidentSetSize of job (KB) ... 028 (10628.588.000) 2024-10-24 12:55:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:34.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 588 ResidentSetSize = 88108 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.590.000) 2024-10-24 12:55:34 Image size of job updated: 3602380 84 - MemoryUsage of job (MB) 85664 - ResidentSetSize of job (KB) ... 028 (10628.590.000) 2024-10-24 12:55:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:34.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 590 ResidentSetSize = 85664 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.593.000) 2024-10-24 12:55:35 Image size of job updated: 3602636 80 - MemoryUsage of job (MB) 80984 - ResidentSetSize of job (KB) ... 028 (10628.593.000) 2024-10-24 12:55:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:35.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 593 ResidentSetSize = 80984 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.581.000) 2024-10-24 12:55:35 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81540 - ResidentSetSize of job (KB) ... 028 (10628.581.000) 2024-10-24 12:55:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:35.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 581 ResidentSetSize = 81540 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.597.000) 2024-10-24 12:55:36 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83068 - ResidentSetSize of job (KB) ... 028 (10628.597.000) 2024-10-24 12:55:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:36.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 597 ResidentSetSize = 83068 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.633.000) 2024-10-24 12:55:37 Image size of job updated: 3534280 67 - MemoryUsage of job (MB) 68596 - ResidentSetSize of job (KB) ... 028 (10628.633.000) 2024-10-24 12:55:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:37.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 633 ResidentSetSize = 68596 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.611.000) 2024-10-24 12:55:38 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79180 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 12:55:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:38.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 79180 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.635.000) 2024-10-24 12:55:39 Image size of job updated: 3737300 89 - MemoryUsage of job (MB) 90388 - ResidentSetSize of job (KB) ... 028 (10628.635.000) 2024-10-24 12:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:39.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 635 ResidentSetSize = 90388 Size = 3737300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.625.000) 2024-10-24 12:55:39 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82920 - ResidentSetSize of job (KB) ... 028 (10628.625.000) 2024-10-24 12:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:39.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 625 ResidentSetSize = 82920 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.639.000) 2024-10-24 12:55:39 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83736 - ResidentSetSize of job (KB) ... 028 (10628.639.000) 2024-10-24 12:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:39.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 639 ResidentSetSize = 83736 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.642.000) 2024-10-24 12:55:39 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85012 - ResidentSetSize of job (KB) ... 028 (10628.642.000) 2024-10-24 12:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:39.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 642 ResidentSetSize = 85012 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.604.000) 2024-10-24 12:55:39 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82548 - ResidentSetSize of job (KB) ... 028 (10628.604.000) 2024-10-24 12:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:39.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 604 ResidentSetSize = 82548 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.655.000) 2024-10-24 12:55:41 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 93944 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 12:55:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:41.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 93944 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 12:55:41 Image size of job updated: 838500 36 - MemoryUsage of job (MB) 36480 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 12:55:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:41.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 36480 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.603.000) 2024-10-24 12:55:42 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79456 - ResidentSetSize of job (KB) ... 028 (10628.603.000) 2024-10-24 12:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:42.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 603 ResidentSetSize = 79456 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.659.000) 2024-10-24 12:55:42 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 78876 - ResidentSetSize of job (KB) ... 028 (10628.659.000) 2024-10-24 12:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:42.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 659 ResidentSetSize = 78876 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.670.000) 2024-10-24 12:55:42 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84888 - ResidentSetSize of job (KB) ... 028 (10628.670.000) 2024-10-24 12:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:42.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 670 ResidentSetSize = 84888 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.668.000) 2024-10-24 12:55:42 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86740 - ResidentSetSize of job (KB) ... 028 (10628.668.000) 2024-10-24 12:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:42.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 668 ResidentSetSize = 86740 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.621.000) 2024-10-24 12:55:44 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87952 - ResidentSetSize of job (KB) ... 028 (10628.621.000) 2024-10-24 12:55:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:44.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 621 ResidentSetSize = 87952 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.696.000) 2024-10-24 12:55:44 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84896 - ResidentSetSize of job (KB) ... 028 (10628.696.000) 2024-10-24 12:55:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:44.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 696 ResidentSetSize = 84896 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.718.000) 2024-10-24 12:55:45 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84888 - ResidentSetSize of job (KB) ... 028 (10628.718.000) 2024-10-24 12:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:45.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 718 ResidentSetSize = 84888 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.684.000) 2024-10-24 12:55:45 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 82928 - ResidentSetSize of job (KB) ... 028 (10628.684.000) 2024-10-24 12:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:45.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 684 ResidentSetSize = 82928 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.689.000) 2024-10-24 12:55:45 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84884 - ResidentSetSize of job (KB) ... 028 (10628.689.000) 2024-10-24 12:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:45.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 689 ResidentSetSize = 84884 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.693.000) 2024-10-24 12:55:46 Image size of job updated: 3602636 83 - MemoryUsage of job (MB) 84460 - ResidentSetSize of job (KB) ... 028 (10628.693.000) 2024-10-24 12:55:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:46.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 693 ResidentSetSize = 84460 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.679.000) 2024-10-24 12:55:47 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80712 - ResidentSetSize of job (KB) ... 028 (10628.679.000) 2024-10-24 12:55:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:47.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 679 ResidentSetSize = 80712 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.710.000) 2024-10-24 12:55:48 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84744 - ResidentSetSize of job (KB) ... 028 (10628.710.000) 2024-10-24 12:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:48.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 710 ResidentSetSize = 84744 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.719.000) 2024-10-24 12:55:48 Image size of job updated: 3533768 75 - MemoryUsage of job (MB) 75828 - ResidentSetSize of job (KB) ... 028 (10628.719.000) 2024-10-24 12:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:48.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 719 ResidentSetSize = 75828 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.733.000) 2024-10-24 12:55:49 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86432 - ResidentSetSize of job (KB) ... 028 (10628.733.000) 2024-10-24 12:55:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:49.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 733 ResidentSetSize = 86432 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.735.000) 2024-10-24 12:55:51 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90492 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 12:55:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:51.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 90492 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 12:55:51 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 36632 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 12:55:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:51.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 36632 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.765.000) 2024-10-24 12:55:52 Image size of job updated: 3471720 91 - MemoryUsage of job (MB) 93116 - ResidentSetSize of job (KB) ... 028 (10628.765.000) 2024-10-24 12:55:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:52.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 765 ResidentSetSize = 93116 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.727.000) 2024-10-24 12:55:52 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86820 - ResidentSetSize of job (KB) ... 028 (10628.727.000) 2024-10-24 12:55:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:52.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 727 ResidentSetSize = 86820 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.753.000) 2024-10-24 12:55:52 Image size of job updated: 3539308 90 - MemoryUsage of job (MB) 92112 - ResidentSetSize of job (KB) ... 028 (10628.753.000) 2024-10-24 12:55:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:52.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 753 ResidentSetSize = 92112 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.767.000) 2024-10-24 12:55:53 Image size of job updated: 3471720 91 - MemoryUsage of job (MB) 92708 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 12:55:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:53.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 92708 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.702.000) 2024-10-24 12:55:53 Image size of job updated: 3561980 89 - MemoryUsage of job (MB) 90888 - ResidentSetSize of job (KB) ... 028 (10628.702.000) 2024-10-24 12:55:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:53.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 702 ResidentSetSize = 90888 Size = 3561980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 12:55:59 Image size of job updated: 838756 45 - MemoryUsage of job (MB) 45520 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 12:55:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:55:59.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 45520 Size = 838756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.791.000) 2024-10-24 12:56:26 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93208 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 12:56:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:26.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 93208 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.805.000) 2024-10-24 12:56:29 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91588 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 12:56:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:29.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 91588 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.844.000) 2024-10-24 12:56:31 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81860 - ResidentSetSize of job (KB) ... 028 (10628.844.000) 2024-10-24 12:56:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:31.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 844 ResidentSetSize = 81860 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.840.000) 2024-10-24 12:56:32 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81532 - ResidentSetSize of job (KB) ... 028 (10628.840.000) 2024-10-24 12:56:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:32.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 840 ResidentSetSize = 81532 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.846.000) 2024-10-24 12:56:32 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89148 - ResidentSetSize of job (KB) ... 028 (10628.846.000) 2024-10-24 12:56:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:32.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 846 ResidentSetSize = 89148 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.863.000) 2024-10-24 12:56:34 Image size of job updated: 3533768 76 - MemoryUsage of job (MB) 77252 - ResidentSetSize of job (KB) ... 028 (10628.863.000) 2024-10-24 12:56:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:34.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 863 ResidentSetSize = 77252 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.856.000) 2024-10-24 12:56:35 Image size of job updated: 3602380 83 - MemoryUsage of job (MB) 84364 - ResidentSetSize of job (KB) ... 028 (10628.856.000) 2024-10-24 12:56:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:35.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 856 ResidentSetSize = 84364 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.871.000) 2024-10-24 12:56:36 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79556 - ResidentSetSize of job (KB) ... 028 (10628.871.000) 2024-10-24 12:56:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:36.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 871 ResidentSetSize = 79556 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.882.000) 2024-10-24 12:56:37 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82716 - ResidentSetSize of job (KB) ... 028 (10628.882.000) 2024-10-24 12:56:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:37.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 882 ResidentSetSize = 82716 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.921.000) 2024-10-24 12:56:39 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81388 - ResidentSetSize of job (KB) ... 028 (10628.921.000) 2024-10-24 12:56:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:39.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 921 ResidentSetSize = 81388 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.903.000) 2024-10-24 12:56:39 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79320 - ResidentSetSize of job (KB) ... 028 (10628.903.000) 2024-10-24 12:56:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:39.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 903 ResidentSetSize = 79320 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.923.000) 2024-10-24 12:56:41 Image size of job updated: 3602636 84 - MemoryUsage of job (MB) 85764 - ResidentSetSize of job (KB) ... 028 (10628.923.000) 2024-10-24 12:56:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:41.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 923 ResidentSetSize = 85764 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.924.000) 2024-10-24 12:56:42 Image size of job updated: 3534792 88 - MemoryUsage of job (MB) 89540 - ResidentSetSize of job (KB) ... 028 (10628.924.000) 2024-10-24 12:56:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:42.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 924 ResidentSetSize = 89540 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.994.000) 2024-10-24 12:56:47 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82648 - ResidentSetSize of job (KB) ... 028 (10628.994.000) 2024-10-24 12:56:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:47.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 994 ResidentSetSize = 82648 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.804.000) 2024-10-24 12:56:51 Image size of job updated: 3539308 95 - MemoryUsage of job (MB) 97236 - ResidentSetSize of job (KB) ... 028 (10628.804.000) 2024-10-24 12:56:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:56:51.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 804 ResidentSetSize = 97236 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 12:57:16 Image size of job updated: 2126024 55 - MemoryUsage of job (MB) 55512 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 12:57:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:57:16.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 55512 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 12:57:34 Image size of job updated: 2126792 55 - MemoryUsage of job (MB) 55760 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 12:57:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:57:34.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55760 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.778.000) 2024-10-24 12:59:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_323043_102468262@c1823.swan.hcc.unl.edu, rescheduling job ... 028 (10628.778.000) 2024-10-24 12:59:07 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T12:59:07.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619039" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215199" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 778 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_323043_102468262@c1823.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.015.000) 2024-10-24 12:59:32 Image size of job updated: 2614400 106 - MemoryUsage of job (MB) 108336 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 12:59:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:32.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 108336 Size = 2614400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.019.000) 2024-10-24 12:59:35 Image size of job updated: 2614276 107 - MemoryUsage of job (MB) 108620 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 12:59:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:35.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 108620 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.152.000) 2024-10-24 12:59:40 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83056 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 12:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:40.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 83056 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.096.000) 2024-10-24 12:59:41 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82636 - ResidentSetSize of job (KB) ... 028 (10628.096.000) 2024-10-24 12:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:41.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 96 ResidentSetSize = 82636 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.144.000) 2024-10-24 12:59:41 Image size of job updated: 3669712 83 - MemoryUsage of job (MB) 84760 - ResidentSetSize of job (KB) ... 028 (10628.144.000) 2024-10-24 12:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:41.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 144 ResidentSetSize = 84760 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.142.000) 2024-10-24 12:59:42 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81432 - ResidentSetSize of job (KB) ... 028 (10628.142.000) 2024-10-24 12:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:42.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 142 ResidentSetSize = 81432 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.135.000) 2024-10-24 12:59:43 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85304 - ResidentSetSize of job (KB) ... 028 (10628.135.000) 2024-10-24 12:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:43.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 135 ResidentSetSize = 85304 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.127.000) 2024-10-24 12:59:44 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83748 - ResidentSetSize of job (KB) ... 028 (10628.127.000) 2024-10-24 12:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:44.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 127 ResidentSetSize = 83748 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.109.000) 2024-10-24 12:59:44 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79540 - ResidentSetSize of job (KB) ... 028 (10628.109.000) 2024-10-24 12:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:44.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 109 ResidentSetSize = 79540 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.134.000) 2024-10-24 12:59:46 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82256 - ResidentSetSize of job (KB) ... 028 (10628.134.000) 2024-10-24 12:59:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:46.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 134 ResidentSetSize = 82256 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.286.000) 2024-10-24 12:59:55 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82744 - ResidentSetSize of job (KB) ... 028 (10628.286.000) 2024-10-24 12:59:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:55.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 286 ResidentSetSize = 82744 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.294.000) 2024-10-24 12:59:56 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80828 - ResidentSetSize of job (KB) ... 028 (10628.294.000) 2024-10-24 12:59:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:56.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 294 ResidentSetSize = 80828 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.281.000) 2024-10-24 12:59:57 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79556 - ResidentSetSize of job (KB) ... 028 (10628.281.000) 2024-10-24 12:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:57.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 281 ResidentSetSize = 79556 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.301.000) 2024-10-24 12:59:57 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86384 - ResidentSetSize of job (KB) ... 028 (10628.301.000) 2024-10-24 12:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:57.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 301 ResidentSetSize = 86384 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.969.000) 2024-10-24 12:59:57 Image size of job updated: 3708100 74 - MemoryUsage of job (MB) 75396 - ResidentSetSize of job (KB) ... 028 (10628.969.000) 2024-10-24 12:59:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:57.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 969 ResidentSetSize = 75396 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.282.000) 2024-10-24 12:59:58 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 78956 - ResidentSetSize of job (KB) ... 028 (10628.282.000) 2024-10-24 12:59:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T12:59:58.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 282 ResidentSetSize = 78956 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.054.000) 2024-10-24 13:00:00 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92808 - ResidentSetSize of job (KB) ... 028 (10628.054.000) 2024-10-24 13:00:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:00.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 54 ResidentSetSize = 92808 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.220.000) 2024-10-24 13:00:01 Image size of job updated: 3606640 93 - MemoryUsage of job (MB) 94484 - ResidentSetSize of job (KB) ... 028 (10628.220.000) 2024-10-24 13:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:01.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 220 ResidentSetSize = 94484 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.311.000) 2024-10-24 13:00:01 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80428 - ResidentSetSize of job (KB) ... 028 (10628.311.000) 2024-10-24 13:00:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:01.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 311 ResidentSetSize = 80428 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 13:00:06 Image size of job updated: 624100 50 - MemoryUsage of job (MB) 50400 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 13:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:06.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 50400 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.348.000) 2024-10-24 13:00:06 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92308 - ResidentSetSize of job (KB) ... 028 (10628.348.000) 2024-10-24 13:00:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:06.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 348 ResidentSetSize = 92308 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 13:00:07 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57632 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 13:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:07.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 57632 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.775.000) 2024-10-24 13:00:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1726231_31934336@c1213.swan.hcc.unl.edu, rescheduling job ... 028 (10628.775.000) 2024-10-24 13:00:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:00:08.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 775 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1726231_31934336@c1213.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.000.000) 2024-10-24 13:00:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3321103_898692366@c1209.swan.hcc.unl.edu, rescheduling job ... 028 (10628.000.000) 2024-10-24 13:00:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:00:08.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 0 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3321103_898692366@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.189.000) 2024-10-24 13:00:08 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57864 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 13:00:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:08.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 57864 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.001.000) 2024-10-24 13:00:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_935010_123993224@c1424.swan.hcc.unl.edu, rescheduling job ... 028 (10628.001.000) 2024-10-24 13:00:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:00:09.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 1 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_935010_123993224@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.190.000) 2024-10-24 13:00:09 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 58116 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 13:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:09.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 58116 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.774.000) 2024-10-24 13:00:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1007436_373619808@c1424.swan.hcc.unl.edu, rescheduling job ... 028 (10628.774.000) 2024-10-24 13:00:10 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:00:10.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618822" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215163" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 774 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1007436_373619808@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.349.000) 2024-10-24 13:00:12 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 93624 - ResidentSetSize of job (KB) ... 028 (10628.349.000) 2024-10-24 13:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:12.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 349 ResidentSetSize = 93624 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.399.000) 2024-10-24 13:00:13 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85876 - ResidentSetSize of job (KB) ... 028 (10628.399.000) 2024-10-24 13:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:13.466" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 399 ResidentSetSize = 85876 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 13:00:13 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94296 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 13:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:13.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 94296 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.459.000) 2024-10-24 13:00:18 Image size of job updated: 3471208 91 - MemoryUsage of job (MB) 93180 - ResidentSetSize of job (KB) ... 028 (10628.459.000) 2024-10-24 13:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:18.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 459 ResidentSetSize = 93180 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.422.000) 2024-10-24 13:00:18 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83428 - ResidentSetSize of job (KB) ... 028 (10628.422.000) 2024-10-24 13:00:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:18.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 422 ResidentSetSize = 83428 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.431.000) 2024-10-24 13:00:19 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84768 - ResidentSetSize of job (KB) ... 028 (10628.431.000) 2024-10-24 13:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:19.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 431 ResidentSetSize = 84768 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.426.000) 2024-10-24 13:00:19 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80628 - ResidentSetSize of job (KB) ... 028 (10628.426.000) 2024-10-24 13:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:19.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 426 ResidentSetSize = 80628 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.466.000) 2024-10-24 13:00:21 Image size of job updated: 3539564 92 - MemoryUsage of job (MB) 93204 - ResidentSetSize of job (KB) ... 028 (10628.466.000) 2024-10-24 13:00:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:21.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 466 ResidentSetSize = 93204 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 13:00:23 Image size of job updated: 3562648 92 - MemoryUsage of job (MB) 93332 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 13:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:23.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 93332 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.505.000) 2024-10-24 13:00:25 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79756 - ResidentSetSize of job (KB) ... 028 (10628.505.000) 2024-10-24 13:00:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:25.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 505 ResidentSetSize = 79756 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.504.000) 2024-10-24 13:00:26 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84004 - ResidentSetSize of job (KB) ... 028 (10628.504.000) 2024-10-24 13:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:26.292" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 504 ResidentSetSize = 84004 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.489.000) 2024-10-24 13:00:26 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80196 - ResidentSetSize of job (KB) ... 028 (10628.489.000) 2024-10-24 13:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:26.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 489 ResidentSetSize = 80196 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.500.000) 2024-10-24 13:00:28 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84916 - ResidentSetSize of job (KB) ... 028 (10628.500.000) 2024-10-24 13:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:28.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 500 ResidentSetSize = 84916 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.524.000) 2024-10-24 13:00:29 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79204 - ResidentSetSize of job (KB) ... 028 (10628.524.000) 2024-10-24 13:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:29.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 524 ResidentSetSize = 79204 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 13:00:29 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36480 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 13:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:29.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36480 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.561.000) 2024-10-24 13:00:31 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94580 - ResidentSetSize of job (KB) ... 028 (10628.561.000) 2024-10-24 13:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:31.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 561 ResidentSetSize = 94580 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.559.000) 2024-10-24 13:00:31 Image size of job updated: 3534536 76 - MemoryUsage of job (MB) 77572 - ResidentSetSize of job (KB) ... 028 (10628.559.000) 2024-10-24 13:00:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:31.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 559 ResidentSetSize = 77572 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.567.000) 2024-10-24 13:00:33 Image size of job updated: 3539052 95 - MemoryUsage of job (MB) 97128 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 13:00:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:33.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 97128 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.582.000) 2024-10-24 13:00:34 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87768 - ResidentSetSize of job (KB) ... 028 (10628.582.000) 2024-10-24 13:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:34.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 582 ResidentSetSize = 87768 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.566.000) 2024-10-24 13:00:34 Image size of job updated: 3539308 89 - MemoryUsage of job (MB) 90140 - ResidentSetSize of job (KB) ... 028 (10628.566.000) 2024-10-24 13:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:34.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 566 ResidentSetSize = 90140 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.592.000) 2024-10-24 13:00:36 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83872 - ResidentSetSize of job (KB) ... 028 (10628.592.000) 2024-10-24 13:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:36.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 592 ResidentSetSize = 83872 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.597.000) 2024-10-24 13:00:36 Image size of job updated: 3534024 84 - MemoryUsage of job (MB) 85280 - ResidentSetSize of job (KB) ... 028 (10628.597.000) 2024-10-24 13:00:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:36.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 597 ResidentSetSize = 85280 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.586.000) 2024-10-24 13:00:37 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81008 - ResidentSetSize of job (KB) ... 028 (10628.586.000) 2024-10-24 13:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:37.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 586 ResidentSetSize = 81008 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.650.000) 2024-10-24 13:00:39 Image size of job updated: 3471976 91 - MemoryUsage of job (MB) 92256 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 13:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:39.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 92256 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.602.000) 2024-10-24 13:00:39 Image size of job updated: 3471720 91 - MemoryUsage of job (MB) 92632 - ResidentSetSize of job (KB) ... 028 (10628.602.000) 2024-10-24 13:00:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:39.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 602 ResidentSetSize = 92632 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.639.000) 2024-10-24 13:00:40 Image size of job updated: 3602380 84 - MemoryUsage of job (MB) 85784 - ResidentSetSize of job (KB) ... 028 (10628.639.000) 2024-10-24 13:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:40.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 639 ResidentSetSize = 85784 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.624.000) 2024-10-24 13:00:40 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82672 - ResidentSetSize of job (KB) ... 028 (10628.624.000) 2024-10-24 13:00:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:40.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 624 ResidentSetSize = 82672 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 13:00:41 Image size of job updated: 2614564 104 - MemoryUsage of job (MB) 106496 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 13:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:41.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 106496 Size = 2614564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.667.000) 2024-10-24 13:00:42 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82772 - ResidentSetSize of job (KB) ... 028 (10628.667.000) 2024-10-24 13:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:42.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 667 ResidentSetSize = 82772 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.675.000) 2024-10-24 13:00:42 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 80968 - ResidentSetSize of job (KB) ... 028 (10628.675.000) 2024-10-24 13:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:42.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 675 ResidentSetSize = 80968 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.661.000) 2024-10-24 13:00:42 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89144 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 13:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:42.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 89144 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.670.000) 2024-10-24 13:00:43 Image size of job updated: 3534792 86 - MemoryUsage of job (MB) 87100 - ResidentSetSize of job (KB) ... 028 (10628.670.000) 2024-10-24 13:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:43.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 670 ResidentSetSize = 87100 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.678.000) 2024-10-24 13:00:45 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79224 - ResidentSetSize of job (KB) ... 028 (10628.678.000) 2024-10-24 13:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:45.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 678 ResidentSetSize = 79224 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.708.000) 2024-10-24 13:00:46 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83736 - ResidentSetSize of job (KB) ... 028 (10628.708.000) 2024-10-24 13:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:46.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 708 ResidentSetSize = 83736 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.686.000) 2024-10-24 13:00:47 Image size of job updated: 3669712 87 - MemoryUsage of job (MB) 88872 - ResidentSetSize of job (KB) ... 028 (10628.686.000) 2024-10-24 13:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:47.120" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 686 ResidentSetSize = 88872 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.683.000) 2024-10-24 13:00:47 Image size of job updated: 3669712 81 - MemoryUsage of job (MB) 82168 - ResidentSetSize of job (KB) ... 028 (10628.683.000) 2024-10-24 13:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:47.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 683 ResidentSetSize = 82168 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.680.000) 2024-10-24 13:00:47 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82812 - ResidentSetSize of job (KB) ... 028 (10628.680.000) 2024-10-24 13:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:47.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 680 ResidentSetSize = 82812 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.699.000) 2024-10-24 13:00:48 Image size of job updated: 3602124 78 - MemoryUsage of job (MB) 78920 - ResidentSetSize of job (KB) ... 028 (10628.699.000) 2024-10-24 13:00:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:48.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 699 ResidentSetSize = 78920 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.719.000) 2024-10-24 13:00:49 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81412 - ResidentSetSize of job (KB) ... 028 (10628.719.000) 2024-10-24 13:00:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:49.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 719 ResidentSetSize = 81412 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.731.000) 2024-10-24 13:00:50 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90824 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 13:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:50.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 90824 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.700.000) 2024-10-24 13:00:50 Image size of job updated: 3533768 76 - MemoryUsage of job (MB) 77556 - ResidentSetSize of job (KB) ... 028 (10628.700.000) 2024-10-24 13:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:50.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 700 ResidentSetSize = 77556 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.761.000) 2024-10-24 13:00:52 Image size of job updated: 3471976 96 - MemoryUsage of job (MB) 97684 - ResidentSetSize of job (KB) ... 028 (10628.761.000) 2024-10-24 13:00:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:52.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 761 ResidentSetSize = 97684 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.756.000) 2024-10-24 13:00:53 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90696 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 13:00:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:53.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 90696 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.764.000) 2024-10-24 13:00:54 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92936 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 13:00:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:00:54.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 92936 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 13:01:02 Image size of job updated: 3561724 86 - MemoryUsage of job (MB) 87916 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 13:01:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:02.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 87916 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 13:01:04 Image size of job updated: 3561468 84 - MemoryUsage of job (MB) 85548 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 13:01:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:04.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 85548 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.782.000) 2024-10-24 13:01:26 Image size of job updated: 3602636 77 - MemoryUsage of job (MB) 77916 - ResidentSetSize of job (KB) ... 028 (10628.782.000) 2024-10-24 13:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:26.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 782 ResidentSetSize = 77916 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.797.000) 2024-10-24 13:01:26 Image size of job updated: 3471208 88 - MemoryUsage of job (MB) 89708 - ResidentSetSize of job (KB) ... 028 (10628.797.000) 2024-10-24 13:01:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:26.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 797 ResidentSetSize = 89708 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.809.000) 2024-10-24 13:01:32 Image size of job updated: 3629468 88 - MemoryUsage of job (MB) 89292 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 13:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:32.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 89292 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.862.000) 2024-10-24 13:01:32 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83604 - ResidentSetSize of job (KB) ... 028 (10628.862.000) 2024-10-24 13:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:32.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 862 ResidentSetSize = 83604 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.854.000) 2024-10-24 13:01:32 Image size of job updated: 3466692 77 - MemoryUsage of job (MB) 78360 - ResidentSetSize of job (KB) ... 028 (10628.854.000) 2024-10-24 13:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:32.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 854 ResidentSetSize = 78360 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.834.000) 2024-10-24 13:01:32 Image size of job updated: 3539564 93 - MemoryUsage of job (MB) 94852 - ResidentSetSize of job (KB) ... 028 (10628.834.000) 2024-10-24 13:01:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:32.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 834 ResidentSetSize = 94852 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.845.000) 2024-10-24 13:01:33 Image size of job updated: 3669456 77 - MemoryUsage of job (MB) 78808 - ResidentSetSize of job (KB) ... 028 (10628.845.000) 2024-10-24 13:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:33.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 845 ResidentSetSize = 78808 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.841.000) 2024-10-24 13:01:34 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78188 - ResidentSetSize of job (KB) ... 028 (10628.841.000) 2024-10-24 13:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:34.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 841 ResidentSetSize = 78188 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 13:01:35 Image size of job updated: 624356 50 - MemoryUsage of job (MB) 50432 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 13:01:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:35.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 50432 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 13:01:36 Image size of job updated: 689892 50 - MemoryUsage of job (MB) 50480 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 13:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:36.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 50480 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.883.000) 2024-10-24 13:01:36 Image size of job updated: 3534792 78 - MemoryUsage of job (MB) 79328 - ResidentSetSize of job (KB) ... 028 (10628.883.000) 2024-10-24 13:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:36.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 883 ResidentSetSize = 79328 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.873.000) 2024-10-24 13:01:36 Image size of job updated: 3534536 79 - MemoryUsage of job (MB) 80608 - ResidentSetSize of job (KB) ... 028 (10628.873.000) 2024-10-24 13:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:36.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 873 ResidentSetSize = 80608 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.879.000) 2024-10-24 13:01:36 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83876 - ResidentSetSize of job (KB) ... 028 (10628.879.000) 2024-10-24 13:01:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:36.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 879 ResidentSetSize = 83876 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.875.000) 2024-10-24 13:01:38 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 77960 - ResidentSetSize of job (KB) ... 028 (10628.875.000) 2024-10-24 13:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:38.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 875 ResidentSetSize = 77960 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.908.000) 2024-10-24 13:01:38 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84696 - ResidentSetSize of job (KB) ... 028 (10628.908.000) 2024-10-24 13:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:38.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 908 ResidentSetSize = 84696 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.920.000) 2024-10-24 13:01:38 Image size of job updated: 3669968 82 - MemoryUsage of job (MB) 83724 - ResidentSetSize of job (KB) ... 028 (10628.920.000) 2024-10-24 13:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:38.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 920 ResidentSetSize = 83724 Size = 3669968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.904.000) 2024-10-24 13:01:38 Image size of job updated: 3534024 74 - MemoryUsage of job (MB) 75604 - ResidentSetSize of job (KB) ... 028 (10628.904.000) 2024-10-24 13:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:38.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 904 ResidentSetSize = 75604 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 13:01:40 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89932 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 13:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:40.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 89932 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.914.000) 2024-10-24 13:01:40 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81024 - ResidentSetSize of job (KB) ... 028 (10628.914.000) 2024-10-24 13:01:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:40.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 914 ResidentSetSize = 81024 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 13:01:41 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89700 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 13:01:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:41.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 89700 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.944.000) 2024-10-24 13:01:46 Image size of job updated: 3466692 77 - MemoryUsage of job (MB) 78704 - ResidentSetSize of job (KB) ... 028 (10628.944.000) 2024-10-24 13:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:46.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 944 ResidentSetSize = 78704 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 13:01:49 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91280 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 13:01:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:49.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 91280 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 13:01:51 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 58128 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 13:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:01:51.006" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 58128 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.219.000) 2024-10-24 13:02:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@IU-Jetstream2-Backfill.45d4469bba43 <172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=startd_4632_bec5> ... 028 (10628.219.000) 2024-10-24 13:02:07 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:02:07.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 219 StartdAddr = "<172.17.0.2:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50805775%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9950131&PrivNet=IU-Jetstream2-Backfill.45d4469bba43&addrs=172.17.0.2-32989&alias=IU-Jetstream2-Backfill.45d4469bba43&noUDP&sock=startd_4632_bec5>" StartdName = "slot1_2@IU-Jetstream2-Backfill.45d4469bba43" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.778.000) 2024-10-24 13:02:21 Started transferring input files Transferring to host: <131.225.209.142:33303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007367&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-33303+[2620-6a-0-8862-f0-0-209-142]-33303&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 028 (10628.778.000) 2024-10-24 13:02:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:21.159" EventTypeNumber = 28 Host = "<131.225.209.142:33303?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007367&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-33303+[2620-6a-0-8862-f0-0-209-142]-33303&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.778.000) 2024-10-24 13:02:21 Finished transferring input files ... 028 (10628.778.000) 2024-10-24 13:02:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:21.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.774.000) 2024-10-24 13:02:21 Started transferring input files Transferring to host: <10.138.12.14:39579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973643&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-39579&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 13:02:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:21.432" EventTypeNumber = 28 Host = "<10.138.12.14:39579?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973643&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-39579&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619589" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215331" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.774.000) 2024-10-24 13:02:21 Finished transferring input files ... 028 (10628.774.000) 2024-10-24 13:02:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:21.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619589" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215331" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.774.000) 2024-10-24 13:02:22 Warning from starter on slot1@glidein_1861921_132074061@c1214.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.774.000) 2024-10-24 13:02:22 Job executing on host: <10.138.12.14:46227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966835&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46227&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 13:02:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:22.783" EventTypeNumber = 28 ExecuteHost = "<10.138.12.14:46227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966835&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46227&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619589" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215331" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.775.000) 2024-10-24 13:02:22 Started transferring input files Transferring to host: <10.138.12.14:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10002462&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-37171&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 13:02:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:22.893" EventTypeNumber = 28 Host = "<10.138.12.14:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343616%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10002462&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-37171&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619742" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.775.000) 2024-10-24 13:02:22 Finished transferring input files ... 028 (10628.775.000) 2024-10-24 13:02:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:22.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619742" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.001.000) 2024-10-24 13:02:22 Started transferring input files Transferring to host: <10.138.14.26:39009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50917691%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10002463&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-39009&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 13:02:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:22.975" EventTypeNumber = 28 Host = "<10.138.14.26:39009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50917691%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10002463&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-39009&alias=c1426.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618856" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215167" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.001.000) 2024-10-24 13:02:23 Finished transferring input files ... 028 (10628.001.000) 2024-10-24 13:02:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:23.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618856" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215167" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.778.000) 2024-10-24 13:02:23 Warning from starter on slot1_4@glidein_8_123380445@osg-3976062-0-fnpc9051.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.778.000) 2024-10-24 13:02:23 Job executing on host: <131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 028 (10628.778.000) 2024-10-24 13:02:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:23.100" EventTypeNumber = 28 ExecuteHost = "<131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.775.000) 2024-10-24 13:02:24 Warning from starter on slot1@glidein_1721938_327983565@c1214.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.775.000) 2024-10-24 13:02:24 Job executing on host: <10.138.12.14:35759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9951912&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-35759&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 13:02:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:24.250" EventTypeNumber = 28 ExecuteHost = "<10.138.12.14:35759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9951912&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-35759&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619742" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.001.000) 2024-10-24 13:02:24 Warning from starter on slot1@glidein_1248984_474028770@c1426.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.001.000) 2024-10-24 13:02:24 Job executing on host: <10.138.14.26:43457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037560&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-43457&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 13:02:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:24.367" EventTypeNumber = 28 ExecuteHost = "<10.138.14.26:43457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037560&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-43457&alias=c1426.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618856" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215167" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.000.000) 2024-10-24 13:02:24 Started transferring input files Transferring to host: <10.138.12.14:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366207%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007369&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42675&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 13:02:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:24.454" EventTypeNumber = 28 Host = "<10.138.12.14:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366207%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007369&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42675&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618708" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215148" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.000.000) 2024-10-24 13:02:24 Finished transferring input files ... 028 (10628.000.000) 2024-10-24 13:02:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:24.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618708" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215148" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.000.000) 2024-10-24 13:02:25 Warning from starter on slot1@glidein_1767034_58878234@c1214.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.000.000) 2024-10-24 13:02:25 Job executing on host: <10.138.12.14:46189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947372&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46189&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 13:02:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:02:25.800" EventTypeNumber = 28 ExecuteHost = "<10.138.12.14:46189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947372&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46189&alias=c1214.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618708" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215148" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.048.000) 2024-10-24 13:03:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1453502_705626250@c1209.swan.hcc.unl.edu <10.138.12.9:34519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10035871&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-34519&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 13:03:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:03:56.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 48 StartdAddr = "<10.138.12.9:34519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427408%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10035871&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-34519&alias=c1209.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1453502_705626250@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.072.000) 2024-10-24 13:03:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1789515_448301184@c1213.swan.hcc.unl.edu <10.138.12.13:41353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988069&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-41353&alias=c1213.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 13:03:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:03:56.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 72 StartdAddr = "<10.138.12.13:41353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988069&PrivNet=c1213.swan.hcc.unl.edu&addrs=10.138.12.13-41353&alias=c1213.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1789515_448301184@c1213.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.006.000) 2024-10-24 13:04:28 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 91636 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 13:04:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:28.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 91636 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 13:04:30 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90292 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 13:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:30.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90292 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.007.000) 2024-10-24 13:04:30 Image size of job updated: 3539200 93 - MemoryUsage of job (MB) 94644 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 13:04:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 94644 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 13:04:31 Image size of job updated: 3606532 90 - MemoryUsage of job (MB) 91912 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 13:04:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:31.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 91912 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.046.000) 2024-10-24 13:04:33 Image size of job updated: 2669220 77 - MemoryUsage of job (MB) 78784 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 13:04:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:33.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 78784 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.014.000) 2024-10-24 13:04:38 Image size of job updated: 3403772 106 - MemoryUsage of job (MB) 108140 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 13:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:38.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 108140 Size = 3403772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.087.000) 2024-10-24 13:04:41 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84260 - ResidentSetSize of job (KB) ... 028 (10628.087.000) 2024-10-24 13:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:41.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 87 ResidentSetSize = 84260 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.090.000) 2024-10-24 13:04:41 Image size of job updated: 3601612 82 - MemoryUsage of job (MB) 82976 - ResidentSetSize of job (KB) ... 028 (10628.090.000) 2024-10-24 13:04:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:41.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 90 ResidentSetSize = 82976 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.158.000) 2024-10-24 13:04:42 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80420 - ResidentSetSize of job (KB) ... 028 (10628.158.000) 2024-10-24 13:04:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:42.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 158 ResidentSetSize = 80420 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.149.000) 2024-10-24 13:04:44 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79620 - ResidentSetSize of job (KB) ... 028 (10628.149.000) 2024-10-24 13:04:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:44.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 149 ResidentSetSize = 79620 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.130.000) 2024-10-24 13:04:45 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79612 - ResidentSetSize of job (KB) ... 028 (10628.130.000) 2024-10-24 13:04:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:45.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 130 ResidentSetSize = 79612 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.133.000) 2024-10-24 13:04:46 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86116 - ResidentSetSize of job (KB) ... 028 (10628.133.000) 2024-10-24 13:04:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:46.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 133 ResidentSetSize = 86116 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.160.000) 2024-10-24 13:04:47 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83084 - ResidentSetSize of job (KB) ... 028 (10628.160.000) 2024-10-24 13:04:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:47.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 160 ResidentSetSize = 83084 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.268.000) 2024-10-24 13:04:55 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83548 - ResidentSetSize of job (KB) ... 028 (10628.268.000) 2024-10-24 13:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:55.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 268 ResidentSetSize = 83548 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.271.000) 2024-10-24 13:04:57 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84044 - ResidentSetSize of job (KB) ... 028 (10628.271.000) 2024-10-24 13:04:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:57.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 271 ResidentSetSize = 84044 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.302.000) 2024-10-24 13:04:58 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86852 - ResidentSetSize of job (KB) ... 028 (10628.302.000) 2024-10-24 13:04:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:58.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 302 ResidentSetSize = 86852 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.022.000) 2024-10-24 13:04:59 Image size of job updated: 3606640 96 - MemoryUsage of job (MB) 98208 - ResidentSetSize of job (KB) ... 028 (10628.022.000) 2024-10-24 13:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:04:59.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 22 ResidentSetSize = 98208 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.051.000) 2024-10-24 13:05:01 Image size of job updated: 3606640 97 - MemoryUsage of job (MB) 98912 - ResidentSetSize of job (KB) ... 028 (10628.051.000) 2024-10-24 13:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:01.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 51 ResidentSetSize = 98912 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.304.000) 2024-10-24 13:05:01 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80416 - ResidentSetSize of job (KB) ... 028 (10628.304.000) 2024-10-24 13:05:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:01.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 304 ResidentSetSize = 80416 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.305.000) 2024-10-24 13:05:02 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78612 - ResidentSetSize of job (KB) ... 028 (10628.305.000) 2024-10-24 13:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:02.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 305 ResidentSetSize = 78612 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.308.000) 2024-10-24 13:05:02 Image size of job updated: 3601612 83 - MemoryUsage of job (MB) 84548 - ResidentSetSize of job (KB) ... 028 (10628.308.000) 2024-10-24 13:05:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:02.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 308 ResidentSetSize = 84548 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.310.000) 2024-10-24 13:05:04 Image size of job updated: 3669712 88 - MemoryUsage of job (MB) 89648 - ResidentSetSize of job (KB) ... 028 (10628.310.000) 2024-10-24 13:05:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:04.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 310 ResidentSetSize = 89648 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.334.000) 2024-10-24 13:05:06 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83880 - ResidentSetSize of job (KB) ... 028 (10628.334.000) 2024-10-24 13:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:06.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 334 ResidentSetSize = 83880 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 13:05:07 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 57896 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 13:05:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:07.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 57896 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.377.000) 2024-10-24 13:05:11 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81808 - ResidentSetSize of job (KB) ... 028 (10628.377.000) 2024-10-24 13:05:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:11.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 377 ResidentSetSize = 81808 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.388.000) 2024-10-24 13:05:13 Image size of job updated: 3601612 77 - MemoryUsage of job (MB) 78708 - ResidentSetSize of job (KB) ... 028 (10628.388.000) 2024-10-24 13:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:13.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 388 ResidentSetSize = 78708 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.411.000) 2024-10-24 13:05:15 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79856 - ResidentSetSize of job (KB) ... 028 (10628.411.000) 2024-10-24 13:05:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:15.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 411 ResidentSetSize = 79856 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.420.000) 2024-10-24 13:05:17 Image size of job updated: 3533768 78 - MemoryUsage of job (MB) 79704 - ResidentSetSize of job (KB) ... 028 (10628.420.000) 2024-10-24 13:05:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:17.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 420 ResidentSetSize = 79704 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.423.000) 2024-10-24 13:05:18 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 80160 - ResidentSetSize of job (KB) ... 028 (10628.423.000) 2024-10-24 13:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:18.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 423 ResidentSetSize = 80160 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.427.000) 2024-10-24 13:05:19 Image size of job updated: 3472120 80 - MemoryUsage of job (MB) 81612 - ResidentSetSize of job (KB) ... 028 (10628.427.000) 2024-10-24 13:05:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:19.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 427 ResidentSetSize = 81612 Size = 3472120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.452.000) 2024-10-24 13:05:20 Image size of job updated: 3669200 81 - MemoryUsage of job (MB) 82608 - ResidentSetSize of job (KB) ... 028 (10628.452.000) 2024-10-24 13:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:20.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 452 ResidentSetSize = 82608 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.483.000) 2024-10-24 13:05:21 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83564 - ResidentSetSize of job (KB) ... 028 (10628.483.000) 2024-10-24 13:05:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:21.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 483 ResidentSetSize = 83564 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 13:05:24 Image size of job updated: 3562648 93 - MemoryUsage of job (MB) 94296 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 13:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:24.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 94296 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 13:05:25 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50828 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 13:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:25.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50828 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.480.000) 2024-10-24 13:05:26 Image size of job updated: 3533768 82 - MemoryUsage of job (MB) 83028 - ResidentSetSize of job (KB) ... 028 (10628.480.000) 2024-10-24 13:05:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:26.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 480 ResidentSetSize = 83028 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.515.000) 2024-10-24 13:05:27 Image size of job updated: 3601612 79 - MemoryUsage of job (MB) 80352 - ResidentSetSize of job (KB) ... 028 (10628.515.000) 2024-10-24 13:05:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:27.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 515 ResidentSetSize = 80352 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.486.000) 2024-10-24 13:05:27 Image size of job updated: 3606784 85 - MemoryUsage of job (MB) 87016 - ResidentSetSize of job (KB) ... 028 (10628.486.000) 2024-10-24 13:05:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:27.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 486 ResidentSetSize = 87016 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.537.000) 2024-10-24 13:05:29 Image size of job updated: 3535048 80 - MemoryUsage of job (MB) 81004 - ResidentSetSize of job (KB) ... 028 (10628.537.000) 2024-10-24 13:05:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:29.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 537 ResidentSetSize = 81004 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 13:05:30 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36492 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 13:05:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:30.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36492 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.555.000) 2024-10-24 13:05:31 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83192 - ResidentSetSize of job (KB) ... 028 (10628.555.000) 2024-10-24 13:05:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:31.139" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 555 ResidentSetSize = 83192 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.528.000) 2024-10-24 13:05:31 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78812 - ResidentSetSize of job (KB) ... 028 (10628.528.000) 2024-10-24 13:05:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:31.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 528 ResidentSetSize = 78812 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.550.000) 2024-10-24 13:05:32 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 79888 - ResidentSetSize of job (KB) ... 028 (10628.550.000) 2024-10-24 13:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:32.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 550 ResidentSetSize = 79888 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.616.000) 2024-10-24 13:05:38 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84552 - ResidentSetSize of job (KB) ... 028 (10628.616.000) 2024-10-24 13:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:38.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 616 ResidentSetSize = 84552 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.579.000) 2024-10-24 13:05:38 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83664 - ResidentSetSize of job (KB) ... 028 (10628.579.000) 2024-10-24 13:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:38.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 579 ResidentSetSize = 83664 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.641.000) 2024-10-24 13:05:40 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84756 - ResidentSetSize of job (KB) ... 028 (10628.641.000) 2024-10-24 13:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:40.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 641 ResidentSetSize = 84756 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.615.000) 2024-10-24 13:05:40 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 78868 - ResidentSetSize of job (KB) ... 028 (10628.615.000) 2024-10-24 13:05:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:40.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 615 ResidentSetSize = 78868 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.644.000) 2024-10-24 13:05:41 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81840 - ResidentSetSize of job (KB) ... 028 (10628.644.000) 2024-10-24 13:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:41.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 644 ResidentSetSize = 81840 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.623.000) 2024-10-24 13:05:41 Image size of job updated: 3601612 74 - MemoryUsage of job (MB) 75728 - ResidentSetSize of job (KB) ... 028 (10628.623.000) 2024-10-24 13:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:41.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 623 ResidentSetSize = 75728 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.618.000) 2024-10-24 13:05:41 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82800 - ResidentSetSize of job (KB) ... 028 (10628.618.000) 2024-10-24 13:05:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:41.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 618 ResidentSetSize = 82800 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.617.000) 2024-10-24 13:05:42 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81908 - ResidentSetSize of job (KB) ... 028 (10628.617.000) 2024-10-24 13:05:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:42.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 617 ResidentSetSize = 81908 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.668.000) 2024-10-24 13:05:43 Image size of job updated: 3534536 87 - MemoryUsage of job (MB) 88792 - ResidentSetSize of job (KB) ... 028 (10628.668.000) 2024-10-24 13:05:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:43.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 668 ResidentSetSize = 88792 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.692.000) 2024-10-24 13:05:47 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84760 - ResidentSetSize of job (KB) ... 028 (10628.692.000) 2024-10-24 13:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:47.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 692 ResidentSetSize = 84760 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.703.000) 2024-10-24 13:05:49 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83724 - ResidentSetSize of job (KB) ... 028 (10628.703.000) 2024-10-24 13:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:49.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 703 ResidentSetSize = 83724 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.698.000) 2024-10-24 13:05:50 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84620 - ResidentSetSize of job (KB) ... 028 (10628.698.000) 2024-10-24 13:05:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:50.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 698 ResidentSetSize = 84620 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.726.000) 2024-10-24 13:05:51 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81040 - ResidentSetSize of job (KB) ... 028 (10628.726.000) 2024-10-24 13:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:51.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 726 ResidentSetSize = 81040 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.756.000) 2024-10-24 13:05:53 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92616 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 13:05:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:05:53.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 92616 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 13:06:27 Image size of job updated: 3537152 75 - MemoryUsage of job (MB) 75928 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 13:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:27.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 75928 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.181.000) 2024-10-24 13:06:27 Image size of job updated: 689636 49 - MemoryUsage of job (MB) 50020 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 13:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:27.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 50020 Size = 689636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.779.000) 2024-10-24 13:06:28 Image size of job updated: 3606532 97 - MemoryUsage of job (MB) 98696 - ResidentSetSize of job (KB) ... 028 (10628.779.000) 2024-10-24 13:06:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:28.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 779 ResidentSetSize = 98696 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.815.000) 2024-10-24 13:06:29 Image size of job updated: 3606384 93 - MemoryUsage of job (MB) 94304 - ResidentSetSize of job (KB) ... 028 (10628.815.000) 2024-10-24 13:06:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:29.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 815 ResidentSetSize = 94304 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.811.000) 2024-10-24 13:06:30 Image size of job updated: 3537920 76 - MemoryUsage of job (MB) 77552 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 13:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:30.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77552 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.839.000) 2024-10-24 13:06:33 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79408 - ResidentSetSize of job (KB) ... 028 (10628.839.000) 2024-10-24 13:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:33.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 839 ResidentSetSize = 79408 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.809.000) 2024-10-24 13:06:33 Image size of job updated: 3629468 88 - MemoryUsage of job (MB) 89356 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 13:06:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:33.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 89356 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.860.000) 2024-10-24 13:06:34 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85380 - ResidentSetSize of job (KB) ... 028 (10628.860.000) 2024-10-24 13:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:34.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 860 ResidentSetSize = 85380 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.863.000) 2024-10-24 13:06:34 Image size of job updated: 3533768 80 - MemoryUsage of job (MB) 81348 - ResidentSetSize of job (KB) ... 028 (10628.863.000) 2024-10-24 13:06:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:34.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 863 ResidentSetSize = 81348 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 13:06:36 Image size of job updated: 624612 49 - MemoryUsage of job (MB) 49856 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 13:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:36.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 49856 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.880.000) 2024-10-24 13:06:37 Image size of job updated: 3534280 77 - MemoryUsage of job (MB) 78024 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 13:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:37.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 78024 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.871.000) 2024-10-24 13:06:37 Image size of job updated: 3601612 82 - MemoryUsage of job (MB) 83652 - ResidentSetSize of job (KB) ... 028 (10628.871.000) 2024-10-24 13:06:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:37.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 871 ResidentSetSize = 83652 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.911.000) 2024-10-24 13:06:39 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 93340 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 13:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:39.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 93340 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.902.000) 2024-10-24 13:06:39 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78776 - ResidentSetSize of job (KB) ... 028 (10628.902.000) 2024-10-24 13:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:39.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 902 ResidentSetSize = 78776 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.901.000) 2024-10-24 13:06:39 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79392 - ResidentSetSize of job (KB) ... 028 (10628.901.000) 2024-10-24 13:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:39.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 901 ResidentSetSize = 79392 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.920.000) 2024-10-24 13:06:39 Image size of job updated: 3669968 84 - MemoryUsage of job (MB) 85772 - ResidentSetSize of job (KB) ... 028 (10628.920.000) 2024-10-24 13:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:39.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 920 ResidentSetSize = 85772 Size = 3669968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.904.000) 2024-10-24 13:06:39 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79700 - ResidentSetSize of job (KB) ... 028 (10628.904.000) 2024-10-24 13:06:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:39.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 904 ResidentSetSize = 79700 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.907.000) 2024-10-24 13:06:40 Image size of job updated: 3601612 86 - MemoryUsage of job (MB) 87884 - ResidentSetSize of job (KB) ... 028 (10628.907.000) 2024-10-24 13:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:40.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 907 ResidentSetSize = 87884 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 13:06:40 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90116 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 13:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:40.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 90116 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.931.000) 2024-10-24 13:06:42 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85808 - ResidentSetSize of job (KB) ... 006 (10628.910.000) 2024-10-24 13:06:42 Image size of job updated: 3604740 75 - MemoryUsage of job (MB) 76536 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 13:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:42.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 76536 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.931.000) 2024-10-24 13:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:42.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 931 ResidentSetSize = 85808 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 13:06:42 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89824 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 13:06:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:42.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 89824 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.915.000) 2024-10-24 13:06:43 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82892 - ResidentSetSize of job (KB) ... 028 (10628.915.000) 2024-10-24 13:06:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:43.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 915 ResidentSetSize = 82892 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.929.000) 2024-10-24 13:06:43 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84688 - ResidentSetSize of job (KB) ... 028 (10628.929.000) 2024-10-24 13:06:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:43.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 929 ResidentSetSize = 84688 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.993.000) 2024-10-24 13:06:50 Image size of job updated: 1813480 68 - MemoryUsage of job (MB) 69588 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 13:06:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:06:50.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 69588 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.179.000) 2024-10-24 13:07:03 Image size of job updated: 695096 50 - MemoryUsage of job (MB) 50192 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 13:07:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:07:03.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 50192 Size = 695096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.006.000) 2024-10-24 13:09:29 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 91776 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 13:09:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:29.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 91776 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 13:09:31 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90424 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 13:09:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:31.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90424 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 13:09:32 Image size of job updated: 3606532 90 - MemoryUsage of job (MB) 92044 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 13:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:32.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92044 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.005.000) 2024-10-24 13:09:35 Image size of job updated: 3534280 85 - MemoryUsage of job (MB) 86280 - ResidentSetSize of job (KB) ... 028 (10628.005.000) 2024-10-24 13:09:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:35.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 5 ResidentSetSize = 86280 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.091.000) 2024-10-24 13:09:39 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82408 - ResidentSetSize of job (KB) ... 028 (10628.091.000) 2024-10-24 13:09:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:39.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 91 ResidentSetSize = 82408 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.070.000) 2024-10-24 13:09:40 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93460 - ResidentSetSize of job (KB) ... 028 (10628.070.000) 2024-10-24 13:09:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:40.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 70 ResidentSetSize = 93460 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.140.000) 2024-10-24 13:09:42 Image size of job updated: 3601612 82 - MemoryUsage of job (MB) 83420 - ResidentSetSize of job (KB) ... 028 (10628.140.000) 2024-10-24 13:09:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:42.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 140 ResidentSetSize = 83420 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.103.000) 2024-10-24 13:09:42 Image size of job updated: 3805144 80 - MemoryUsage of job (MB) 81084 - ResidentSetSize of job (KB) ... 028 (10628.103.000) 2024-10-24 13:09:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:42.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 103 ResidentSetSize = 81084 Size = 3805144 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.126.000) 2024-10-24 13:09:45 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81076 - ResidentSetSize of job (KB) ... 028 (10628.126.000) 2024-10-24 13:09:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:45.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 126 ResidentSetSize = 81076 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.131.000) 2024-10-24 13:09:45 Image size of job updated: 3602636 75 - MemoryUsage of job (MB) 76764 - ResidentSetSize of job (KB) ... 028 (10628.131.000) 2024-10-24 13:09:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:45.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 131 ResidentSetSize = 76764 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.132.000) 2024-10-24 13:09:46 Image size of job updated: 3601612 78 - MemoryUsage of job (MB) 79408 - ResidentSetSize of job (KB) ... 028 (10628.132.000) 2024-10-24 13:09:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:46.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 132 ResidentSetSize = 79408 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.136.000) 2024-10-24 13:09:46 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89192 - ResidentSetSize of job (KB) ... 028 (10628.136.000) 2024-10-24 13:09:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:46.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 136 ResidentSetSize = 89192 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.153.000) 2024-10-24 13:09:46 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82136 - ResidentSetSize of job (KB) ... 028 (10628.153.000) 2024-10-24 13:09:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:46.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 153 ResidentSetSize = 82136 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.107.000) 2024-10-24 13:09:46 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82540 - ResidentSetSize of job (KB) ... 028 (10628.107.000) 2024-10-24 13:09:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:46.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 107 ResidentSetSize = 82540 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.124.000) 2024-10-24 13:09:47 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82428 - ResidentSetSize of job (KB) ... 028 (10628.124.000) 2024-10-24 13:09:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:47.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 124 ResidentSetSize = 82428 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.097.000) 2024-10-24 13:09:49 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87424 - ResidentSetSize of job (KB) ... 028 (10628.097.000) 2024-10-24 13:09:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:49.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 97 ResidentSetSize = 87424 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.161.000) 2024-10-24 13:09:50 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83800 - ResidentSetSize of job (KB) ... 028 (10628.161.000) 2024-10-24 13:09:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:50.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 161 ResidentSetSize = 83800 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.243.000) 2024-10-24 13:09:54 Image size of job updated: 1881068 72 - MemoryUsage of job (MB) 73452 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 13:09:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:54.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 73452 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.241.000) 2024-10-24 13:09:56 Image size of job updated: 1880812 72 - MemoryUsage of job (MB) 72788 - ResidentSetSize of job (KB) ... 028 (10628.241.000) 2024-10-24 13:09:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:56.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 241 ResidentSetSize = 72788 Size = 1880812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.279.000) 2024-10-24 13:09:56 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82028 - ResidentSetSize of job (KB) ... 028 (10628.279.000) 2024-10-24 13:09:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:56.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 279 ResidentSetSize = 82028 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.280.000) 2024-10-24 13:09:56 Image size of job updated: 3602124 86 - MemoryUsage of job (MB) 87480 - ResidentSetSize of job (KB) ... 028 (10628.280.000) 2024-10-24 13:09:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:56.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 280 ResidentSetSize = 87480 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.290.000) 2024-10-24 13:09:59 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81848 - ResidentSetSize of job (KB) ... 028 (10628.290.000) 2024-10-24 13:09:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:09:59.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 290 ResidentSetSize = 81848 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.276.000) 2024-10-24 13:10:00 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81788 - ResidentSetSize of job (KB) ... 028 (10628.276.000) 2024-10-24 13:10:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:00.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 276 ResidentSetSize = 81788 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.323.000) 2024-10-24 13:10:02 Image size of job updated: 3534536 89 - MemoryUsage of job (MB) 90804 - ResidentSetSize of job (KB) ... 028 (10628.323.000) 2024-10-24 13:10:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:02.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 323 ResidentSetSize = 90804 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.309.000) 2024-10-24 13:10:03 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82432 - ResidentSetSize of job (KB) ... 028 (10628.309.000) 2024-10-24 13:10:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:03.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 309 ResidentSetSize = 82432 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.312.000) 2024-10-24 13:10:03 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84712 - ResidentSetSize of job (KB) ... 028 (10628.312.000) 2024-10-24 13:10:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:03.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 312 ResidentSetSize = 84712 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.296.000) 2024-10-24 13:10:03 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78596 - ResidentSetSize of job (KB) ... 028 (10628.296.000) 2024-10-24 13:10:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:03.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 296 ResidentSetSize = 78596 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 13:10:04 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36460 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 13:10:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:04.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36460 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.260.000) 2024-10-24 13:10:06 Image size of job updated: 3539052 90 - MemoryUsage of job (MB) 91412 - ResidentSetSize of job (KB) ... 028 (10628.260.000) 2024-10-24 13:10:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:06.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 260 ResidentSetSize = 91412 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.330.000) 2024-10-24 13:10:08 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84820 - ResidentSetSize of job (KB) ... 028 (10628.330.000) 2024-10-24 13:10:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:08.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 330 ResidentSetSize = 84820 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.335.000) 2024-10-24 13:10:09 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84784 - ResidentSetSize of job (KB) ... 028 (10628.335.000) 2024-10-24 13:10:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:09.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 335 ResidentSetSize = 84784 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.394.000) 2024-10-24 13:10:11 Image size of job updated: 3466436 78 - MemoryUsage of job (MB) 79300 - ResidentSetSize of job (KB) ... 028 (10628.394.000) 2024-10-24 13:10:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:11.177" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 394 ResidentSetSize = 79300 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.385.000) 2024-10-24 13:10:12 Image size of job updated: 3539052 88 - MemoryUsage of job (MB) 89568 - ResidentSetSize of job (KB) ... 028 (10628.385.000) 2024-10-24 13:10:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:12.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 385 ResidentSetSize = 89568 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.371.000) 2024-10-24 13:10:13 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84628 - ResidentSetSize of job (KB) ... 028 (10628.371.000) 2024-10-24 13:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:13.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 371 ResidentSetSize = 84628 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.401.000) 2024-10-24 13:10:13 Image size of job updated: 3538684 82 - MemoryUsage of job (MB) 83784 - ResidentSetSize of job (KB) ... 028 (10628.401.000) 2024-10-24 13:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:13.848" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 401 ResidentSetSize = 83784 Size = 3538684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.373.000) 2024-10-24 13:10:14 Image size of job updated: 3737300 82 - MemoryUsage of job (MB) 83728 - ResidentSetSize of job (KB) ... 028 (10628.373.000) 2024-10-24 13:10:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:14.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 373 ResidentSetSize = 83728 Size = 3737300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.383.000) 2024-10-24 13:10:15 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86404 - ResidentSetSize of job (KB) ... 028 (10628.383.000) 2024-10-24 13:10:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:15.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 383 ResidentSetSize = 86404 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.414.000) 2024-10-24 13:10:16 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83800 - ResidentSetSize of job (KB) ... 028 (10628.414.000) 2024-10-24 13:10:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:16.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 414 ResidentSetSize = 83800 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.409.000) 2024-10-24 13:10:17 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85392 - ResidentSetSize of job (KB) ... 028 (10628.409.000) 2024-10-24 13:10:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:17.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 409 ResidentSetSize = 85392 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.419.000) 2024-10-24 13:10:18 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 86000 - ResidentSetSize of job (KB) ... 028 (10628.419.000) 2024-10-24 13:10:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:18.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 419 ResidentSetSize = 86000 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.446.000) 2024-10-24 13:10:19 Image size of job updated: 3669456 83 - MemoryUsage of job (MB) 84752 - ResidentSetSize of job (KB) ... 028 (10628.446.000) 2024-10-24 13:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:19.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 446 ResidentSetSize = 84752 Size = 3669456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.421.000) 2024-10-24 13:10:19 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84476 - ResidentSetSize of job (KB) ... 028 (10628.421.000) 2024-10-24 13:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:19.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 421 ResidentSetSize = 84476 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.443.000) 2024-10-24 13:10:19 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81528 - ResidentSetSize of job (KB) ... 028 (10628.443.000) 2024-10-24 13:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:19.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 443 ResidentSetSize = 81528 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.428.000) 2024-10-24 13:10:19 Image size of job updated: 3538944 86 - MemoryUsage of job (MB) 87776 - ResidentSetSize of job (KB) ... 028 (10628.428.000) 2024-10-24 13:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:19.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 428 ResidentSetSize = 87776 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.435.000) 2024-10-24 13:10:19 Image size of job updated: 3535048 86 - MemoryUsage of job (MB) 87524 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 13:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:19.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 87524 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.368.000) 2024-10-24 13:10:20 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95548 - ResidentSetSize of job (KB) ... 028 (10628.368.000) 2024-10-24 13:10:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:20.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 368 ResidentSetSize = 95548 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 13:10:24 Image size of job updated: 3562648 93 - MemoryUsage of job (MB) 94356 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 13:10:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:24.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 94356 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.519.000) 2024-10-24 13:10:28 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84660 - ResidentSetSize of job (KB) ... 028 (10628.519.000) 2024-10-24 13:10:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:28.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 519 ResidentSetSize = 84660 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.503.000) 2024-10-24 13:10:28 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94260 - ResidentSetSize of job (KB) ... 028 (10628.503.000) 2024-10-24 13:10:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:28.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 503 ResidentSetSize = 94260 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.497.000) 2024-10-24 13:10:29 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83204 - ResidentSetSize of job (KB) ... 028 (10628.497.000) 2024-10-24 13:10:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:29.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 497 ResidentSetSize = 83204 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.506.000) 2024-10-24 13:10:29 Image size of job updated: 3471720 92 - MemoryUsage of job (MB) 93216 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 13:10:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:29.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 93216 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.540.000) 2024-10-24 13:10:29 Image size of job updated: 3534280 87 - MemoryUsage of job (MB) 88644 - ResidentSetSize of job (KB) ... 028 (10628.540.000) 2024-10-24 13:10:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:29.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 540 ResidentSetSize = 88644 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.523.000) 2024-10-24 13:10:29 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84128 - ResidentSetSize of job (KB) ... 028 (10628.523.000) 2024-10-24 13:10:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:29.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 523 ResidentSetSize = 84128 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.492.000) 2024-10-24 13:10:30 Image size of job updated: 3601612 76 - MemoryUsage of job (MB) 77712 - ResidentSetSize of job (KB) ... 028 (10628.492.000) 2024-10-24 13:10:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:30.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 492 ResidentSetSize = 77712 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 13:10:30 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36496 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 13:10:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:30.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36496 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.525.000) 2024-10-24 13:10:31 Image size of job updated: 3534024 75 - MemoryUsage of job (MB) 76624 - ResidentSetSize of job (KB) ... 028 (10628.525.000) 2024-10-24 13:10:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:31.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 525 ResidentSetSize = 76624 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.544.000) 2024-10-24 13:10:32 Image size of job updated: 3534280 86 - MemoryUsage of job (MB) 87624 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 13:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:32.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 87624 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.550.000) 2024-10-24 13:10:33 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 83984 - ResidentSetSize of job (KB) ... 028 (10628.550.000) 2024-10-24 13:10:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:33.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 550 ResidentSetSize = 83984 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.553.000) 2024-10-24 13:10:34 Image size of job updated: 3669712 82 - MemoryUsage of job (MB) 83676 - ResidentSetSize of job (KB) ... 028 (10628.553.000) 2024-10-24 13:10:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:34.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 553 ResidentSetSize = 83676 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.581.000) 2024-10-24 13:10:36 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83588 - ResidentSetSize of job (KB) ... 028 (10628.581.000) 2024-10-24 13:10:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:36.755" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 581 ResidentSetSize = 83588 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.594.000) 2024-10-24 13:10:37 Image size of job updated: 3602124 77 - MemoryUsage of job (MB) 78820 - ResidentSetSize of job (KB) ... 028 (10628.594.000) 2024-10-24 13:10:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:37.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 594 ResidentSetSize = 78820 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.607.000) 2024-10-24 13:10:38 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83952 - ResidentSetSize of job (KB) ... 028 (10628.607.000) 2024-10-24 13:10:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:38.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 607 ResidentSetSize = 83952 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.611.000) 2024-10-24 13:10:40 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81228 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 13:10:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:40.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 81228 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.641.000) 2024-10-24 13:10:40 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86804 - ResidentSetSize of job (KB) ... 028 (10628.641.000) 2024-10-24 13:10:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:40.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 641 ResidentSetSize = 86804 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.612.000) 2024-10-24 13:10:42 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81720 - ResidentSetSize of job (KB) ... 028 (10628.612.000) 2024-10-24 13:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:42.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 612 ResidentSetSize = 81720 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.624.000) 2024-10-24 13:10:42 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84720 - ResidentSetSize of job (KB) ... 028 (10628.624.000) 2024-10-24 13:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:42.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 624 ResidentSetSize = 84720 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.631.000) 2024-10-24 13:10:43 Image size of job updated: 3538944 88 - MemoryUsage of job (MB) 89884 - ResidentSetSize of job (KB) ... 028 (10628.631.000) 2024-10-24 13:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:43.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 631 ResidentSetSize = 89884 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.693.000) 2024-10-24 13:10:48 Image size of job updated: 3602636 86 - MemoryUsage of job (MB) 87340 - ResidentSetSize of job (KB) ... 028 (10628.693.000) 2024-10-24 13:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:48.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 693 ResidentSetSize = 87340 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.694.000) 2024-10-24 13:10:48 Image size of job updated: 3669200 78 - MemoryUsage of job (MB) 79328 - ResidentSetSize of job (KB) ... 028 (10628.694.000) 2024-10-24 13:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:48.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 694 ResidentSetSize = 79328 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.721.000) 2024-10-24 13:10:48 Image size of job updated: 3534280 86 - MemoryUsage of job (MB) 87052 - ResidentSetSize of job (KB) ... 028 (10628.721.000) 2024-10-24 13:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:48.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 721 ResidentSetSize = 87052 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.713.000) 2024-10-24 13:10:48 Image size of job updated: 3601100 88 - MemoryUsage of job (MB) 90004 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 13:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:48.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 90004 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.709.000) 2024-10-24 13:10:49 Image size of job updated: 3534792 83 - MemoryUsage of job (MB) 84600 - ResidentSetSize of job (KB) ... 028 (10628.709.000) 2024-10-24 13:10:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:49.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 709 ResidentSetSize = 84600 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.730.000) 2024-10-24 13:10:51 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84632 - ResidentSetSize of job (KB) ... 028 (10628.730.000) 2024-10-24 13:10:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:51.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 730 ResidentSetSize = 84632 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.688.000) 2024-10-24 13:10:51 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 79948 - ResidentSetSize of job (KB) ... 028 (10628.688.000) 2024-10-24 13:10:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:10:51.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 688 ResidentSetSize = 79948 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.780.000) 2024-10-24 13:11:31 Image size of job updated: 3602124 76 - MemoryUsage of job (MB) 77768 - ResidentSetSize of job (KB) ... 028 (10628.780.000) 2024-10-24 13:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:31.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 780 ResidentSetSize = 77768 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.853.000) 2024-10-24 13:11:34 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89092 - ResidentSetSize of job (KB) ... 028 (10628.853.000) 2024-10-24 13:11:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:34.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 853 ResidentSetSize = 89092 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.858.000) 2024-10-24 13:11:35 Image size of job updated: 3535048 81 - MemoryUsage of job (MB) 82300 - ResidentSetSize of job (KB) ... 028 (10628.858.000) 2024-10-24 13:11:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:35.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 858 ResidentSetSize = 82300 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.896.000) 2024-10-24 13:11:37 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82720 - ResidentSetSize of job (KB) ... 028 (10628.896.000) 2024-10-24 13:11:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:37.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 896 ResidentSetSize = 82720 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.883.000) 2024-10-24 13:11:38 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81376 - ResidentSetSize of job (KB) ... 028 (10628.883.000) 2024-10-24 13:11:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:38.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 883 ResidentSetSize = 81376 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.877.000) 2024-10-24 13:11:38 Image size of job updated: 3534792 79 - MemoryUsage of job (MB) 80488 - ResidentSetSize of job (KB) ... 028 (10628.877.000) 2024-10-24 13:11:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:38.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 877 ResidentSetSize = 80488 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.898.000) 2024-10-24 13:11:38 Image size of job updated: 3534792 81 - MemoryUsage of job (MB) 82944 - ResidentSetSize of job (KB) ... 028 (10628.898.000) 2024-10-24 13:11:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:38.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 898 ResidentSetSize = 82944 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.895.000) 2024-10-24 13:11:39 Image size of job updated: 3466692 78 - MemoryUsage of job (MB) 78860 - ResidentSetSize of job (KB) ... 028 (10628.895.000) 2024-10-24 13:11:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:39.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 895 ResidentSetSize = 78860 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.917.000) 2024-10-24 13:11:40 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84768 - ResidentSetSize of job (KB) ... 028 (10628.917.000) 2024-10-24 13:11:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:40.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 917 ResidentSetSize = 84768 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.916.000) 2024-10-24 13:11:42 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78168 - ResidentSetSize of job (KB) ... 028 (10628.916.000) 2024-10-24 13:11:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:42.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 916 ResidentSetSize = 78168 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 13:11:43 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89864 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 13:11:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:43.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 89864 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.929.000) 2024-10-24 13:11:44 Image size of job updated: 3534792 85 - MemoryUsage of job (MB) 86736 - ResidentSetSize of job (KB) ... 028 (10628.929.000) 2024-10-24 13:11:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:44.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 929 ResidentSetSize = 86736 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.966.000) 2024-10-24 13:11:44 Image size of job updated: 3606640 94 - MemoryUsage of job (MB) 95692 - ResidentSetSize of job (KB) ... 028 (10628.966.000) 2024-10-24 13:11:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:11:44.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 966 ResidentSetSize = 95692 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.046.000) 2024-10-24 13:14:33 Image size of job updated: 2669220 77 - MemoryUsage of job (MB) 78824 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 13:14:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:33.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 78824 Size = 2669220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.043.000) 2024-10-24 13:14:33 Image size of job updated: 3606528 93 - MemoryUsage of job (MB) 94400 - ResidentSetSize of job (KB) ... 028 (10628.043.000) 2024-10-24 13:14:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:33.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 43 ResidentSetSize = 94400 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.018.000) 2024-10-24 13:14:35 Image size of job updated: 3606016 93 - MemoryUsage of job (MB) 95060 - ResidentSetSize of job (KB) ... 028 (10628.018.000) 2024-10-24 13:14:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:35.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 18 ResidentSetSize = 95060 Size = 3606016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.008.000) 2024-10-24 13:14:35 Image size of job updated: 3607304 96 - MemoryUsage of job (MB) 97688 - ResidentSetSize of job (KB) ... 028 (10628.008.000) 2024-10-24 13:14:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:35.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 8 ResidentSetSize = 97688 Size = 3607304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.011.000) 2024-10-24 13:14:36 Image size of job updated: 3539460 95 - MemoryUsage of job (MB) 96396 - ResidentSetSize of job (KB) ... 028 (10628.011.000) 2024-10-24 13:14:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:36.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 11 ResidentSetSize = 96396 Size = 3539460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.096.000) 2024-10-24 13:14:42 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84684 - ResidentSetSize of job (KB) ... 028 (10628.096.000) 2024-10-24 13:14:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:42.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 96 ResidentSetSize = 84684 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.138.000) 2024-10-24 13:14:43 Image size of job updated: 3534792 80 - MemoryUsage of job (MB) 81668 - ResidentSetSize of job (KB) ... 028 (10628.138.000) 2024-10-24 13:14:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:43.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 138 ResidentSetSize = 81668 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.137.000) 2024-10-24 13:14:47 Image size of job updated: 3669712 88 - MemoryUsage of job (MB) 89440 - ResidentSetSize of job (KB) ... 028 (10628.137.000) 2024-10-24 13:14:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:47.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 137 ResidentSetSize = 89440 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.128.000) 2024-10-24 13:14:47 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81348 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 13:14:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:47.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 81348 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.243.000) 2024-10-24 13:14:55 Image size of job updated: 1881068 72 - MemoryUsage of job (MB) 73692 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 13:14:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:55.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 73692 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.268.000) 2024-10-24 13:14:56 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85596 - ResidentSetSize of job (KB) ... 028 (10628.268.000) 2024-10-24 13:14:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:56.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 268 ResidentSetSize = 85596 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.267.000) 2024-10-24 13:14:57 Image size of job updated: 3602380 83 - MemoryUsage of job (MB) 84976 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 13:14:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:14:57.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 84976 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.307.000) 2024-10-24 13:15:02 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81524 - ResidentSetSize of job (KB) ... 028 (10628.307.000) 2024-10-24 13:15:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:02.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 307 ResidentSetSize = 81524 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.315.000) 2024-10-24 13:15:04 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82884 - ResidentSetSize of job (KB) ... 028 (10628.315.000) 2024-10-24 13:15:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:04.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 315 ResidentSetSize = 82884 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.313.000) 2024-10-24 13:15:04 Image size of job updated: 3533768 85 - MemoryUsage of job (MB) 86944 - ResidentSetSize of job (KB) ... 028 (10628.313.000) 2024-10-24 13:15:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:04.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 313 ResidentSetSize = 86944 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.417.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.417.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 417 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_2@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.947.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.947.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 947 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_9@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.746.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 022 (10628.622.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.746.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 746 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_6@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.622.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 622 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_4@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.707.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.707.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 707 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_5@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.186.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.186.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 186 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_1@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.759.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.759.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 759 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_7@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.529.000) 2024-10-24 13:15:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_86069_794838760@g3063.hyak.local <10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP> ... 028 (10628.529.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:08.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 529 StartdAddr = "<10.64.77.63:42903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002710%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996227&PrivNet=g3063.hyak.local&addrs=10.64.77.63-42903&alias=g3063.hyak.local&noUDP>" StartdName = "slot1_3@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.359.000) 2024-10-24 13:15:08 Image size of job updated: 1881068 71 - MemoryUsage of job (MB) 71932 - ResidentSetSize of job (KB) ... 028 (10628.359.000) 2024-10-24 13:15:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:08.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 359 ResidentSetSize = 71932 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 13:15:11 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58380 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 13:15:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:11.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 58380 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.375.000) 2024-10-24 13:15:11 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81376 - ResidentSetSize of job (KB) ... 028 (10628.375.000) 2024-10-24 13:15:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:11.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 375 ResidentSetSize = 81376 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.167.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.167.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 167 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_9@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.770.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_25@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.770.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 770 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_25@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.416.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_12@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 022 (10628.773.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_27@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.416.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 416 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_12@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.773.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.494" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 773 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_27@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.531.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_20@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.531.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 531 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_20@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.769.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_26@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.769.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 769 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_26@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.627.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_21@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.627.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 627 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_21@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.760.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_24@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.760.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 760 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_24@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.747.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_23@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.747.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 747 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_23@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.714.000) 2024-10-24 13:15:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_22@glidein_61722_407607536@n3407.hyak.local <10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP> ... 028 (10628.714.000) 2024-10-24 13:15:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:15:12.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 714 StartdAddr = "<10.64.66.151:41813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714730%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996067&PrivNet=n3407.hyak.local&addrs=10.64.66.151-41813&alias=n3407.hyak.local&noUDP>" StartdName = "slot1_22@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.425.000) 2024-10-24 13:15:18 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 83996 - ResidentSetSize of job (KB) ... 028 (10628.425.000) 2024-10-24 13:15:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:18.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 425 ResidentSetSize = 83996 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.443.000) 2024-10-24 13:15:19 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83576 - ResidentSetSize of job (KB) ... 028 (10628.443.000) 2024-10-24 13:15:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:19.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 443 ResidentSetSize = 83576 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.457.000) 2024-10-24 13:15:21 Image size of job updated: 1881068 68 - MemoryUsage of job (MB) 69484 - ResidentSetSize of job (KB) ... 028 (10628.457.000) 2024-10-24 13:15:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:21.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 457 ResidentSetSize = 69484 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.479.000) 2024-10-24 13:15:26 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82840 - ResidentSetSize of job (KB) ... 028 (10628.479.000) 2024-10-24 13:15:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:26.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 479 ResidentSetSize = 82840 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.512.000) 2024-10-24 13:15:27 Image size of job updated: 3669200 78 - MemoryUsage of job (MB) 79692 - ResidentSetSize of job (KB) ... 028 (10628.512.000) 2024-10-24 13:15:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:27.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 512 ResidentSetSize = 79692 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.533.000) 2024-10-24 13:15:30 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82156 - ResidentSetSize of job (KB) ... 028 (10628.533.000) 2024-10-24 13:15:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 533 ResidentSetSize = 82156 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.563.000) 2024-10-24 13:15:36 Image size of job updated: 3601612 81 - MemoryUsage of job (MB) 82244 - ResidentSetSize of job (KB) ... 028 (10628.563.000) 2024-10-24 13:15:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:36.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 563 ResidentSetSize = 82244 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.576.000) 2024-10-24 13:15:36 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83716 - ResidentSetSize of job (KB) ... 028 (10628.576.000) 2024-10-24 13:15:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:36.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 576 ResidentSetSize = 83716 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.605.000) 2024-10-24 13:15:37 Image size of job updated: 3601356 80 - MemoryUsage of job (MB) 81900 - ResidentSetSize of job (KB) ... 028 (10628.605.000) 2024-10-24 13:15:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:37.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 605 ResidentSetSize = 81900 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.620.000) 2024-10-24 13:15:39 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84208 - ResidentSetSize of job (KB) ... 028 (10628.620.000) 2024-10-24 13:15:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:39.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 620 ResidentSetSize = 84208 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.647.000) 2024-10-24 13:15:41 Image size of job updated: 3602380 83 - MemoryUsage of job (MB) 84932 - ResidentSetSize of job (KB) ... 028 (10628.647.000) 2024-10-24 13:15:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:41.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 647 ResidentSetSize = 84932 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.666.000) 2024-10-24 13:15:42 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86728 - ResidentSetSize of job (KB) ... 028 (10628.666.000) 2024-10-24 13:15:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:42.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 666 ResidentSetSize = 86728 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.678.000) 2024-10-24 13:15:47 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82180 - ResidentSetSize of job (KB) ... 028 (10628.678.000) 2024-10-24 13:15:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:47.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 678 ResidentSetSize = 82180 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.331.000) 2024-10-24 13:15:51 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81296 - ResidentSetSize of job (KB) ... 028 (10628.331.000) 2024-10-24 13:15:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:51.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 331 ResidentSetSize = 81296 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.442.000) 2024-10-24 13:15:54 Image size of job updated: 3533768 77 - MemoryUsage of job (MB) 78712 - ResidentSetSize of job (KB) ... 028 (10628.442.000) 2024-10-24 13:15:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:15:54.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 442 ResidentSetSize = 78712 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 13:16:06 Image size of job updated: 3561468 84 - MemoryUsage of job (MB) 85608 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 13:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:06.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 85608 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.790.000) 2024-10-24 13:16:30 Image size of job updated: 3606792 93 - MemoryUsage of job (MB) 94216 - ResidentSetSize of job (KB) ... 028 (10628.790.000) 2024-10-24 13:16:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:30.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 790 ResidentSetSize = 94216 Size = 3606792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.793.000) 2024-10-24 13:16:31 Image size of job updated: 3606528 94 - MemoryUsage of job (MB) 96072 - ResidentSetSize of job (KB) ... 028 (10628.793.000) 2024-10-24 13:16:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:31.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 793 ResidentSetSize = 96072 Size = 3606528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.842.000) 2024-10-24 13:16:33 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89196 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 13:16:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:33.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 89196 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.836.000) 2024-10-24 13:16:35 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86684 - ResidentSetSize of job (KB) ... 028 (10628.836.000) 2024-10-24 13:16:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:35.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 836 ResidentSetSize = 86684 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.890.000) 2024-10-24 13:16:38 Image size of job updated: 3669200 83 - MemoryUsage of job (MB) 84060 - ResidentSetSize of job (KB) ... 028 (10628.890.000) 2024-10-24 13:16:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:38.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 890 ResidentSetSize = 84060 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.884.000) 2024-10-24 13:16:39 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83596 - ResidentSetSize of job (KB) ... 028 (10628.884.000) 2024-10-24 13:16:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:39.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 884 ResidentSetSize = 83596 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.917.000) 2024-10-24 13:16:40 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86816 - ResidentSetSize of job (KB) ... 028 (10628.917.000) 2024-10-24 13:16:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:40.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 917 ResidentSetSize = 86816 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.906.000) 2024-10-24 13:16:41 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79504 - ResidentSetSize of job (KB) ... 028 (10628.906.000) 2024-10-24 13:16:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:41.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 906 ResidentSetSize = 79504 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.933.000) 2024-10-24 13:16:45 Image size of job updated: 3534024 88 - MemoryUsage of job (MB) 89872 - ResidentSetSize of job (KB) ... 028 (10628.933.000) 2024-10-24 13:16:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:45.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 933 ResidentSetSize = 89872 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.993.000) 2024-10-24 13:16:51 Image size of job updated: 1813480 68 - MemoryUsage of job (MB) 69624 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 13:16:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:51.493" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 69624 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 13:16:52 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58392 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 13:16:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:16:52.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 58392 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.017.000) 2024-10-24 13:17:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3554222_55018336@d12chas544.crc.nd.edu <10.32.86.83:36683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968432&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-36683&alias=d12chas544.crc.nd.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 13:17:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:17:56.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 17 StartdAddr = "<10.32.86.83:36683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968432&PrivNet=d12chas544.crc.nd.edu&addrs=10.32.86.83-36683&alias=d12chas544.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_3554222_55018336@d12chas544.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.797.000) 2024-10-24 13:17:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2148674_28080575@d12chas549.crc.nd.edu <10.32.86.93:42961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002164&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42961&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.797.000) 2024-10-24 13:17:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:17:56.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 797 StartdAddr = "<10.32.86.93:42961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338401%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002164&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42961&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2148674_28080575@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.029.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3913751_943028222@d12chas586.crc.nd.edu <10.32.86.167:37193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338410%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949233&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-37193&alias=d12chas586.crc.nd.edu&noUDP> ... 022 (10628.602.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_2308573_27029754@d12chas549.crc.nd.edu <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 29 StartdAddr = "<10.32.86.167:37193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338410%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949233&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-37193&alias=d12chas586.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3913751_943028222@d12chas586.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.602.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 602 StartdAddr = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.507.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2308573_27029754@d12chas549.crc.nd.edu <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 507 StartdAddr = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.378.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2308573_27029754@d12chas549.crc.nd.edu <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.378.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 378 StartdAddr = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.251.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_2308573_27029754@d12chas549.crc.nd.edu <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.251.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 251 StartdAddr = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.055.000) 2024-10-24 13:18:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2308573_27029754@d12chas549.crc.nd.edu <10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.055.000) 2024-10-24 13:18:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:18:34.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 55 StartdAddr = "<10.32.86.93:42727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046573&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42727&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.020.000) 2024-10-24 13:19:34 Image size of job updated: 3471208 91 - MemoryUsage of job (MB) 92512 - ResidentSetSize of job (KB) ... 028 (10628.020.000) 2024-10-24 13:19:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:34.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 20 ResidentSetSize = 92512 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.035.000) 2024-10-24 13:19:35 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 95960 - ResidentSetSize of job (KB) ... 028 (10628.035.000) 2024-10-24 13:19:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:35.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 35 ResidentSetSize = 95960 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.033.000) 2024-10-24 13:19:36 Image size of job updated: 3471720 91 - MemoryUsage of job (MB) 92696 - ResidentSetSize of job (KB) ... 028 (10628.033.000) 2024-10-24 13:19:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:36.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 33 ResidentSetSize = 92696 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.068.000) 2024-10-24 13:19:38 Image size of job updated: 3471208 95 - MemoryUsage of job (MB) 96584 - ResidentSetSize of job (KB) ... 028 (10628.068.000) 2024-10-24 13:19:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:38.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 68 ResidentSetSize = 96584 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.032.000) 2024-10-24 13:19:38 Image size of job updated: 3471464 93 - MemoryUsage of job (MB) 94720 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 13:19:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:38.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 94720 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.040.000) 2024-10-24 13:19:38 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 95804 - ResidentSetSize of job (KB) ... 028 (10628.040.000) 2024-10-24 13:19:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:38.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 40 ResidentSetSize = 95804 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.064.000) 2024-10-24 13:19:39 Image size of job updated: 3538540 92 - MemoryUsage of job (MB) 93220 - ResidentSetSize of job (KB) ... 028 (10628.064.000) 2024-10-24 13:19:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:39.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 64 ResidentSetSize = 93220 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.061.000) 2024-10-24 13:19:39 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93944 - ResidentSetSize of job (KB) ... 028 (10628.061.000) 2024-10-24 13:19:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:39.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 61 ResidentSetSize = 93944 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.084.000) 2024-10-24 13:19:39 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 82948 - ResidentSetSize of job (KB) ... 028 (10628.084.000) 2024-10-24 13:19:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:39.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 84 ResidentSetSize = 82948 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.065.000) 2024-10-24 13:19:39 Image size of job updated: 3539308 95 - MemoryUsage of job (MB) 96592 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 13:19:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:39.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 96592 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.067.000) 2024-10-24 13:19:40 Image size of job updated: 3674116 96 - MemoryUsage of job (MB) 97920 - ResidentSetSize of job (KB) ... 028 (10628.067.000) 2024-10-24 13:19:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:40.701" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 67 ResidentSetSize = 97920 Size = 3674116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.070.000) 2024-10-24 13:19:40 Image size of job updated: 3538796 94 - MemoryUsage of job (MB) 95672 - ResidentSetSize of job (KB) ... 028 (10628.070.000) 2024-10-24 13:19:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:40.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 70 ResidentSetSize = 95672 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.095.000) 2024-10-24 13:19:41 Image size of job updated: 3534024 87 - MemoryUsage of job (MB) 88148 - ResidentSetSize of job (KB) ... 028 (10628.095.000) 2024-10-24 13:19:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:41.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 95 ResidentSetSize = 88148 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.123.000) 2024-10-24 13:19:46 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82092 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 13:19:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:46.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 82092 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.117.000) 2024-10-24 13:19:47 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81736 - ResidentSetSize of job (KB) ... 028 (10628.117.000) 2024-10-24 13:19:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:47.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 117 ResidentSetSize = 81736 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.154.000) 2024-10-24 13:19:47 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85712 - ResidentSetSize of job (KB) ... 028 (10628.154.000) 2024-10-24 13:19:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:47.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 154 ResidentSetSize = 85712 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.195.000) 2024-10-24 13:19:50 Image size of job updated: 3533768 82 - MemoryUsage of job (MB) 83504 - ResidentSetSize of job (KB) ... 028 (10628.195.000) 2024-10-24 13:19:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:50.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 195 ResidentSetSize = 83504 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.162.000) 2024-10-24 13:19:50 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84928 - ResidentSetSize of job (KB) ... 028 (10628.162.000) 2024-10-24 13:19:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:50.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 162 ResidentSetSize = 84928 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.233.000) 2024-10-24 13:19:53 Image size of job updated: 3471720 95 - MemoryUsage of job (MB) 96992 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 13:19:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:53.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 96992 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.231.000) 2024-10-24 13:19:54 Image size of job updated: 1881068 71 - MemoryUsage of job (MB) 71856 - ResidentSetSize of job (KB) ... 028 (10628.231.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:54.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 231 ResidentSetSize = 71856 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.749.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 022 (10628.761.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.761.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 761 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.749.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 749 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.731.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.731.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 731 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.650.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 022 (10628.561.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 650 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.561.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 561 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.459.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.459.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 459 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.166.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.166.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 166 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.348.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_2269607_36452000@d12chas549.crc.nd.edu <10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.348.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 348 StartdAddr = "<10.32.86.93:46363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912932%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997845&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-46363&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.174.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_200042_250014968@d12chas572.crc.nd.edu <10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.174.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 174 StartdAddr = "<10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_200042_250014968@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.056.000) 2024-10-24 13:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_200042_250014968@d12chas572.crc.nd.edu <10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.056.000) 2024-10-24 13:19:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:19:54.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 56 StartdAddr = "<10.32.86.139:38953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990475&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38953&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_200042_250014968@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.287.000) 2024-10-24 13:19:58 Image size of job updated: 3466692 78 - MemoryUsage of job (MB) 79848 - ResidentSetSize of job (KB) ... 028 (10628.287.000) 2024-10-24 13:19:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:58.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 287 ResidentSetSize = 79848 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.034.000) 2024-10-24 13:19:59 Image size of job updated: 3539308 96 - MemoryUsage of job (MB) 97408 - ResidentSetSize of job (KB) ... 028 (10628.034.000) 2024-10-24 13:19:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:19:59.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 34 ResidentSetSize = 97408 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.256.000) 2024-10-24 13:20:00 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94268 - ResidentSetSize of job (KB) ... 028 (10628.256.000) 2024-10-24 13:20:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:00.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 256 ResidentSetSize = 94268 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.027.000) 2024-10-24 13:20:00 Image size of job updated: 3538284 91 - MemoryUsage of job (MB) 93156 - ResidentSetSize of job (KB) ... 028 (10628.027.000) 2024-10-24 13:20:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:00.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 27 ResidentSetSize = 93156 Size = 3538284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.177.000) 2024-10-24 13:20:00 Image size of job updated: 3606896 90 - MemoryUsage of job (MB) 91372 - ResidentSetSize of job (KB) ... 028 (10628.177.000) 2024-10-24 13:20:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:00.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 177 ResidentSetSize = 91372 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.031.000) 2024-10-24 13:20:00 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 93068 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 13:20:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:00.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 93068 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.059.000) 2024-10-24 13:20:00 Image size of job updated: 3606896 94 - MemoryUsage of job (MB) 96224 - ResidentSetSize of job (KB) ... 028 (10628.059.000) 2024-10-24 13:20:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:00.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 59 ResidentSetSize = 96224 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.246.000) 2024-10-24 13:20:01 Image size of job updated: 3674628 95 - MemoryUsage of job (MB) 96784 - ResidentSetSize of job (KB) ... 028 (10628.246.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 246 ResidentSetSize = 96784 Size = 3674628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.253.000) 2024-10-24 13:20:01 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 95312 - ResidentSetSize of job (KB) ... 028 (10628.253.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 253 ResidentSetSize = 95312 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.022.000) 2024-10-24 13:20:01 Image size of job updated: 3606640 98 - MemoryUsage of job (MB) 100256 - ResidentSetSize of job (KB) ... 028 (10628.022.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 22 ResidentSetSize = 100256 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.258.000) 2024-10-24 13:20:01 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 95148 - ResidentSetSize of job (KB) ... 028 (10628.258.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 258 ResidentSetSize = 95148 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.039.000) 2024-10-24 13:20:01 Image size of job updated: 3538540 91 - MemoryUsage of job (MB) 92360 - ResidentSetSize of job (KB) ... 028 (10628.039.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 39 ResidentSetSize = 92360 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.257.000) 2024-10-24 13:20:01 Image size of job updated: 3606896 92 - MemoryUsage of job (MB) 93816 - ResidentSetSize of job (KB) ... 028 (10628.257.000) 2024-10-24 13:20:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:01.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 257 ResidentSetSize = 93816 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.248.000) 2024-10-24 13:20:02 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93788 - ResidentSetSize of job (KB) ... 028 (10628.248.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 248 ResidentSetSize = 93788 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.071.000) 2024-10-24 13:20:02 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93416 - ResidentSetSize of job (KB) ... 028 (10628.071.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 71 ResidentSetSize = 93416 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.042.000) 2024-10-24 13:20:02 Image size of job updated: 3605872 95 - MemoryUsage of job (MB) 96496 - ResidentSetSize of job (KB) ... 028 (10628.042.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 42 ResidentSetSize = 96496 Size = 3605872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.220.000) 2024-10-24 13:20:02 Image size of job updated: 3606640 95 - MemoryUsage of job (MB) 96532 - ResidentSetSize of job (KB) ... 028 (10628.220.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 220 ResidentSetSize = 96532 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.062.000) 2024-10-24 13:20:02 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94924 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 94924 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.254.000) 2024-10-24 13:20:02 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92336 - ResidentSetSize of job (KB) ... 028 (10628.254.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 254 ResidentSetSize = 92336 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.176.000) 2024-10-24 13:20:02 Image size of job updated: 3538796 95 - MemoryUsage of job (MB) 96904 - ResidentSetSize of job (KB) ... 028 (10628.176.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 176 ResidentSetSize = 96904 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.060.000) 2024-10-24 13:20:02 Image size of job updated: 3538796 96 - MemoryUsage of job (MB) 97972 - ResidentSetSize of job (KB) ... 028 (10628.060.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 60 ResidentSetSize = 97972 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.069.000) 2024-10-24 13:20:02 Image size of job updated: 3538540 92 - MemoryUsage of job (MB) 93904 - ResidentSetSize of job (KB) ... 028 (10628.069.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 69 ResidentSetSize = 93904 Size = 3538540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.054.000) 2024-10-24 13:20:02 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94856 - ResidentSetSize of job (KB) ... 028 (10628.054.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 54 ResidentSetSize = 94856 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.255.000) 2024-10-24 13:20:02 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 96032 - ResidentSetSize of job (KB) ... 028 (10628.255.000) 2024-10-24 13:20:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:02.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 255 ResidentSetSize = 96032 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.073.000) 2024-10-24 13:20:03 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 93612 - ResidentSetSize of job (KB) ... 028 (10628.073.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 73 ResidentSetSize = 93612 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.030.000) 2024-10-24 13:20:03 Image size of job updated: 3471976 94 - MemoryUsage of job (MB) 95948 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 95948 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.247.000) 2024-10-24 13:20:03 Image size of job updated: 3471464 94 - MemoryUsage of job (MB) 95832 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 95832 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.041.000) 2024-10-24 13:20:03 Image size of job updated: 3471464 94 - MemoryUsage of job (MB) 95568 - ResidentSetSize of job (KB) ... 028 (10628.041.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 41 ResidentSetSize = 95568 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.080.000) 2024-10-24 13:20:03 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 93108 - ResidentSetSize of job (KB) ... 028 (10628.080.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 80 ResidentSetSize = 93108 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.163.000) 2024-10-24 13:20:03 Image size of job updated: 3471720 90 - MemoryUsage of job (MB) 91216 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 13:20:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:03.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 91216 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.051.000) 2024-10-24 13:20:04 Image size of job updated: 3606640 99 - MemoryUsage of job (MB) 100960 - ResidentSetSize of job (KB) ... 028 (10628.051.000) 2024-10-24 13:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:04.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 51 ResidentSetSize = 100960 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.249.000) 2024-10-24 13:20:04 Image size of job updated: 3538796 94 - MemoryUsage of job (MB) 96124 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 13:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:04.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 96124 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.037.000) 2024-10-24 13:20:04 Image size of job updated: 3471464 88 - MemoryUsage of job (MB) 89996 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 13:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:04.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 89996 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.252.000) 2024-10-24 13:20:04 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94464 - ResidentSetSize of job (KB) ... 028 (10628.252.000) 2024-10-24 13:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:04.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 252 ResidentSetSize = 94464 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.185.000) 2024-10-24 13:20:04 Image size of job updated: 3471976 94 - MemoryUsage of job (MB) 95588 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 13:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:04.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 95588 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.206.000) 2024-10-24 13:20:05 Image size of job updated: 3539564 99 - MemoryUsage of job (MB) 100652 - ResidentSetSize of job (KB) ... 028 (10628.206.000) 2024-10-24 13:20:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:05.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 206 ResidentSetSize = 100652 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.050.000) 2024-10-24 13:20:05 Image size of job updated: 3471720 92 - MemoryUsage of job (MB) 93796 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 13:20:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:05.788" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 93796 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.066.000) 2024-10-24 13:20:06 Image size of job updated: 3539564 91 - MemoryUsage of job (MB) 92648 - ResidentSetSize of job (KB) ... 028 (10628.066.000) 2024-10-24 13:20:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:06.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 66 ResidentSetSize = 92648 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.262.000) 2024-10-24 13:20:06 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94552 - ResidentSetSize of job (KB) ... 028 (10628.262.000) 2024-10-24 13:20:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:06.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 262 ResidentSetSize = 94552 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.261.000) 2024-10-24 13:20:06 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 95064 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 13:20:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:06.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 95064 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.250.000) 2024-10-24 13:20:06 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92560 - ResidentSetSize of job (KB) ... 028 (10628.250.000) 2024-10-24 13:20:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:06.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 250 ResidentSetSize = 92560 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.057.000) 2024-10-24 13:20:06 Image size of job updated: 3539308 95 - MemoryUsage of job (MB) 97112 - ResidentSetSize of job (KB) ... 028 (10628.057.000) 2024-10-24 13:20:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:06.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 57 ResidentSetSize = 97112 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.077.000) 2024-10-24 13:20:07 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93484 - ResidentSetSize of job (KB) ... 028 (10628.077.000) 2024-10-24 13:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:07.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 77 ResidentSetSize = 93484 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.038.000) 2024-10-24 13:20:07 Image size of job updated: 3606128 94 - MemoryUsage of job (MB) 96076 - ResidentSetSize of job (KB) ... 028 (10628.038.000) 2024-10-24 13:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:07.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 38 ResidentSetSize = 96076 Size = 3606128 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.260.000) 2024-10-24 13:20:07 Image size of job updated: 3539052 92 - MemoryUsage of job (MB) 93460 - ResidentSetSize of job (KB) ... 028 (10628.260.000) 2024-10-24 13:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:07.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 260 ResidentSetSize = 93460 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.016.000) 2024-10-24 13:20:07 Image size of job updated: 3539308 99 - MemoryUsage of job (MB) 100920 - ResidentSetSize of job (KB) ... 028 (10628.016.000) 2024-10-24 13:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:07.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 16 ResidentSetSize = 100920 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.028.000) 2024-10-24 13:20:07 Image size of job updated: 3607152 98 - MemoryUsage of job (MB) 99856 - ResidentSetSize of job (KB) ... 028 (10628.028.000) 2024-10-24 13:20:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:07.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 28 ResidentSetSize = 99856 Size = 3607152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.036.000) 2024-10-24 13:20:08 Image size of job updated: 3539052 94 - MemoryUsage of job (MB) 95744 - ResidentSetSize of job (KB) ... 028 (10628.036.000) 2024-10-24 13:20:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:08.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 36 ResidentSetSize = 95744 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.078.000) 2024-10-24 13:20:08 Image size of job updated: 3539308 93 - MemoryUsage of job (MB) 94888 - ResidentSetSize of job (KB) ... 028 (10628.078.000) 2024-10-24 13:20:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:08.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 78 ResidentSetSize = 94888 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.338.000) 2024-10-24 13:20:09 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85012 - ResidentSetSize of job (KB) ... 028 (10628.338.000) 2024-10-24 13:20:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:09.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 338 ResidentSetSize = 85012 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.259.000) 2024-10-24 13:20:09 Image size of job updated: 3539052 96 - MemoryUsage of job (MB) 98216 - ResidentSetSize of job (KB) ... 028 (10628.259.000) 2024-10-24 13:20:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:09.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 259 ResidentSetSize = 98216 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.370.000) 2024-10-24 13:20:09 Image size of job updated: 3606384 93 - MemoryUsage of job (MB) 95128 - ResidentSetSize of job (KB) ... 028 (10628.370.000) 2024-10-24 13:20:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:09.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 370 ResidentSetSize = 95128 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.342.000) 2024-10-24 13:20:09 Image size of job updated: 3471720 95 - MemoryUsage of job (MB) 96328 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 13:20:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:09.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 96328 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.350.000) 2024-10-24 13:20:09 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 94092 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 13:20:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:09.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 94092 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.081.000) 2024-10-24 13:20:10 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93964 - ResidentSetSize of job (KB) ... 028 (10628.081.000) 2024-10-24 13:20:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:10.051" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 81 ResidentSetSize = 93964 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.076.000) 2024-10-24 13:20:10 Image size of job updated: 3471720 95 - MemoryUsage of job (MB) 96600 - ResidentSetSize of job (KB) ... 028 (10628.076.000) 2024-10-24 13:20:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:10.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 76 ResidentSetSize = 96600 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.189.000) 2024-10-24 13:20:11 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 58128 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 13:20:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:11.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 58128 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.263.000) 2024-10-24 13:20:12 Image size of job updated: 3471976 92 - MemoryUsage of job (MB) 93512 - ResidentSetSize of job (KB) ... 028 (10628.263.000) 2024-10-24 13:20:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:12.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 263 ResidentSetSize = 93512 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.173.000) 2024-10-24 13:20:13 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92928 - ResidentSetSize of job (KB) ... 028 (10628.173.000) 2024-10-24 13:20:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:13.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 173 ResidentSetSize = 92928 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.082.000) 2024-10-24 13:20:13 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92608 - ResidentSetSize of job (KB) ... 028 (10628.082.000) 2024-10-24 13:20:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:13.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 82 ResidentSetSize = 92608 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.275.000) 2024-10-24 13:20:13 Image size of job updated: 3606896 95 - MemoryUsage of job (MB) 96880 - ResidentSetSize of job (KB) ... 028 (10628.275.000) 2024-10-24 13:20:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:13.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 275 ResidentSetSize = 96880 Size = 3606896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.093.000) 2024-10-24 13:20:13 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94856 - ResidentSetSize of job (KB) ... 028 (10628.093.000) 2024-10-24 13:20:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:13.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 93 ResidentSetSize = 94856 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.385.000) 2024-10-24 13:20:14 Image size of job updated: 3539052 90 - MemoryUsage of job (MB) 91616 - ResidentSetSize of job (KB) ... 028 (10628.385.000) 2024-10-24 13:20:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:14.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 385 ResidentSetSize = 91616 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.349.000) 2024-10-24 13:20:14 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95824 - ResidentSetSize of job (KB) ... 028 (10628.349.000) 2024-10-24 13:20:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:14.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 349 ResidentSetSize = 95824 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.398.000) 2024-10-24 13:20:14 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92616 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 13:20:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:14.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 92616 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.344.000) 2024-10-24 13:20:15 Image size of job updated: 3471720 95 - MemoryUsage of job (MB) 96516 - ResidentSetSize of job (KB) ... 028 (10628.344.000) 2024-10-24 13:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:15.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 344 ResidentSetSize = 96516 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 13:20:15 Image size of job updated: 3539308 95 - MemoryUsage of job (MB) 96344 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 13:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:15.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 96344 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.379.000) 2024-10-24 13:20:15 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84784 - ResidentSetSize of job (KB) ... 028 (10628.379.000) 2024-10-24 13:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:15.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 379 ResidentSetSize = 84784 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.400.000) 2024-10-24 13:20:16 Image size of job updated: 3606640 93 - MemoryUsage of job (MB) 94564 - ResidentSetSize of job (KB) ... 028 (10628.400.000) 2024-10-24 13:20:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:16.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 400 ResidentSetSize = 94564 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.403.000) 2024-10-24 13:20:16 Image size of job updated: 3471720 91 - MemoryUsage of job (MB) 92164 - ResidentSetSize of job (KB) ... 028 (10628.403.000) 2024-10-24 13:20:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:16.034" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 403 ResidentSetSize = 92164 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.384.000) 2024-10-24 13:20:16 Image size of job updated: 3471976 96 - MemoryUsage of job (MB) 98196 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 13:20:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:16.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 98196 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.387.000) 2024-10-24 13:20:16 Image size of job updated: 3471464 94 - MemoryUsage of job (MB) 95996 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 13:20:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:16.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 95996 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.165.000) 2024-10-24 13:20:16 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 93544 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 13:20:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:16.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 93544 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.382.000) 2024-10-24 13:20:17 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91324 - ResidentSetSize of job (KB) ... 028 (10628.382.000) 2024-10-24 13:20:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:17.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 382 ResidentSetSize = 91324 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.798.000) 2024-10-24 13:20:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3913749_261920868@d12chas586.crc.nd.edu <10.32.86.167:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990445&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-42559&alias=d12chas586.crc.nd.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 13:20:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:18.365" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 798 StartdAddr = "<10.32.86.167:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990445&PrivNet=d12chas586.crc.nd.edu&addrs=10.32.86.167-42559&alias=d12chas586.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3913749_261920868@d12chas586.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.177.000) 2024-10-24 13:20:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_200030_269828574@d12chas572.crc.nd.edu <10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP> ... 022 (10628.059.000) 2024-10-24 13:20:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_200030_269828574@d12chas572.crc.nd.edu <10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.177.000) 2024-10-24 13:20:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:18.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 177 StartdAddr = "<10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_200030_269828574@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.059.000) 2024-10-24 13:20:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:18.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 59 StartdAddr = "<10.32.86.139:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912519%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997421&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-35513&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_200030_269828574@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.966.000) 2024-10-24 13:20:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_4001154_20376660@d12chas556.crc.nd.edu <10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.966.000) 2024-10-24 13:20:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:18.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 966 StartdAddr = "<10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_4001154_20376660@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.829.000) 2024-10-24 13:20:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_4001154_20376660@d12chas556.crc.nd.edu <10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.829.000) 2024-10-24 13:20:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:18.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 829 StartdAddr = "<10.32.86.107:44429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032594&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44429&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_4001154_20376660@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.408.000) 2024-10-24 13:20:19 Image size of job updated: 3538796 91 - MemoryUsage of job (MB) 92292 - ResidentSetSize of job (KB) ... 028 (10628.408.000) 2024-10-24 13:20:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:19.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 408 ResidentSetSize = 92292 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.391.000) 2024-10-24 13:20:21 Image size of job updated: 3471464 89 - MemoryUsage of job (MB) 90316 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 13:20:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:21.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 90316 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.368.000) 2024-10-24 13:20:22 Image size of job updated: 3539308 96 - MemoryUsage of job (MB) 97600 - ResidentSetSize of job (KB) ... 028 (10628.368.000) 2024-10-24 13:20:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:22.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 368 ResidentSetSize = 97600 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.460.000) 2024-10-24 13:20:22 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94352 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 13:20:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:22.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 94352 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.463.000) 2024-10-24 13:20:22 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92848 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 13:20:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:22.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 92848 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.466.000) 2024-10-24 13:20:23 Image size of job updated: 3539564 94 - MemoryUsage of job (MB) 95252 - ResidentSetSize of job (KB) ... 028 (10628.466.000) 2024-10-24 13:20:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:23.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 466 ResidentSetSize = 95252 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.467.000) 2024-10-24 13:20:23 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92196 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 13:20:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:23.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 92196 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.453.000) 2024-10-24 13:20:24 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93528 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 13:20:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:24.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 93528 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 13:20:25 Image size of job updated: 3562648 93 - MemoryUsage of job (MB) 94408 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 13:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:25.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 94408 Size = 3562648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.520.000) 2024-10-24 13:20:25 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95632 - ResidentSetSize of job (KB) ... 028 (10628.520.000) 2024-10-24 13:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:25.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 520 ResidentSetSize = 95632 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.521.000) 2024-10-24 13:20:27 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 94136 - ResidentSetSize of job (KB) ... 028 (10628.521.000) 2024-10-24 13:20:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:27.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 521 ResidentSetSize = 94136 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.509.000) 2024-10-24 13:20:28 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 93240 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 13:20:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:28.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 93240 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.499.000) 2024-10-24 13:20:28 Image size of job updated: 3471208 93 - MemoryUsage of job (MB) 94652 - ResidentSetSize of job (KB) ... 028 (10628.499.000) 2024-10-24 13:20:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:28.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 499 ResidentSetSize = 94652 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.498.000) 2024-10-24 13:20:29 Image size of job updated: 3539564 95 - MemoryUsage of job (MB) 96788 - ResidentSetSize of job (KB) ... 028 (10628.498.000) 2024-10-24 13:20:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:29.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 498 ResidentSetSize = 96788 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.510.000) 2024-10-24 13:20:29 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 92056 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 13:20:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:29.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 92056 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.503.000) 2024-10-24 13:20:29 Image size of job updated: 3539052 95 - MemoryUsage of job (MB) 96308 - ResidentSetSize of job (KB) ... 028 (10628.503.000) 2024-10-24 13:20:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:29.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 503 ResidentSetSize = 96308 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.506.000) 2024-10-24 13:20:30 Image size of job updated: 3471720 94 - MemoryUsage of job (MB) 95284 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 13:20:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:30.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 95284 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.527.000) 2024-10-24 13:20:30 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94252 - ResidentSetSize of job (KB) ... 028 (10628.527.000) 2024-10-24 13:20:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:30.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 527 ResidentSetSize = 94252 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.568.000) 2024-10-24 13:20:35 Image size of job updated: 3471720 92 - MemoryUsage of job (MB) 93740 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 13:20:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:35.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 93740 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.567.000) 2024-10-24 13:20:35 Image size of job updated: 3539052 98 - MemoryUsage of job (MB) 99340 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 13:20:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:35.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 99340 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.566.000) 2024-10-24 13:20:36 Image size of job updated: 3539308 91 - MemoryUsage of job (MB) 92220 - ResidentSetSize of job (KB) ... 028 (10628.566.000) 2024-10-24 13:20:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:36.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 566 ResidentSetSize = 92220 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.589.000) 2024-10-24 13:20:38 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82916 - ResidentSetSize of job (KB) ... 028 (10628.589.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:38.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 589 ResidentSetSize = 82916 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.595.000) 2024-10-24 13:20:38 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92684 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:38.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 92684 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.506.000) 2024-10-24 13:20:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_4001145_849830808@d12chas556.crc.nd.edu <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.506.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:38.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 506 StartdAddr = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.385.000) 2024-10-24 13:20:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_4001145_849830808@d12chas556.crc.nd.edu <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.385.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:38.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 385 StartdAddr = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.262.000) 2024-10-24 13:20:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_4001145_849830808@d12chas556.crc.nd.edu <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.262.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:38.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 262 StartdAddr = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.077.000) 2024-10-24 13:20:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_4001145_849830808@d12chas556.crc.nd.edu <10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.077.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:38.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 77 StartdAddr = "<10.32.86.107:44327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996086&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-44327&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.799.000) 2024-10-24 13:20:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_633728_165644532@d12chas577.crc.nd.edu <10.32.86.149:40595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997253&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-40595&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.799.000) 2024-10-24 13:20:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:38.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 799 StartdAddr = "<10.32.86.149:40595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997253&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-40595&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_633728_165644532@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.596.000) 2024-10-24 13:20:39 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91604 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 13:20:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:39.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 91604 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.613.000) 2024-10-24 13:20:40 Image size of job updated: 3471464 93 - MemoryUsage of job (MB) 94792 - ResidentSetSize of job (KB) ... 028 (10628.613.000) 2024-10-24 13:20:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:40.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 613 ResidentSetSize = 94792 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.654.000) 2024-10-24 13:20:43 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 93516 - ResidentSetSize of job (KB) ... 028 (10628.654.000) 2024-10-24 13:20:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:43.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 654 ResidentSetSize = 93516 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.655.000) 2024-10-24 13:20:44 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95992 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 13:20:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:44.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 95992 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.661.000) 2024-10-24 13:20:45 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91236 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 13:20:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:45.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 91236 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.704.000) 2024-10-24 13:20:47 Image size of job updated: 3602380 84 - MemoryUsage of job (MB) 85884 - ResidentSetSize of job (KB) ... 028 (10628.704.000) 2024-10-24 13:20:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:47.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 704 ResidentSetSize = 85884 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.687.000) 2024-10-24 13:20:47 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91788 - ResidentSetSize of job (KB) ... 028 (10628.687.000) 2024-10-24 13:20:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:47.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 687 ResidentSetSize = 91788 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.677.000) 2024-10-24 13:20:48 Image size of job updated: 3601612 80 - MemoryUsage of job (MB) 81316 - ResidentSetSize of job (KB) ... 028 (10628.677.000) 2024-10-24 13:20:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:48.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 677 ResidentSetSize = 81316 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.728.000) 2024-10-24 13:20:52 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82080 - ResidentSetSize of job (KB) ... 028 (10628.728.000) 2024-10-24 13:20:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:52.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 728 ResidentSetSize = 82080 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.735.000) 2024-10-24 13:20:52 Image size of job updated: 3471464 91 - MemoryUsage of job (MB) 92540 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 13:20:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:52.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 92540 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.740.000) 2024-10-24 13:20:52 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91404 - ResidentSetSize of job (KB) ... 028 (10628.740.000) 2024-10-24 13:20:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:52.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 740 ResidentSetSize = 91404 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.643.000) 2024-10-24 13:20:52 Image size of job updated: 3601868 79 - MemoryUsage of job (MB) 80456 - ResidentSetSize of job (KB) ... 028 (10628.643.000) 2024-10-24 13:20:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:52.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 643 ResidentSetSize = 80456 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.554.000) 2024-10-24 13:20:53 Image size of job updated: 3602380 83 - MemoryUsage of job (MB) 84932 - ResidentSetSize of job (KB) ... 028 (10628.554.000) 2024-10-24 13:20:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:53.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 554 ResidentSetSize = 84932 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.752.000) 2024-10-24 13:20:53 Image size of job updated: 3471976 93 - MemoryUsage of job (MB) 94228 - ResidentSetSize of job (KB) ... 028 (10628.752.000) 2024-10-24 13:20:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:53.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 752 ResidentSetSize = 94228 Size = 3471976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.753.000) 2024-10-24 13:20:54 Image size of job updated: 3539308 92 - MemoryUsage of job (MB) 94204 - ResidentSetSize of job (KB) ... 028 (10628.753.000) 2024-10-24 13:20:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:54.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 753 ResidentSetSize = 94204 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.734.000) 2024-10-24 13:20:54 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91576 - ResidentSetSize of job (KB) ... 028 (10628.734.000) 2024-10-24 13:20:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:54.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 734 ResidentSetSize = 91576 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.756.000) 2024-10-24 13:20:54 Image size of job updated: 3471464 93 - MemoryUsage of job (MB) 94680 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 13:20:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:54.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 94680 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.765.000) 2024-10-24 13:20:55 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 95164 - ResidentSetSize of job (KB) ... 028 (10628.765.000) 2024-10-24 13:20:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:55.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 765 ResidentSetSize = 95164 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.767.000) 2024-10-24 13:20:55 Image size of job updated: 3471720 93 - MemoryUsage of job (MB) 94756 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 13:20:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:55.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 94756 Size = 3471720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.764.000) 2024-10-24 13:20:55 Image size of job updated: 3471464 93 - MemoryUsage of job (MB) 95016 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 13:20:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:20:55.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 95016 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.034.000) 2024-10-24 13:20:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_200031_213047836@d12chas572.crc.nd.edu <10.32.86.139:46383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996124&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-46383&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.034.000) 2024-10-24 13:20:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:59.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 34 StartdAddr = "<10.32.86.139:46383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996124&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-46383&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_200031_213047836@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.060.000) 2024-10-24 13:20:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_721099_529417036@d12chas577.crc.nd.edu <10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.060.000) 2024-10-24 13:20:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:59.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 60 StartdAddr = "<10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_721099_529417036@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.255.000) 2024-10-24 13:20:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_721099_529417036@d12chas577.crc.nd.edu <10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.255.000) 2024-10-24 13:20:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:20:59.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 255 StartdAddr = "<10.32.86.149:45951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002747&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-45951&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_721099_529417036@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.796.000) 2024-10-24 13:21:28 Image size of job updated: 3471208 93 - MemoryUsage of job (MB) 95100 - ResidentSetSize of job (KB) ... 028 (10628.796.000) 2024-10-24 13:21:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:28.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 796 ResidentSetSize = 95100 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.795.000) 2024-10-24 13:21:28 Image size of job updated: 3606640 93 - MemoryUsage of job (MB) 95112 - ResidentSetSize of job (KB) ... 028 (10628.795.000) 2024-10-24 13:21:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:28.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 795 ResidentSetSize = 95112 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.791.000) 2024-10-24 13:21:29 Image size of job updated: 3471464 94 - MemoryUsage of job (MB) 95296 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 13:21:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:29.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 95296 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.800.000) 2024-10-24 13:21:29 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93332 - ResidentSetSize of job (KB) ... 028 (10628.800.000) 2024-10-24 13:21:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:29.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 800 ResidentSetSize = 93332 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.792.000) 2024-10-24 13:21:29 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94728 - ResidentSetSize of job (KB) ... 028 (10628.792.000) 2024-10-24 13:21:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:29.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 792 ResidentSetSize = 94728 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.803.000) 2024-10-24 13:21:30 Image size of job updated: 3538796 92 - MemoryUsage of job (MB) 93956 - ResidentSetSize of job (KB) ... 028 (10628.803.000) 2024-10-24 13:21:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:30.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 803 ResidentSetSize = 93956 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.806.000) 2024-10-24 13:21:31 Image size of job updated: 3539052 91 - MemoryUsage of job (MB) 92228 - ResidentSetSize of job (KB) ... 028 (10628.806.000) 2024-10-24 13:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:31.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 806 ResidentSetSize = 92228 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.810.000) 2024-10-24 13:21:31 Image size of job updated: 3606640 94 - MemoryUsage of job (MB) 95616 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 13:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:31.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 95616 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.815.000) 2024-10-24 13:21:31 Image size of job updated: 3606384 95 - MemoryUsage of job (MB) 96352 - ResidentSetSize of job (KB) ... 028 (10628.815.000) 2024-10-24 13:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:31.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 815 ResidentSetSize = 96352 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.805.000) 2024-10-24 13:21:33 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93636 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 13:21:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:33.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 93636 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.834.000) 2024-10-24 13:21:34 Image size of job updated: 3539564 95 - MemoryUsage of job (MB) 97064 - ResidentSetSize of job (KB) ... 028 (10628.834.000) 2024-10-24 13:21:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:34.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 834 ResidentSetSize = 97064 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.831.000) 2024-10-24 13:21:34 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94752 - ResidentSetSize of job (KB) ... 028 (10628.831.000) 2024-10-24 13:21:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:34.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 831 ResidentSetSize = 94752 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.835.000) 2024-10-24 13:21:34 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94764 - ResidentSetSize of job (KB) ... 028 (10628.835.000) 2024-10-24 13:21:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:34.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 835 ResidentSetSize = 94764 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.833.000) 2024-10-24 13:21:34 Image size of job updated: 3471464 90 - MemoryUsage of job (MB) 91888 - ResidentSetSize of job (KB) ... 028 (10628.833.000) 2024-10-24 13:21:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:34.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 833 ResidentSetSize = 91888 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.838.000) 2024-10-24 13:21:35 Image size of job updated: 3534792 86 - MemoryUsage of job (MB) 87504 - ResidentSetSize of job (KB) ... 028 (10628.838.000) 2024-10-24 13:21:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:35.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 838 ResidentSetSize = 87504 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.859.000) 2024-10-24 13:21:35 Image size of job updated: 3466948 83 - MemoryUsage of job (MB) 84028 - ResidentSetSize of job (KB) ... 028 (10628.859.000) 2024-10-24 13:21:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:35.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 859 ResidentSetSize = 84028 Size = 3466948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.827.000) 2024-10-24 13:21:35 Image size of job updated: 3471208 91 - MemoryUsage of job (MB) 92836 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 13:21:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:35.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 92836 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.864.000) 2024-10-24 13:21:36 Image size of job updated: 3535048 86 - MemoryUsage of job (MB) 87896 - ResidentSetSize of job (KB) ... 028 (10628.864.000) 2024-10-24 13:21:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:36.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 864 ResidentSetSize = 87896 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 13:21:37 Image size of job updated: 624356 50 - MemoryUsage of job (MB) 50696 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 13:21:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:37.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 50696 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.865.000) 2024-10-24 13:21:37 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82748 - ResidentSetSize of job (KB) ... 028 (10628.865.000) 2024-10-24 13:21:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:37.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 865 ResidentSetSize = 82748 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.890.000) 2024-10-24 13:21:39 Image size of job updated: 3669200 85 - MemoryUsage of job (MB) 86272 - ResidentSetSize of job (KB) ... 028 (10628.890.000) 2024-10-24 13:21:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:39.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 890 ResidentSetSize = 86272 Size = 3669200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 13:21:40 Image size of job updated: 689892 50 - MemoryUsage of job (MB) 50744 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 13:21:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:40.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 50744 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.905.000) 2024-10-24 13:21:40 Image size of job updated: 3466692 83 - MemoryUsage of job (MB) 84384 - ResidentSetSize of job (KB) ... 028 (10628.905.000) 2024-10-24 13:21:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:40.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 905 ResidentSetSize = 84384 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.911.000) 2024-10-24 13:21:41 Image size of job updated: 3539308 94 - MemoryUsage of job (MB) 95388 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 13:21:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:41.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 95388 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.918.000) 2024-10-24 13:21:41 Image size of job updated: 3535048 84 - MemoryUsage of job (MB) 85812 - ResidentSetSize of job (KB) ... 028 (10628.918.000) 2024-10-24 13:21:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:41.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 918 ResidentSetSize = 85812 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.921.000) 2024-10-24 13:21:42 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83448 - ResidentSetSize of job (KB) ... 028 (10628.921.000) 2024-10-24 13:21:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:42.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 921 ResidentSetSize = 83448 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.935.000) 2024-10-24 13:21:43 Image size of job updated: 3471208 92 - MemoryUsage of job (MB) 93492 - ResidentSetSize of job (KB) ... 028 (10628.935.000) 2024-10-24 13:21:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:43.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 935 ResidentSetSize = 93492 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.909.000) 2024-10-24 13:21:43 Image size of job updated: 3539052 95 - MemoryUsage of job (MB) 96952 - ResidentSetSize of job (KB) ... 028 (10628.909.000) 2024-10-24 13:21:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:43.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 909 ResidentSetSize = 96952 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.980.000) 2024-10-24 13:21:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_4001143_589133100@d12chas556.crc.nd.edu <10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.980.000) 2024-10-24 13:21:44 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:21:44.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 980 StartdAddr = "<10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_4001143_589133100@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.833.000) 2024-10-24 13:21:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_4001143_589133100@d12chas556.crc.nd.edu <10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP> ... 028 (10628.833.000) 2024-10-24 13:21:44 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:21:44.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 833 StartdAddr = "<10.32.86.107:34331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968422&PrivNet=d12chas556.crc.nd.edu&addrs=10.32.86.107-34331&alias=d12chas556.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_4001143_589133100@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.800.000) 2024-10-24 13:21:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2085752_34459730@d12chas547.crc.nd.edu <10.32.86.89:37309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997437&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-37309&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.800.000) 2024-10-24 13:21:44 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:21:44.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 800 StartdAddr = "<10.32.86.89:37309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997437&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-37309&alias=d12chas547.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2085752_34459730@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.951.000) 2024-10-24 13:21:45 Image size of job updated: 3539564 94 - MemoryUsage of job (MB) 96036 - ResidentSetSize of job (KB) ... 028 (10628.951.000) 2024-10-24 13:21:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:45.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 951 ResidentSetSize = 96036 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.954.000) 2024-10-24 13:21:45 Image size of job updated: 3539564 96 - MemoryUsage of job (MB) 98096 - ResidentSetSize of job (KB) ... 028 (10628.954.000) 2024-10-24 13:21:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:45.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 954 ResidentSetSize = 98096 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.982.000) 2024-10-24 13:21:47 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94936 - ResidentSetSize of job (KB) ... 028 (10628.982.000) 2024-10-24 13:21:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:47.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 982 ResidentSetSize = 94936 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.870.000) 2024-10-24 13:21:49 Image size of job updated: 3538944 84 - MemoryUsage of job (MB) 85804 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 13:21:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:49.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 85804 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.942.000) 2024-10-24 13:21:52 Image size of job updated: 3538796 94 - MemoryUsage of job (MB) 95284 - ResidentSetSize of job (KB) ... 028 (10628.942.000) 2024-10-24 13:21:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:52.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 942 ResidentSetSize = 95284 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 13:21:52 Image size of job updated: 3471464 92 - MemoryUsage of job (MB) 93332 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 13:21:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:52.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 93332 Size = 3471464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.802.000) 2024-10-24 13:21:52 Image size of job updated: 3606384 94 - MemoryUsage of job (MB) 95920 - ResidentSetSize of job (KB) ... 028 (10628.802.000) 2024-10-24 13:21:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:52.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 802 ResidentSetSize = 95920 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.826.000) 2024-10-24 13:21:53 Image size of job updated: 3539820 94 - MemoryUsage of job (MB) 95848 - ResidentSetSize of job (KB) ... 028 (10628.826.000) 2024-10-24 13:21:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:53.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 826 ResidentSetSize = 95848 Size = 3539820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.804.000) 2024-10-24 13:21:54 Image size of job updated: 3539308 98 - MemoryUsage of job (MB) 99344 - ResidentSetSize of job (KB) ... 028 (10628.804.000) 2024-10-24 13:21:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:54.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 804 ResidentSetSize = 99344 Size = 3539308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.801.000) 2024-10-24 13:21:54 Image size of job updated: 3539052 93 - MemoryUsage of job (MB) 94964 - ResidentSetSize of job (KB) ... 028 (10628.801.000) 2024-10-24 13:21:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:54.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 801 ResidentSetSize = 94964 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.830.000) 2024-10-24 13:21:55 Image size of job updated: 3538796 99 - MemoryUsage of job (MB) 100636 - ResidentSetSize of job (KB) ... 028 (10628.830.000) 2024-10-24 13:21:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:55.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 830 ResidentSetSize = 100636 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.952.000) 2024-10-24 13:21:58 Image size of job updated: 3539564 95 - MemoryUsage of job (MB) 97256 - ResidentSetSize of job (KB) ... 028 (10628.952.000) 2024-10-24 13:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:58.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 952 ResidentSetSize = 97256 Size = 3539564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.953.000) 2024-10-24 13:21:58 Image size of job updated: 3539052 96 - MemoryUsage of job (MB) 97688 - ResidentSetSize of job (KB) ... 028 (10628.953.000) 2024-10-24 13:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:58.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 953 ResidentSetSize = 97688 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.828.000) 2024-10-24 13:21:59 Image size of job updated: 3606384 93 - MemoryUsage of job (MB) 95104 - ResidentSetSize of job (KB) ... 028 (10628.828.000) 2024-10-24 13:21:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:59.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 828 ResidentSetSize = 95104 Size = 3606384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.794.000) 2024-10-24 13:21:59 Image size of job updated: 3539052 95 - MemoryUsage of job (MB) 97056 - ResidentSetSize of job (KB) ... 028 (10628.794.000) 2024-10-24 13:21:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:21:59.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 794 ResidentSetSize = 97056 Size = 3539052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.979.000) 2024-10-24 13:22:02 Image size of job updated: 3471208 90 - MemoryUsage of job (MB) 91756 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 13:22:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:22:02.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 91756 Size = 3471208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.832.000) 2024-10-24 13:22:03 Image size of job updated: 3606640 91 - MemoryUsage of job (MB) 92544 - ResidentSetSize of job (KB) ... 028 (10628.832.000) 2024-10-24 13:22:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:22:03.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 832 ResidentSetSize = 92544 Size = 3606640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.382.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_633702_61538442@d12chas577.crc.nd.edu <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 022 (10628.510.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_633702_61538442@d12chas577.crc.nd.edu <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.382.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 382 StartdAddr = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.510.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 510 StartdAddr = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.254.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_633702_61538442@d12chas577.crc.nd.edu <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.254.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.469" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 254 StartdAddr = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.080.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_633702_61538442@d12chas577.crc.nd.edu <10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 80 StartdAddr = "<10.32.86.149:46551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997255&PrivNet=d12chas577.crc.nd.edu&addrs=10.32.86.149-46551&alias=d12chas577.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.037.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2085750_15675309@d12chas547.crc.nd.edu <10.32.86.89:44027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968474&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-44027&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.037.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 37 StartdAddr = "<10.32.86.89:44027?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402209%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968474&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-44027&alias=d12chas547.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2085750_15675309@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.453.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_618273_848748597@d12chas584.crc.nd.edu <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.453.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 453 StartdAddr = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.370.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_618273_848748597@d12chas584.crc.nd.edu <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.370.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 370 StartdAddr = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.261.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_618273_848748597@d12chas584.crc.nd.edu <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.261.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 261 StartdAddr = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.078.000) 2024-10-24 13:22:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_618273_848748597@d12chas584.crc.nd.edu <10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.078.000) 2024-10-24 13:22:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:04.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 78 StartdAddr = "<10.32.86.163:46269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995960&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-46269&alias=d12chas584.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.028.000) 2024-10-24 13:22:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_618244_250700868@d12chas584.crc.nd.edu <10.32.86.163:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032481&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-38345&alias=d12chas584.crc.nd.edu&noUDP> ... 028 (10628.028.000) 2024-10-24 13:22:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:24.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 28 StartdAddr = "<10.32.86.163:38345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032481&PrivNet=d12chas584.crc.nd.edu&addrs=10.32.86.163-38345&alias=d12chas584.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_618244_250700868@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.022.000) 2024-10-24 13:22:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_138216_618705285@d12chas568.crc.nd.edu <10.32.86.131:33883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997433&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33883&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 13:22:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:22:24.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 22 StartdAddr = "<10.32.86.131:33883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997433&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33883&alias=d12chas568.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_138216_618705285@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.935.000) 2024-10-24 13:23:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2170296_122698380@d12chas547.crc.nd.edu <10.32.86.89:34263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002746&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-34263&alias=d12chas547.crc.nd.edu&noUDP> ... 028 (10628.935.000) 2024-10-24 13:23:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:23:24.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 935 StartdAddr = "<10.32.86.89:34263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50913020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002746&PrivNet=d12chas547.crc.nd.edu&addrs=10.32.86.89-34263&alias=d12chas547.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2170296_122698380@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.942.000) 2024-10-24 13:23:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2674164_558383442@d12chas589.crc.nd.edu <10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP> ... 022 (10628.826.000) 2024-10-24 13:23:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2674164_558383442@d12chas589.crc.nd.edu <10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.942.000) 2024-10-24 13:23:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:23:24.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 942 StartdAddr = "<10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2674164_558383442@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.826.000) 2024-10-24 13:23:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:23:24.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 826 StartdAddr = "<10.32.86.173:41309?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990303&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-41309&alias=d12chas589.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2674164_558383442@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.911.000) 2024-10-24 13:23:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_138214_350241960@d12chas568.crc.nd.edu <10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 13:23:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:23:24.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 911 StartdAddr = "<10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_138214_350241960@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.815.000) 2024-10-24 13:23:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_138214_350241960@d12chas568.crc.nd.edu <10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.815.000) 2024-10-24 13:23:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:23:24.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 815 StartdAddr = "<10.32.86.131:39893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953857&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-39893&alias=d12chas568.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_138214_350241960@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.006.000) 2024-10-24 13:24:30 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 91812 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 13:24:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:30.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 91812 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 13:24:33 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90496 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 13:24:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:33.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90496 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.806.000) 2024-10-24 13:24:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_221043_730302353@d12chas568.crc.nd.edu <10.32.86.131:33675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999630&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33675&alias=d12chas568.crc.nd.edu&noUDP> ... 028 (10628.806.000) 2024-10-24 13:24:33 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:24:33.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 806 StartdAddr = "<10.32.86.131:33675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999630&PrivNet=d12chas568.crc.nd.edu&addrs=10.32.86.131-33675&alias=d12chas568.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_221043_730302353@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.004.000) 2024-10-24 13:24:34 Image size of job updated: 3606532 90 - MemoryUsage of job (MB) 92088 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 13:24:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:34.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92088 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.088.000) 2024-10-24 13:24:43 Image size of job updated: 3534792 88 - MemoryUsage of job (MB) 89376 - ResidentSetSize of job (KB) ... 028 (10628.088.000) 2024-10-24 13:24:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:43.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 88 ResidentSetSize = 89376 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.150.000) 2024-10-24 13:24:46 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83800 - ResidentSetSize of job (KB) ... 028 (10628.150.000) 2024-10-24 13:24:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:46.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 150 ResidentSetSize = 83800 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.092.000) 2024-10-24 13:24:48 Image size of job updated: 3534792 86 - MemoryUsage of job (MB) 87044 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 13:24:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:48.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 87044 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.099.000) 2024-10-24 13:24:55 Image size of job updated: 3534792 90 - MemoryUsage of job (MB) 91664 - ResidentSetSize of job (KB) ... 028 (10628.099.000) 2024-10-24 13:24:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:55.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 99 ResidentSetSize = 91664 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.270.000) 2024-10-24 13:24:58 Image size of job updated: 3534280 85 - MemoryUsage of job (MB) 86688 - ResidentSetSize of job (KB) ... 028 (10628.270.000) 2024-10-24 13:24:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:58.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 270 ResidentSetSize = 86688 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.169.000) 2024-10-24 13:24:58 Image size of job updated: 2614340 107 - MemoryUsage of job (MB) 108904 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 13:24:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:24:58.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 108904 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.322.000) 2024-10-24 13:25:04 Image size of job updated: 3534536 93 - MemoryUsage of job (MB) 94436 - ResidentSetSize of job (KB) ... 028 (10628.322.000) 2024-10-24 13:25:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:04.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 322 ResidentSetSize = 94436 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 13:25:06 Image size of job updated: 3535048 86 - MemoryUsage of job (MB) 87348 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 13:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:06.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 87348 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 13:25:08 Image size of job updated: 624100 50 - MemoryUsage of job (MB) 50664 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 13:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:08.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 50664 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 13:25:08 Image size of job updated: 1810632 57 - MemoryUsage of job (MB) 58160 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 13:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:08.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 58160 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 13:25:09 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 50980 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 13:25:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:09.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 50980 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.374.000) 2024-10-24 13:25:13 Image size of job updated: 3534280 88 - MemoryUsage of job (MB) 89332 - ResidentSetSize of job (KB) ... 028 (10628.374.000) 2024-10-24 13:25:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:13.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 374 ResidentSetSize = 89332 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.009.000) 2024-10-24 13:25:14 Started transferring output files ... 028 (10628.009.000) 2024-10-24 13:25:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:14.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.009.000) 2024-10-24 13:25:14 Finished transferring output files ... 028 (10628.009.000) 2024-10-24 13:25:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:14.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.009.000) 2024-10-24 13:25:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:59, Sys 0 00:00:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 15206 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.009.000) 2024-10-24 13:25:15 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T13:25:15.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481992" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "51" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24890029.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot20@CRUSH-OSG-C7-10-5-206-150" JOB_Site = "SU-ITS" MyType = "JobEvictedEvent" Proc = 9 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 139 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 01:24:59, Sys 0 00:00:05" SentBytes = 15206.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 006 (10628.429.000) 2024-10-24 13:25:22 Image size of job updated: 3534024 88 - MemoryUsage of job (MB) 90092 - ResidentSetSize of job (KB) ... 028 (10628.429.000) 2024-10-24 13:25:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:22.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 429 ResidentSetSize = 90092 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.470.000) 2024-10-24 13:25:22 Image size of job updated: 3533768 81 - MemoryUsage of job (MB) 82108 - ResidentSetSize of job (KB) ... 028 (10628.470.000) 2024-10-24 13:25:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:22.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 470 ResidentSetSize = 82108 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.487.000) 2024-10-24 13:25:28 Image size of job updated: 3538688 89 - MemoryUsage of job (MB) 90280 - ResidentSetSize of job (KB) ... 028 (10628.487.000) 2024-10-24 13:25:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:28.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 487 ResidentSetSize = 90280 Size = 3538688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.511.000) 2024-10-24 13:25:28 Image size of job updated: 3538796 93 - MemoryUsage of job (MB) 94600 - ResidentSetSize of job (KB) ... 028 (10628.511.000) 2024-10-24 13:25:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:28.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 511 ResidentSetSize = 94600 Size = 3538796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.495.000) 2024-10-24 13:25:30 Image size of job updated: 3534792 82 - MemoryUsage of job (MB) 83732 - ResidentSetSize of job (KB) ... 028 (10628.495.000) 2024-10-24 13:25:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:30.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 495 ResidentSetSize = 83732 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.801.000) 2024-10-24 13:25:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2674158_515802576@d12chas589.crc.nd.edu <10.32.86.173:35225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032489&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-35225&alias=d12chas589.crc.nd.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 13:25:32 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:25:32.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 801 StartdAddr = "<10.32.86.173:35225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423911%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032489&PrivNet=d12chas589.crc.nd.edu&addrs=10.32.86.173-35225&alias=d12chas589.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2674158_515802576@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.541.000) 2024-10-24 13:25:32 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 90024 - ResidentSetSize of job (KB) ... 028 (10628.541.000) 2024-10-24 13:25:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:32.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 541 ResidentSetSize = 90024 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.016.000) 2024-10-24 13:25:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2045679_495109758@d12chas591.crc.nd.edu <10.32.86.177:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998919&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38543&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.016.000) 2024-10-24 13:25:32 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:25:32.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 16 StartdAddr = "<10.32.86.177:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717359%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998919&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38543&alias=d12chas591.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2045679_495109758@d12chas591.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.584.000) 2024-10-24 13:25:37 Image size of job updated: 3466436 81 - MemoryUsage of job (MB) 82672 - ResidentSetSize of job (KB) ... 028 (10628.584.000) 2024-10-24 13:25:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:37.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 584 ResidentSetSize = 82672 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.592.000) 2024-10-24 13:25:38 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85920 - ResidentSetSize of job (KB) ... 028 (10628.592.000) 2024-10-24 13:25:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:38.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 592 ResidentSetSize = 85920 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.651.000) 2024-10-24 13:25:43 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82880 - ResidentSetSize of job (KB) ... 028 (10628.651.000) 2024-10-24 13:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:43.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 651 ResidentSetSize = 82880 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.632.000) 2024-10-24 13:25:44 Image size of job updated: 3534024 88 - MemoryUsage of job (MB) 89124 - ResidentSetSize of job (KB) ... 028 (10628.632.000) 2024-10-24 13:25:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:44.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 632 ResidentSetSize = 89124 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.657.000) 2024-10-24 13:25:46 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79332 - ResidentSetSize of job (KB) ... 028 (10628.657.000) 2024-10-24 13:25:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:46.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 657 ResidentSetSize = 79332 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.712.000) 2024-10-24 13:25:51 Image size of job updated: 3601868 88 - MemoryUsage of job (MB) 90012 - ResidentSetSize of job (KB) ... 028 (10628.712.000) 2024-10-24 13:25:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:25:51.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 712 ResidentSetSize = 90012 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 13:26:05 Image size of job updated: 3561724 88 - MemoryUsage of job (MB) 90004 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 13:26:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:05.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 90004 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 13:26:07 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87672 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 13:26:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:07.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 87672 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.812.000) 2024-10-24 13:26:28 Image size of job updated: 3537152 75 - MemoryUsage of job (MB) 76192 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 13:26:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:28.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 76192 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.181.000) 2024-10-24 13:26:29 Image size of job updated: 689636 50 - MemoryUsage of job (MB) 50284 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 13:26:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:29.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 50284 Size = 689636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.790.000) 2024-10-24 13:26:31 Image size of job updated: 3606792 94 - MemoryUsage of job (MB) 96136 - ResidentSetSize of job (KB) ... 028 (10628.790.000) 2024-10-24 13:26:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:31.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 790 ResidentSetSize = 96136 Size = 3606792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.041.000) 2024-10-24 13:26:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3845027_110686323@d12chas570.crc.nd.edu <10.32.86.135:42441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996631&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-42441&alias=d12chas570.crc.nd.edu&noUDP> ... 028 (10628.041.000) 2024-10-24 13:26:32 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:26:32.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 41 StartdAddr = "<10.32.86.135:42441?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996631&PrivNet=d12chas570.crc.nd.edu&addrs=10.32.86.135-42441&alias=d12chas570.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3845027_110686323@d12chas570.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.811.000) 2024-10-24 13:26:34 Image size of job updated: 3537920 76 - MemoryUsage of job (MB) 77612 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 13:26:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:34.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77612 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.809.000) 2024-10-24 13:26:35 Image size of job updated: 3629468 88 - MemoryUsage of job (MB) 89392 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 13:26:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:35.344" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 89392 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 13:26:37 Image size of job updated: 624612 49 - MemoryUsage of job (MB) 50120 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 13:26:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:37.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 49 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 50120 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.885.000) 2024-10-24 13:26:40 Image size of job updated: 3534024 78 - MemoryUsage of job (MB) 79728 - ResidentSetSize of job (KB) ... 028 (10628.885.000) 2024-10-24 13:26:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:40.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 885 ResidentSetSize = 79728 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.893.000) 2024-10-24 13:26:42 Image size of job updated: 3601612 82 - MemoryUsage of job (MB) 83716 - ResidentSetSize of job (KB) ... 028 (10628.893.000) 2024-10-24 13:26:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:42.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 893 ResidentSetSize = 83716 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 13:26:43 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90144 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 13:26:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:43.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 90144 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 13:26:44 Image size of job updated: 3604740 75 - MemoryUsage of job (MB) 76596 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 13:26:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:44.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 76596 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.930.000) 2024-10-24 13:26:44 Image size of job updated: 3466692 83 - MemoryUsage of job (MB) 84132 - ResidentSetSize of job (KB) ... 028 (10628.930.000) 2024-10-24 13:26:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:44.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 930 ResidentSetSize = 84132 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.878.000) 2024-10-24 13:26:45 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89920 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 13:26:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:45.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 89920 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.968.000) 2024-10-24 13:26:48 Image size of job updated: 3534792 87 - MemoryUsage of job (MB) 88128 - ResidentSetSize of job (KB) ... 028 (10628.968.000) 2024-10-24 13:26:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:48.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 968 ResidentSetSize = 88128 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 13:26:52 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58656 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 13:26:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:26:52.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 58656 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.179.000) 2024-10-24 13:27:06 Image size of job updated: 695096 50 - MemoryUsage of job (MB) 50456 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 13:27:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:27:06.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 50456 Size = 695096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.764.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 022 (10628.756.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 022 (10628.740.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.764.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 764 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.756.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 756 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.740.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 740 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.661.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 661 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.349.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 022 (10628.173.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 022 (10628.566.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.349.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 349 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.173.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 173 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.566.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 566 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.466.000) 2024-10-24 13:27:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2867033_483024276@d12chas559.crc.nd.edu <10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.466.000) 2024-10-24 13:27:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:19.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 466 StartdAddr = "<10.32.86.113:40277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29339327%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9998046&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-40277&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.795.000) 2024-10-24 13:27:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2133241_245160027@d12chas591.crc.nd.edu <10.32.86.177:38243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954377&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38243&alias=d12chas591.crc.nd.edu&noUDP> ... 028 (10628.795.000) 2024-10-24 13:27:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:39.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 795 StartdAddr = "<10.32.86.177:38243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954377&PrivNet=d12chas591.crc.nd.edu&addrs=10.32.86.177-38243&alias=d12chas591.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2133241_245160027@d12chas591.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.981.000) 2024-10-24 13:27:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2678037_21274534@d12chas559.crc.nd.edu <10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.981.000) 2024-10-24 13:27:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:39.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 981 StartdAddr = "<10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2678037_21274534@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.834.000) 2024-10-24 13:27:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2678037_21274534@d12chas559.crc.nd.edu <10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP> ... 028 (10628.834.000) 2024-10-24 13:27:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:39.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 834 StartdAddr = "<10.32.86.113:42931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999186&PrivNet=d12chas559.crc.nd.edu&addrs=10.32.86.113-42931&alias=d12chas559.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2678037_21274534@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.804.000) 2024-10-24 13:27:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_1427195_417032550@d12chas561.crc.nd.edu <10.32.86.117:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045676&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39577&alias=d12chas561.crc.nd.edu&noUDP> ... 028 (10628.804.000) 2024-10-24 13:27:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:27:39.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 804 StartdAddr = "<10.32.86.117:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338261%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045676&PrivNet=d12chas561.crc.nd.edu&addrs=10.32.86.117-39577&alias=d12chas561.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_1427195_417032550@d12chas561.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.250.000) 2024-10-24 13:28:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2631463_18024552@d12chas545.crc.nd.edu <10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.250.000) 2024-10-24 13:28:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:28:02.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 250 StartdAddr = "<10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2631463_18024552@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.066.000) 2024-10-24 13:28:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2631463_18024552@d12chas545.crc.nd.edu <10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.066.000) 2024-10-24 13:28:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:28:02.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 66 StartdAddr = "<10.32.86.85:43573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338979%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969017&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-43573&alias=d12chas545.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2631463_18024552@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.039.000) 2024-10-24 13:28:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3175333_11995775@d12chas582.crc.nd.edu <10.32.86.159:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995967&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-38711&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 13:28:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:28:22.200" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 39 StartdAddr = "<10.32.86.159:38711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423903%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995967&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-38711&alias=d12chas582.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3175333_11995775@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.033.000) 2024-10-24 13:28:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2273199_126972000@d12chas566.crc.nd.edu <10.32.86.127:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032877&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-42385&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 13:28:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:28:42.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 33 StartdAddr = "<10.32.86.127:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424355%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032877&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-42385&alias=d12chas566.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2273199_126972000@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.027.000) 2024-10-24 13:28:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3175294_357343272@d12chas582.crc.nd.edu <10.32.86.159:34131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998926&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-34131&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 13:28:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:28:42.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 27 StartdAddr = "<10.32.86.159:34131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998926&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-34131&alias=d12chas582.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3175294_357343272@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.960.000) 2024-10-24 13:28:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@IU-Jetstream2-Backfill.6c6022f80a62, rescheduling job ... 028 (10628.960.000) 2024-10-24 13:28:58 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:28:58.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 960 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@IU-Jetstream2-Backfill.6c6022f80a62" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.006.000) 2024-10-24 13:29:30 Image size of job updated: 3606276 90 - MemoryUsage of job (MB) 92032 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 13:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:30.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 92032 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 13:29:33 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90680 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 13:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:33.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90680 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 13:29:35 Image size of job updated: 3606532 91 - MemoryUsage of job (MB) 92300 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 13:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:35.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92300 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.404.000) 2024-10-24 13:29:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_2631456_79458112@d12chas545.crc.nd.edu <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 022 (10628.252.000) 2024-10-24 13:29:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_2631456_79458112@d12chas545.crc.nd.edu <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.404.000) 2024-10-24 13:29:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:29:42.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 404 StartdAddr = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.252.000) 2024-10-24 13:29:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:29:42.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 252 StartdAddr = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.057.000) 2024-10-24 13:29:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2631456_79458112@d12chas545.crc.nd.edu <10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP> ... 028 (10628.057.000) 2024-10-24 13:29:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:29:42.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 57 StartdAddr = "<10.32.86.85:36779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002750&PrivNet=d12chas545.crc.nd.edu&addrs=10.32.86.85-36779&alias=d12chas545.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.794.000) 2024-10-24 13:29:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_342759_276871104@d12chas587.crc.nd.edu <10.32.86.169:43733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968273&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43733&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.794.000) 2024-10-24 13:29:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:29:42.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 794 StartdAddr = "<10.32.86.169:43733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338228%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968273&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-43733&alias=d12chas587.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_342759_276871104@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.088.000) 2024-10-24 13:29:43 Image size of job updated: 3534792 90 - MemoryUsage of job (MB) 91424 - ResidentSetSize of job (KB) ... 028 (10628.088.000) 2024-10-24 13:29:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:43.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 88 ResidentSetSize = 91424 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.121.000) 2024-10-24 13:29:46 Image size of job updated: 3466436 85 - MemoryUsage of job (MB) 86452 - ResidentSetSize of job (KB) ... 028 (10628.121.000) 2024-10-24 13:29:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:46.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 121 ResidentSetSize = 86452 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.131.000) 2024-10-24 13:29:48 Image size of job updated: 3602636 79 - MemoryUsage of job (MB) 80860 - ResidentSetSize of job (KB) ... 028 (10628.131.000) 2024-10-24 13:29:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:48.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 131 ResidentSetSize = 80860 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.157.000) 2024-10-24 13:29:49 Image size of job updated: 3669712 82 - MemoryUsage of job (MB) 82992 - ResidentSetSize of job (KB) ... 028 (10628.157.000) 2024-10-24 13:29:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:49.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 157 ResidentSetSize = 82992 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.119.000) 2024-10-24 13:29:49 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 82712 - ResidentSetSize of job (KB) ... 028 (10628.119.000) 2024-10-24 13:29:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:49.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 119 ResidentSetSize = 82712 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.110.000) 2024-10-24 13:29:50 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81572 - ResidentSetSize of job (KB) ... 028 (10628.110.000) 2024-10-24 13:29:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:50.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 110 ResidentSetSize = 81572 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.269.000) 2024-10-24 13:29:57 Image size of job updated: 3602124 87 - MemoryUsage of job (MB) 88464 - ResidentSetSize of job (KB) ... 028 (10628.269.000) 2024-10-24 13:29:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:57.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 269 ResidentSetSize = 88464 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.270.000) 2024-10-24 13:29:58 Image size of job updated: 3534280 87 - MemoryUsage of job (MB) 88736 - ResidentSetSize of job (KB) ... 028 (10628.270.000) 2024-10-24 13:29:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:29:58.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 270 ResidentSetSize = 88736 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.952.000) 2024-10-24 13:30:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_342758_703780832@d12chas587.crc.nd.edu <10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.952.000) 2024-10-24 13:30:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:30:02.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 952 StartdAddr = "<10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_342758_703780832@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.828.000) 2024-10-24 13:30:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_342758_703780832@d12chas587.crc.nd.edu <10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP> ... 028 (10628.828.000) 2024-10-24 13:30:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:30:02.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 828 StartdAddr = "<10.32.86.169:45529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998894&PrivNet=d12chas587.crc.nd.edu&addrs=10.32.86.169-45529&alias=d12chas587.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_342758_703780832@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.176.000) 2024-10-24 13:30:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_1521697_97717266@d12chas552.crc.nd.edu <10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP> ... 022 (10628.054.000) 2024-10-24 13:30:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_1521697_97717266@d12chas552.crc.nd.edu <10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 13:30:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:30:02.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 176 StartdAddr = "<10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_1521697_97717266@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.054.000) 2024-10-24 13:30:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:30:02.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 54 StartdAddr = "<10.32.86.99:38001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032879&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-38001&alias=d12chas552.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_1521697_97717266@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.803.000) 2024-10-24 13:30:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3175260_132661410@d12chas582.crc.nd.edu <10.32.86.159:45367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990290&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-45367&alias=d12chas582.crc.nd.edu&noUDP> ... 028 (10628.803.000) 2024-10-24 13:30:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:30:02.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 803 StartdAddr = "<10.32.86.159:45367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990290&PrivNet=d12chas582.crc.nd.edu&addrs=10.32.86.159-45367&alias=d12chas582.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3175260_132661410@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.305.000) 2024-10-24 13:30:04 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82708 - ResidentSetSize of job (KB) ... 028 (10628.305.000) 2024-10-24 13:30:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:04.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 305 ResidentSetSize = 82708 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.285.000) 2024-10-24 13:30:04 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89928 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 13:30:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:04.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 89928 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.340.000) 2024-10-24 13:30:07 Image size of job updated: 3602124 86 - MemoryUsage of job (MB) 88004 - ResidentSetSize of job (KB) ... 028 (10628.340.000) 2024-10-24 13:30:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:07.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 340 ResidentSetSize = 88004 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.325.000) 2024-10-24 13:30:08 Image size of job updated: 3602636 84 - MemoryUsage of job (MB) 85948 - ResidentSetSize of job (KB) ... 028 (10628.325.000) 2024-10-24 13:30:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:08.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 325 ResidentSetSize = 85948 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 13:30:09 Image size of job updated: 624100 50 - MemoryUsage of job (MB) 50716 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 13:30:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:09.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 50716 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.178.000) 2024-10-24 13:30:09 Image size of job updated: 689764 50 - MemoryUsage of job (MB) 51084 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 13:30:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:09.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 51084 Size = 689764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.009.000) 2024-10-24 13:30:11 Started transferring input files Transferring to host: <10.138.15.18:36575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51011463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038224&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-36575&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 13:30:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:11.201" EventTypeNumber = 28 Host = "<10.138.15.18:36575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51011463%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038224&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-36575&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.960.000) 2024-10-24 13:30:11 Started transferring input files Transferring to host: <10.138.15.25:39063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007966&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-39063&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.960.000) 2024-10-24 13:30:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:11.249" EventTypeNumber = 28 Host = "<10.138.15.25:39063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918289%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007966&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-39063&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.009.000) 2024-10-24 13:30:11 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 13:30:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:11.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.960.000) 2024-10-24 13:30:11 Finished transferring input files ... 028 (10628.960.000) 2024-10-24 13:30:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:11.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.333.000) 2024-10-24 13:30:11 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85160 - ResidentSetSize of job (KB) ... 028 (10628.333.000) 2024-10-24 13:30:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:11.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 333 ResidentSetSize = 85160 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 13:30:12 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58644 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 13:30:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:12.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 58644 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.009.000) 2024-10-24 13:30:12 Warning from starter on slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.009.000) 2024-10-24 13:30:12 Job executing on host: <10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 13:30:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:12.554" EventTypeNumber = 28 ExecuteHost = "<10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.960.000) 2024-10-24 13:30:12 Warning from starter on slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.960.000) 2024-10-24 13:30:12 Job executing on host: <10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.960.000) 2024-10-24 13:30:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:12.679" EventTypeNumber = 28 ExecuteHost = "<10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.412.000) 2024-10-24 13:30:20 Image size of job updated: 3467204 87 - MemoryUsage of job (MB) 88584 - ResidentSetSize of job (KB) ... 028 (10628.412.000) 2024-10-24 13:30:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:20.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 412 ResidentSetSize = 88584 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.423.000) 2024-10-24 13:30:20 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82208 - ResidentSetSize of job (KB) ... 028 (10628.423.000) 2024-10-24 13:30:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:20.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 423 ResidentSetSize = 82208 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.450.000) 2024-10-24 13:30:23 Image size of job updated: 3534536 89 - MemoryUsage of job (MB) 90316 - ResidentSetSize of job (KB) ... 028 (10628.450.000) 2024-10-24 13:30:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:23.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 450 ResidentSetSize = 90316 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.462.000) 2024-10-24 13:30:25 Image size of job updated: 3601868 84 - MemoryUsage of job (MB) 85588 - ResidentSetSize of job (KB) ... 028 (10628.462.000) 2024-10-24 13:30:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:25.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 462 ResidentSetSize = 85588 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.517.000) 2024-10-24 13:30:28 Image size of job updated: 3466436 87 - MemoryUsage of job (MB) 88892 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 13:30:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:28.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 88892 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.528.000) 2024-10-24 13:30:34 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82908 - ResidentSetSize of job (KB) ... 028 (10628.528.000) 2024-10-24 13:30:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:34.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 528 ResidentSetSize = 82908 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.562.000) 2024-10-24 13:30:35 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84768 - ResidentSetSize of job (KB) ... 028 (10628.562.000) 2024-10-24 13:30:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:35.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 562 ResidentSetSize = 84768 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.557.000) 2024-10-24 13:30:36 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84936 - ResidentSetSize of job (KB) ... 028 (10628.557.000) 2024-10-24 13:30:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:36.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 557 ResidentSetSize = 84936 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.584.000) 2024-10-24 13:30:37 Image size of job updated: 3466436 85 - MemoryUsage of job (MB) 86256 - ResidentSetSize of job (KB) ... 028 (10628.584.000) 2024-10-24 13:30:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:37.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 584 ResidentSetSize = 86256 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.651.000) 2024-10-24 13:30:43 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84928 - ResidentSetSize of job (KB) ... 028 (10628.651.000) 2024-10-24 13:30:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:43.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 651 ResidentSetSize = 84928 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.609.000) 2024-10-24 13:30:43 Image size of job updated: 3534792 93 - MemoryUsage of job (MB) 94260 - ResidentSetSize of job (KB) ... 028 (10628.609.000) 2024-10-24 13:30:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:43.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 609 ResidentSetSize = 94260 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.656.000) 2024-10-24 13:30:44 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85908 - ResidentSetSize of job (KB) ... 028 (10628.656.000) 2024-10-24 13:30:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:44.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 656 ResidentSetSize = 85908 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.669.000) 2024-10-24 13:30:47 Image size of job updated: 3602124 88 - MemoryUsage of job (MB) 90100 - ResidentSetSize of job (KB) ... 028 (10628.669.000) 2024-10-24 13:30:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:47.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 669 ResidentSetSize = 90100 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.723.000) 2024-10-24 13:30:51 Image size of job updated: 3534024 64 - MemoryUsage of job (MB) 64960 - ResidentSetSize of job (KB) ... 028 (10628.723.000) 2024-10-24 13:30:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:51.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 64 MyType = "JobImageSizeEvent" Proc = 723 ResidentSetSize = 64960 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.729.000) 2024-10-24 13:30:53 Image size of job updated: 3602636 83 - MemoryUsage of job (MB) 84204 - ResidentSetSize of job (KB) ... 028 (10628.729.000) 2024-10-24 13:30:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:30:53.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 729 ResidentSetSize = 84204 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.253.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2273185_47663165@d12chas566.crc.nd.edu <10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.253.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 253 StartdAddr = "<10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2273185_47663165@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.068.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2273185_47663165@d12chas566.crc.nd.edu <10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 68 StartdAddr = "<10.32.86.127:40115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990767&PrivNet=d12chas566.crc.nd.edu&addrs=10.32.86.127-40115&alias=d12chas566.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_2273185_47663165@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.220.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_1521689_225654443@d12chas552.crc.nd.edu <10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.220.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 220 StartdAddr = "<10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_1521689_225654443@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.051.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_1521689_225654443@d12chas552.crc.nd.edu <10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 51 StartdAddr = "<10.32.86.99:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032875&PrivNet=d12chas552.crc.nd.edu&addrs=10.32.86.99-46833&alias=d12chas552.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_1521689_225654443@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.979.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_632299_85575549@d12chas555.crc.nd.edu <10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP> ... 028 (10628.979.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 979 StartdAddr = "<10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_632299_85575549@d12chas555.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.832.000) 2024-10-24 13:31:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_632299_85575549@d12chas555.crc.nd.edu <10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP> ... 028 (10628.832.000) 2024-10-24 13:31:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:31:02.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 832 StartdAddr = "<10.32.86.105:45459?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968306&PrivNet=d12chas555.crc.nd.edu&addrs=10.32.86.105-45459&alias=d12chas555.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_632299_85575549@d12chas555.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.757.000) 2024-10-24 13:31:07 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87716 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 13:31:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:07.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 87716 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.837.000) 2024-10-24 13:31:35 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85636 - ResidentSetSize of job (KB) ... 028 (10628.837.000) 2024-10-24 13:31:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:35.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 837 ResidentSetSize = 85636 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 13:31:37 Image size of job updated: 624612 50 - MemoryUsage of job (MB) 50288 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 13:31:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:37.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 50288 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.885.000) 2024-10-24 13:31:40 Image size of job updated: 3534024 80 - MemoryUsage of job (MB) 81776 - ResidentSetSize of job (KB) ... 028 (10628.885.000) 2024-10-24 13:31:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:40.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 885 ResidentSetSize = 81776 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.893.000) 2024-10-24 13:31:42 Image size of job updated: 3601612 84 - MemoryUsage of job (MB) 85764 - ResidentSetSize of job (KB) ... 028 (10628.893.000) 2024-10-24 13:31:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:42.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 893 ResidentSetSize = 85764 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.922.000) 2024-10-24 13:31:43 Image size of job updated: 3603792 78 - MemoryUsage of job (MB) 79740 - ResidentSetSize of job (KB) ... 028 (10628.922.000) 2024-10-24 13:31:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:43.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 922 ResidentSetSize = 79740 Size = 3603792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.967.000) 2024-10-24 13:31:50 Image size of job updated: 3534280 88 - MemoryUsage of job (MB) 89912 - ResidentSetSize of job (KB) ... 028 (10628.967.000) 2024-10-24 13:31:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:31:50.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 967 ResidentSetSize = 89912 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.909.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 022 (10628.810.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.909.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 909 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.810.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 810 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.509.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 022 (10628.387.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.509.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 509 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.387.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 387 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.257.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.257.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 257 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.071.000) 2024-10-24 13:32:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_470483_234279436@d12chas548.crc.nd.edu <10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.071.000) 2024-10-24 13:32:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:32:03.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 71 StartdAddr = "<10.32.86.91:39125?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954513&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-39125&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.042.000) 2024-10-24 13:34:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3184120_42087024@d12chas571.crc.nd.edu <10.32.86.137:40913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996559&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-40913&alias=d12chas571.crc.nd.edu&noUDP> ... 028 (10628.042.000) 2024-10-24 13:34:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:02.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 42 StartdAddr = "<10.32.86.137:40913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996559&PrivNet=d12chas571.crc.nd.edu&addrs=10.32.86.137-40913&alias=d12chas571.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3184120_42087024@d12chas571.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.036.000) 2024-10-24 13:34:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3910329_119940375@d12chas580.crc.nd.edu <10.32.86.155:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995957&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-32899&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.036.000) 2024-10-24 13:34:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:02.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 36 StartdAddr = "<10.32.86.155:32899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995957&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-32899&alias=d12chas580.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3910329_119940375@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.031.000) 2024-10-24 13:34:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_440905_348885880@d12chas548.crc.nd.edu <10.32.86.91:44565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002497&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-44565&alias=d12chas548.crc.nd.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 13:34:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:34.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 31 StartdAddr = "<10.32.86.91:44565?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002497&PrivNet=d12chas548.crc.nd.edu&addrs=10.32.86.91-44565&alias=d12chas548.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_440905_348885880@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.802.000) 2024-10-24 13:34:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2040890_36926527@d12chas564.crc.nd.edu <10.32.86.123:46529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953660&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-46529&alias=d12chas564.crc.nd.edu&noUDP> ... 028 (10628.802.000) 2024-10-24 13:34:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:34.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 802 StartdAddr = "<10.32.86.123:46529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423899%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953660&PrivNet=d12chas564.crc.nd.edu&addrs=10.32.86.123-46529&alias=d12chas564.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2040890_36926527@d12chas564.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.233.000) 2024-10-24 13:34:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3472193_214088190@d12chas557.crc.nd.edu <10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.233.000) 2024-10-24 13:34:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:34.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 233 StartdAddr = "<10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3472193_214088190@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.061.000) 2024-10-24 13:34:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3472193_214088190@d12chas557.crc.nd.edu <10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 13:34:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:34.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 61 StartdAddr = "<10.32.86.109:37589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50883743%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9955299&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-37589&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3472193_214088190@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.015.000) 2024-10-24 13:34:36 Image size of job updated: 2614400 108 - MemoryUsage of job (MB) 110384 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 13:34:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:36.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 110384 Size = 2614400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.019.000) 2024-10-24 13:34:40 Image size of job updated: 2614276 109 - MemoryUsage of job (MB) 110668 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 13:34:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:40.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 110668 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.014.000) 2024-10-24 13:34:40 Image size of job updated: 3403772 108 - MemoryUsage of job (MB) 110188 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 13:34:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:40.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 110188 Size = 3403772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.021.000) 2024-10-24 13:34:42 Image size of job updated: 2614912 111 - MemoryUsage of job (MB) 112696 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 13:34:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:42.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 112696 Size = 2614912 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.155.000) 2024-10-24 13:34:47 Image size of job updated: 3536464 87 - MemoryUsage of job (MB) 88816 - ResidentSetSize of job (KB) ... 028 (10628.155.000) 2024-10-24 13:34:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:47.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 155 ResidentSetSize = 88816 Size = 3536464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.951.000) 2024-10-24 13:34:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3925962_649584960@d12chas580.crc.nd.edu <10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.951.000) 2024-10-24 13:34:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:54.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 951 StartdAddr = "<10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_3925962_649584960@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.827.000) 2024-10-24 13:34:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3925962_649584960@d12chas580.crc.nd.edu <10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.827.000) 2024-10-24 13:34:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:34:54.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 827 StartdAddr = "<10.32.86.155:46563?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337218%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998924&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-46563&alias=d12chas580.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3925962_649584960@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.232.000) 2024-10-24 13:34:57 Image size of job updated: 1880556 68 - MemoryUsage of job (MB) 68756 - ResidentSetSize of job (KB) ... 028 (10628.232.000) 2024-10-24 13:34:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:57.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 232 ResidentSetSize = 68756 Size = 1880556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.170.000) 2024-10-24 13:34:58 Image size of job updated: 2614504 109 - MemoryUsage of job (MB) 110760 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 13:34:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:58.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 110760 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.169.000) 2024-10-24 13:34:59 Image size of job updated: 2614340 109 - MemoryUsage of job (MB) 110952 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 13:34:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:34:59.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 110952 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.298.000) 2024-10-24 13:35:01 Image size of job updated: 3534280 90 - MemoryUsage of job (MB) 91308 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 13:35:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:01.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 91308 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.300.000) 2024-10-24 13:35:04 Image size of job updated: 3534792 84 - MemoryUsage of job (MB) 85432 - ResidentSetSize of job (KB) ... 028 (10628.300.000) 2024-10-24 13:35:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:04.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 300 ResidentSetSize = 85432 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.346.000) 2024-10-24 13:35:11 Image size of job updated: 2614504 110 - MemoryUsage of job (MB) 112604 - ResidentSetSize of job (KB) ... 028 (10628.346.000) 2024-10-24 13:35:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:11.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 346 ResidentSetSize = 112604 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.347.000) 2024-10-24 13:35:12 Image size of job updated: 2614340 109 - MemoryUsage of job (MB) 110776 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 13:35:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:12.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 110776 Size = 2614340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.189.000) 2024-10-24 13:35:14 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58392 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 13:35:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:14.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 58392 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.396.000) 2024-10-24 13:35:14 Image size of job updated: 3534024 87 - MemoryUsage of job (MB) 88764 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 13:35:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:14.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 88764 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.796.000) 2024-10-24 13:35:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3910311_130488270@d12chas580.crc.nd.edu <10.32.86.155:34081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968313&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-34081&alias=d12chas580.crc.nd.edu&noUDP> ... 028 (10628.796.000) 2024-10-24 13:35:14 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:35:14.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 796 StartdAddr = "<10.32.86.155:34081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968313&PrivNet=d12chas580.crc.nd.edu&addrs=10.32.86.155-34081&alias=d12chas580.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3910311_130488270@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.249.000) 2024-10-24 13:35:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3382912_176120320@d12chas557.crc.nd.edu <10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.249.000) 2024-10-24 13:35:14 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:35:14.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 249 StartdAddr = "<10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3382912_176120320@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.065.000) 2024-10-24 13:35:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3382912_176120320@d12chas557.crc.nd.edu <10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.065.000) 2024-10-24 13:35:14 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:35:14.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 65 StartdAddr = "<10.32.86.109:44451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002841&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-44451&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3382912_176120320@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.397.000) 2024-10-24 13:35:16 Image size of job updated: 3534792 89 - MemoryUsage of job (MB) 90540 - ResidentSetSize of job (KB) ... 028 (10628.397.000) 2024-10-24 13:35:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:16.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 397 ResidentSetSize = 90540 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.960.000) 2024-10-24 13:35:21 Image size of job updated: 3708100 84 - MemoryUsage of job (MB) 85628 - ResidentSetSize of job (KB) ... 028 (10628.960.000) 2024-10-24 13:35:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:21.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 960 ResidentSetSize = 85628 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.009.000) 2024-10-24 13:35:22 Image size of job updated: 3634368 87 - MemoryUsage of job (MB) 88136 - ResidentSetSize of job (KB) ... 028 (10628.009.000) 2024-10-24 13:35:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:22.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 9 ResidentSetSize = 88136 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.468.000) 2024-10-24 13:35:24 Image size of job updated: 2614504 106 - MemoryUsage of job (MB) 108492 - ResidentSetSize of job (KB) ... 028 (10628.468.000) 2024-10-24 13:35:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:24.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 468 ResidentSetSize = 108492 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.465.000) 2024-10-24 13:35:25 Image size of job updated: 2614504 110 - MemoryUsage of job (MB) 111684 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 13:35:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:25.331" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 111684 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.484.000) 2024-10-24 13:35:29 Image size of job updated: 3606784 86 - MemoryUsage of job (MB) 87620 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 13:35:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:29.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 87620 Size = 3606784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.569.000) 2024-10-24 13:35:37 Image size of job updated: 2614276 108 - MemoryUsage of job (MB) 110536 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 13:35:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:37.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 110536 Size = 2614276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.571.000) 2024-10-24 13:35:38 Image size of job updated: 2614504 111 - MemoryUsage of job (MB) 113068 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 13:35:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:38.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 113068 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.614.000) 2024-10-24 13:35:43 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84968 - ResidentSetSize of job (KB) ... 028 (10628.614.000) 2024-10-24 13:35:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:43.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 614 ResidentSetSize = 84968 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.658.000) 2024-10-24 13:35:43 Image size of job updated: 2615900 110 - MemoryUsage of job (MB) 112396 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 13:35:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:43.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 112396 Size = 2615900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.618.000) 2024-10-24 13:35:45 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83824 - ResidentSetSize of job (KB) ... 028 (10628.618.000) 2024-10-24 13:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:45.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 618 ResidentSetSize = 83824 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 13:35:45 Image size of job updated: 2614564 106 - MemoryUsage of job (MB) 108544 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 13:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:45.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 108544 Size = 2614564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.663.000) 2024-10-24 13:35:45 Image size of job updated: 3602124 90 - MemoryUsage of job (MB) 91748 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 13:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:45.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 91748 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.646.000) 2024-10-24 13:35:45 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85756 - ResidentSetSize of job (KB) ... 028 (10628.646.000) 2024-10-24 13:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:45.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 646 ResidentSetSize = 85756 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.703.000) 2024-10-24 13:35:52 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85772 - ResidentSetSize of job (KB) ... 028 (10628.703.000) 2024-10-24 13:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:52.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 703 ResidentSetSize = 85772 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.701.000) 2024-10-24 13:35:52 Image size of job updated: 3534536 89 - MemoryUsage of job (MB) 90964 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 13:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:52.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 90964 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.738.000) 2024-10-24 13:35:54 Image size of job updated: 2615016 109 - MemoryUsage of job (MB) 111416 - ResidentSetSize of job (KB) ... 028 (10628.738.000) 2024-10-24 13:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:54.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 738 ResidentSetSize = 111416 Size = 2615016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 13:35:56 Image size of job updated: 3403932 106 - MemoryUsage of job (MB) 108076 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 13:35:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:56.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 108076 Size = 3403932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 13:35:56 Image size of job updated: 2614248 109 - MemoryUsage of job (MB) 110660 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 13:35:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:56.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 110660 Size = 2614248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.725.000) 2024-10-24 13:35:56 Image size of job updated: 3534024 83 - MemoryUsage of job (MB) 84444 - ResidentSetSize of job (KB) ... 028 (10628.725.000) 2024-10-24 13:35:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:56.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 725 ResidentSetSize = 84444 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.741.000) 2024-10-24 13:35:56 Image size of job updated: 3602124 85 - MemoryUsage of job (MB) 86904 - ResidentSetSize of job (KB) ... 028 (10628.741.000) 2024-10-24 13:35:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:56.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 741 ResidentSetSize = 86904 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.755.000) 2024-10-24 13:35:57 Image size of job updated: 3404688 111 - MemoryUsage of job (MB) 112708 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 13:35:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:57.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 112708 Size = 3404688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 13:35:58 Image size of job updated: 2614760 109 - MemoryUsage of job (MB) 111488 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 13:35:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:35:58.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 111488 Size = 2614760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.768.000) 2024-10-24 13:36:00 Image size of job updated: 2613736 107 - MemoryUsage of job (MB) 108636 - ResidentSetSize of job (KB) ... 028 (10628.768.000) 2024-10-24 13:36:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:36:00.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 768 ResidentSetSize = 108636 Size = 2613736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.248.000) 2024-10-24 13:36:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3382910_481286030@d12chas557.crc.nd.edu <10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP> ... 022 (10628.064.000) 2024-10-24 13:36:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3382910_481286030@d12chas557.crc.nd.edu <10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP> ... 028 (10628.248.000) 2024-10-24 13:36:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:36:04.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 248 StartdAddr = "<10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3382910_481286030@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.064.000) 2024-10-24 13:36:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:36:04.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 64 StartdAddr = "<10.32.86.109:39367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902856%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046470&PrivNet=d12chas557.crc.nd.edu&addrs=10.32.86.109-39367&alias=d12chas557.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3382910_481286030@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.247.000) 2024-10-24 13:36:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3572089_18356681@d12chas574.crc.nd.edu <10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 13:36:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:36:04.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 247 StartdAddr = "<10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3572089_18356681@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.062.000) 2024-10-24 13:36:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3572089_18356681@d12chas574.crc.nd.edu <10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.062.000) 2024-10-24 13:36:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:36:04.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 62 StartdAddr = "<10.32.86.143:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29362548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10047374&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-46199&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3572089_18356681@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.035.000) 2024-10-24 13:36:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_640018_96695370@d12chas573.crc.nd.edu <10.32.86.141:45453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999387&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45453&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.035.000) 2024-10-24 13:36:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:36:04.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 35 StartdAddr = "<10.32.86.141:45453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51006127%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9999387&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45453&alias=d12chas573.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_640018_96695370@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.880.000) 2024-10-24 13:36:41 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81096 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 13:36:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:36:41.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 81096 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.902.000) 2024-10-24 13:36:43 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82872 - ResidentSetSize of job (KB) ... 028 (10628.902.000) 2024-10-24 13:36:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:36:43.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 902 ResidentSetSize = 82872 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.912.000) 2024-10-24 13:36:44 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90204 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 13:36:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:36:44.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 90204 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.032.000) 2024-10-24 13:37:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_640016_301337400@d12chas573.crc.nd.edu <10.32.86.141:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002471&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-37551&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.032.000) 2024-10-24 13:37:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:37:04.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 32 StartdAddr = "<10.32.86.141:37551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10002471&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-37551&alias=d12chas573.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_640016_301337400@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.038.000) 2024-10-24 13:37:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_1626688_416482086@d12chas558.crc.nd.edu <10.32.86.111:37353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968277&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-37353&alias=d12chas558.crc.nd.edu&noUDP> ... 028 (10628.038.000) 2024-10-24 13:37:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:37:04.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 38 StartdAddr = "<10.32.86.111:37353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968277&PrivNet=d12chas558.crc.nd.edu&addrs=10.32.86.111-37353&alias=d12chas558.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_1626688_416482086@d12chas558.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.366.000) 2024-10-24 13:37:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_13@IU-Jetstream2-Backfill.80d4a7132608 <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.366.000) 2024-10-24 13:37:31 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:37:31.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 366 StartdAddr = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_13@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.970.000) 2024-10-24 13:37:37 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82784 - ResidentSetSize of job (KB) ... 028 (10628.970.000) 2024-10-24 13:37:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:37:37.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 970 ResidentSetSize = 82784 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.475.000) 2024-10-24 13:37:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_14@IU-Jetstream2-Backfill.80d4a7132608 <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.475.000) 2024-10-24 13:37:43 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:37:43.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 475 StartdAddr = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_14@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.499.000) 2024-10-24 13:38:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3482323_64008256@d12chas574.crc.nd.edu <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 022 (10628.258.000) 2024-10-24 13:38:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3482323_64008256@d12chas574.crc.nd.edu <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.258.000) 2024-10-24 13:38:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:38:04.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 258 StartdAddr = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.499.000) 2024-10-24 13:38:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:38:04.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 499 StartdAddr = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.596.000) 2024-10-24 13:38:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3482323_64008256@d12chas574.crc.nd.edu <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.596.000) 2024-10-24 13:38:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:38:04.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 596 StartdAddr = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.398.000) 2024-10-24 13:38:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3482323_64008256@d12chas574.crc.nd.edu <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.398.000) 2024-10-24 13:38:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:38:04.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 398 StartdAddr = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.073.000) 2024-10-24 13:38:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3482323_64008256@d12chas574.crc.nd.edu <10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.073.000) 2024-10-24 13:38:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:38:04.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 73 StartdAddr = "<10.32.86.143:44535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046576&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-44535&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.595.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 022 (10628.687.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.595.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 595 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.185.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 687 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.185.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 185 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.384.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 022 (10628.069.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.384.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 384 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.498.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3482318_481607984@d12chas574.crc.nd.edu <10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP> ... 028 (10628.069.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 69 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.498.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 498 StartdAddr = "<10.32.86.143:33657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29424781%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033317&PrivNet=d12chas574.crc.nd.edu&addrs=10.32.86.143-33657&alias=d12chas574.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.503.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3286257_252789500@d12chas583.crc.nd.edu <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 503 StartdAddr = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.400.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3286257_252789500@d12chas583.crc.nd.edu <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.400.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.149" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 400 StartdAddr = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.256.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3286257_252789500@d12chas583.crc.nd.edu <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 256 StartdAddr = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.521.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3172745_248411604@d12chas590.crc.nd.edu <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.521.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 521 StartdAddr = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.070.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3286257_252789500@d12chas583.crc.nd.edu <10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.070.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 70 StartdAddr = "<10.32.86.161:38831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361740%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10046568&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-38831&alias=d12chas583.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.391.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_3172745_248411604@d12chas590.crc.nd.edu <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 391 StartdAddr = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.263.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3172745_248411604@d12chas590.crc.nd.edu <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.263.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 263 StartdAddr = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.082.000) 2024-10-24 13:39:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3172745_248411604@d12chas590.crc.nd.edu <10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.082.000) 2024-10-24 13:39:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:05.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 82 StartdAddr = "<10.32.86.175:38435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50902007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10045653&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-38435&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.996.000) 2024-10-24 13:39:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.8f2d27c91792 <172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=startd_4652_76aa> ... 028 (10628.996.000) 2024-10-24 13:39:09 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:39:09.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 996 StartdAddr = "<172.17.0.2:39123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50786851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9894036&PrivNet=IU-Jetstream2-Backfill.8f2d27c91792&addrs=172.17.0.2-39123&alias=IU-Jetstream2-Backfill.8f2d27c91792&noUDP&sock=startd_4652_76aa>" StartdName = "slot1_6@IU-Jetstream2-Backfill.8f2d27c91792" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.015.000) 2024-10-24 13:39:37 Image size of job updated: 2614400 108 - MemoryUsage of job (MB) 110388 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 13:39:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:37.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 110388 Size = 2614400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.013.000) 2024-10-24 13:39:40 Image size of job updated: 2614828 111 - MemoryUsage of job (MB) 113012 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 13:39:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:40.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 113012 Size = 2614828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.014.000) 2024-10-24 13:39:41 Image size of job updated: 3403772 108 - MemoryUsage of job (MB) 110192 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 13:39:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:41.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 110192 Size = 3403772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.148.000) 2024-10-24 13:39:46 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85064 - ResidentSetSize of job (KB) ... 028 (10628.148.000) 2024-10-24 13:39:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:46.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 148 ResidentSetSize = 85064 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.159.000) 2024-10-24 13:39:47 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85000 - ResidentSetSize of job (KB) ... 028 (10628.159.000) 2024-10-24 13:39:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:47.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 159 ResidentSetSize = 85000 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.145.000) 2024-10-24 13:39:48 Image size of job updated: 3534792 87 - MemoryUsage of job (MB) 88852 - ResidentSetSize of job (KB) ... 028 (10628.145.000) 2024-10-24 13:39:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:48.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 145 ResidentSetSize = 88852 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.123.000) 2024-10-24 13:39:49 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83116 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 13:39:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:49.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 83116 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.151.000) 2024-10-24 13:39:51 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85316 - ResidentSetSize of job (KB) ... 028 (10628.151.000) 2024-10-24 13:39:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:51.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 151 ResidentSetSize = 85316 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 13:39:52 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36224 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 13:39:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:52.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36224 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.289.000) 2024-10-24 13:39:59 Image size of job updated: 3534536 86 - MemoryUsage of job (MB) 87636 - ResidentSetSize of job (KB) ... 028 (10628.289.000) 2024-10-24 13:39:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:39:59.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 289 ResidentSetSize = 87636 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.613.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3267446_8383182@d12chas590.crc.nd.edu <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 022 (10628.520.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3267446_8383182@d12chas590.crc.nd.edu <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 022 (10628.093.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3267446_8383182@d12chas590.crc.nd.edu <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.613.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 613 StartdAddr = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.093.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 93 StartdAddr = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.520.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 520 StartdAddr = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.408.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3267446_8383182@d12chas590.crc.nd.edu <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 022 (10628.275.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3267446_8383182@d12chas590.crc.nd.edu <10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.408.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 408 StartdAddr = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.275.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 275 StartdAddr = "<10.32.86.175:41127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29339164%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949976&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-41127&alias=d12chas590.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.765.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.765.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 765 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.753.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.753.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 753 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.735.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.735.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 735 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.655.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 655 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.568.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.568.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 568 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.342.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 022 (10628.163.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.342.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 342 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.163.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 163 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.463.000) 2024-10-24 13:40:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3685747_9401138@d12chas569.crc.nd.edu <10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.463.000) 2024-10-24 13:40:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:00.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 463 StartdAddr = "<10.32.86.133:38263?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29338835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991973&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38263&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.292.000) 2024-10-24 13:40:02 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84240 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 13:40:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:02.006" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 84240 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.295.000) 2024-10-24 13:40:03 Image size of job updated: 3466436 84 - MemoryUsage of job (MB) 85312 - ResidentSetSize of job (KB) ... 028 (10628.295.000) 2024-10-24 13:40:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:03.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 295 ResidentSetSize = 85312 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.306.000) 2024-10-24 13:40:05 Image size of job updated: 3534280 83 - MemoryUsage of job (MB) 84792 - ResidentSetSize of job (KB) ... 028 (10628.306.000) 2024-10-24 13:40:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:05.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 306 ResidentSetSize = 84792 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.381.000) 2024-10-24 13:40:13 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86604 - ResidentSetSize of job (KB) ... 028 (10628.381.000) 2024-10-24 13:40:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:13.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 381 ResidentSetSize = 86604 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.380.000) 2024-10-24 13:40:17 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80420 - ResidentSetSize of job (KB) ... 028 (10628.380.000) 2024-10-24 13:40:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:17.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 380 ResidentSetSize = 80420 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.389.000) 2024-10-24 13:40:18 Image size of job updated: 3534024 87 - MemoryUsage of job (MB) 88164 - ResidentSetSize of job (KB) ... 028 (10628.389.000) 2024-10-24 13:40:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:18.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 389 ResidentSetSize = 88164 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.791.000) 2024-10-24 13:40:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3622341_402237948@d12chas569.crc.nd.edu <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.791.000) 2024-10-24 13:40:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:20.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 791 StartdAddr = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.467.000) 2024-10-24 13:40:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3622341_402237948@d12chas569.crc.nd.edu <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.467.000) 2024-10-24 13:40:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:20.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 467 StartdAddr = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.350.000) 2024-10-24 13:40:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3622341_402237948@d12chas569.crc.nd.edu <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.350.000) 2024-10-24 13:40:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:20.485" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 350 StartdAddr = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.206.000) 2024-10-24 13:40:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3622341_402237948@d12chas569.crc.nd.edu <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.206.000) 2024-10-24 13:40:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:20.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 206 StartdAddr = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.050.000) 2024-10-24 13:40:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3622341_402237948@d12chas569.crc.nd.edu <10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP> ... 028 (10628.050.000) 2024-10-24 13:40:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:40:20.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 50 StartdAddr = "<10.32.86.133:38777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969206&PrivNet=d12chas569.crc.nd.edu&addrs=10.32.86.133-38777&alias=d12chas569.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.424.000) 2024-10-24 13:40:21 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85732 - ResidentSetSize of job (KB) ... 028 (10628.424.000) 2024-10-24 13:40:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:21.591" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 424 ResidentSetSize = 85732 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.447.000) 2024-10-24 13:40:22 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82308 - ResidentSetSize of job (KB) ... 028 (10628.447.000) 2024-10-24 13:40:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:22.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 447 ResidentSetSize = 82308 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.477.000) 2024-10-24 13:40:25 Image size of job updated: 3466180 84 - MemoryUsage of job (MB) 85608 - ResidentSetSize of job (KB) ... 028 (10628.477.000) 2024-10-24 13:40:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:25.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 477 ResidentSetSize = 85608 Size = 3466180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.532.000) 2024-10-24 13:40:32 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83544 - ResidentSetSize of job (KB) ... 028 (10628.532.000) 2024-10-24 13:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:32.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 532 ResidentSetSize = 83544 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.522.000) 2024-10-24 13:40:32 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83152 - ResidentSetSize of job (KB) ... 028 (10628.522.000) 2024-10-24 13:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:32.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 522 ResidentSetSize = 83152 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.608.000) 2024-10-24 13:40:43 Image size of job updated: 3466180 81 - MemoryUsage of job (MB) 82272 - ResidentSetSize of job (KB) ... 028 (10628.608.000) 2024-10-24 13:40:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:40:43.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 608 ResidentSetSize = 82272 Size = 3466180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.020.000) 2024-10-24 13:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3162380_208621568@d12chas583.crc.nd.edu <10.32.86.161:35119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990295&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35119&alias=d12chas583.crc.nd.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 13:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:00.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 20 StartdAddr = "<10.32.86.161:35119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9990295&PrivNet=d12chas583.crc.nd.edu&addrs=10.32.86.161-35119&alias=d12chas583.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3162380_208621568@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.527.000) 2024-10-24 13:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_2818687_201137568@d12chas579.crc.nd.edu <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.527.000) 2024-10-24 13:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:00.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 527 StartdAddr = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.368.000) 2024-10-24 13:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_2818687_201137568@d12chas579.crc.nd.edu <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.368.000) 2024-10-24 13:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:00.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 368 StartdAddr = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.081.000) 2024-10-24 13:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2818687_201137568@d12chas579.crc.nd.edu <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.081.000) 2024-10-24 13:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:00.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 81 StartdAddr = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.260.000) 2024-10-24 13:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2818687_201137568@d12chas579.crc.nd.edu <10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.260.000) 2024-10-24 13:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:00.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 260 StartdAddr = "<10.32.86.153:36333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968327&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-36333&alias=d12chas579.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.744.000) 2024-10-24 13:41:06 Image size of job updated: 3561724 89 - MemoryUsage of job (MB) 90176 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 13:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:06.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 90176 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.805.000) 2024-10-24 13:41:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_999223_90282780@d12chas588.crc.nd.edu <10.32.86.171:41391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997852&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41391&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.805.000) 2024-10-24 13:41:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:41:20.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 805 StartdAddr = "<10.32.86.171:41391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997852&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-41391&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_999223_90282780@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.812.000) 2024-10-24 13:41:29 Image size of job updated: 3537152 75 - MemoryUsage of job (MB) 76424 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 13:41:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:29.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 76424 Size = 3537152 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.781.000) 2024-10-24 13:41:33 Image size of job updated: 3602636 85 - MemoryUsage of job (MB) 86552 - ResidentSetSize of job (KB) ... 028 (10628.781.000) 2024-10-24 13:41:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:33.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 781 ResidentSetSize = 86552 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.811.000) 2024-10-24 13:41:35 Image size of job updated: 3537920 77 - MemoryUsage of job (MB) 77860 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 13:41:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:35.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77860 Size = 3537920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.846.000) 2024-10-24 13:41:38 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89596 - ResidentSetSize of job (KB) ... 028 (10628.846.000) 2024-10-24 13:41:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:38.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 846 ResidentSetSize = 89596 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.184.000) 2024-10-24 13:41:40 Image size of job updated: 624356 50 - MemoryUsage of job (MB) 50960 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 13:41:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:40.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 50960 Size = 624356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.825.000) 2024-10-24 13:41:40 Image size of job updated: 3494932 89 - MemoryUsage of job (MB) 90424 - ResidentSetSize of job (KB) ... 028 (10628.825.000) 2024-10-24 13:41:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:40.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 825 ResidentSetSize = 90424 Size = 3494932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.183.000) 2024-10-24 13:41:41 Image size of job updated: 689892 50 - MemoryUsage of job (MB) 51008 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 13:41:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:41.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 51008 Size = 689892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.881.000) 2024-10-24 13:41:42 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 84116 - ResidentSetSize of job (KB) ... 028 (10628.881.000) 2024-10-24 13:41:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:42.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 881 ResidentSetSize = 84116 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.891.000) 2024-10-24 13:41:43 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82176 - ResidentSetSize of job (KB) ... 028 (10628.891.000) 2024-10-24 13:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:43.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 891 ResidentSetSize = 82176 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.910.000) 2024-10-24 13:41:45 Image size of job updated: 3604740 76 - MemoryUsage of job (MB) 76844 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 13:41:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:45.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 76844 Size = 3604740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.870.000) 2024-10-24 13:41:50 Image size of job updated: 3538944 87 - MemoryUsage of job (MB) 88684 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 13:41:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:50.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 88684 Size = 3538944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.928.000) 2024-10-24 13:41:51 Image size of job updated: 3629468 88 - MemoryUsage of job (MB) 89960 - ResidentSetSize of job (KB) ... 028 (10628.928.000) 2024-10-24 13:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:51.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 928 ResidentSetSize = 89960 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.949.000) 2024-10-24 13:41:53 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58920 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 13:41:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:41:53.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 58920 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.219.000) 2024-10-24 13:42:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@IU-Jetstream2-Backfill.45d4469bba43, rescheduling job ... 028 (10628.219.000) 2024-10-24 13:42:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:42:08.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 219 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@IU-Jetstream2-Backfill.45d4469bba43" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.224.000) 2024-10-24 13:42:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_10@IU-Jetstream2-Backfill.80d4a7132608 <172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e> ... 028 (10628.224.000) 2024-10-24 13:42:15 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:15.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 224 StartdAddr = "<172.17.0.2:41679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29266617%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901149&PrivNet=IU-Jetstream2-Backfill.80d4a7132608&addrs=172.17.0.2-41679&alias=IU-Jetstream2-Backfill.80d4a7132608&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_10@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.752.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 022 (10628.767.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.752.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 752 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_7@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.767.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 767 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.734.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.734.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 734 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.654.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.654.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 654 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.567.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.567.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 567 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.460.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.460.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 460 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.165.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 022 (10628.344.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_999210_733202261@d12chas588.crc.nd.edu <10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 165 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.344.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 344 StartdAddr = "<10.32.86.171:32979?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29361477%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968928&PrivNet=d12chas588.crc.nd.edu&addrs=10.32.86.171-32979&alias=d12chas588.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.954.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2535080_28531764@d12chas550.crc.nd.edu <10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.954.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 954 StartdAddr = "<10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_2535080_28531764@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.831.000) 2024-10-24 13:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2535080_28531764@d12chas550.crc.nd.edu <10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.831.000) 2024-10-24 13:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:42:20.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 831 StartdAddr = "<10.32.86.95:42127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423900%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953661&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-42127&alias=d12chas550.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2535080_28531764@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.936.000) 2024-10-24 13:42:36 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84440 - ResidentSetSize of job (KB) ... 028 (10628.936.000) 2024-10-24 13:42:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:42:36.566" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 936 ResidentSetSize = 84440 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.194.000) 2024-10-24 13:42:37 Image size of job updated: 3601612 77 - MemoryUsage of job (MB) 78652 - ResidentSetSize of job (KB) ... 028 (10628.194.000) 2024-10-24 13:42:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:42:37.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 194 ResidentSetSize = 78652 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.957.000) 2024-10-24 13:42:37 Image size of job updated: 3534280 86 - MemoryUsage of job (MB) 87612 - ResidentSetSize of job (KB) ... 028 (10628.957.000) 2024-10-24 13:42:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:42:37.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 957 ResidentSetSize = 87612 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.175.000) 2024-10-24 13:42:39 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83096 - ResidentSetSize of job (KB) ... 028 (10628.175.000) 2024-10-24 13:42:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:42:39.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 175 ResidentSetSize = 83096 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.030.000) 2024-10-24 13:43:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2535039_31130720@d12chas550.crc.nd.edu <10.32.86.95:41339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995966&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-41339&alias=d12chas550.crc.nd.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 13:43:21 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:43:21.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 30 StartdAddr = "<10.32.86.95:41339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423902%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995966&PrivNet=d12chas550.crc.nd.edu&addrs=10.32.86.95-41339&alias=d12chas550.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2535039_31130720@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.792.000) 2024-10-24 13:43:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2912562_263504430@d12chas579.crc.nd.edu <10.32.86.153:44695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991219&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44695&alias=d12chas579.crc.nd.edu&noUDP> ... 028 (10628.792.000) 2024-10-24 13:43:21 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:43:21.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 792 StartdAddr = "<10.32.86.153:44695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991219&PrivNet=d12chas579.crc.nd.edu&addrs=10.32.86.153-44695&alias=d12chas579.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2912562_263504430@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.072.000) 2024-10-24 13:43:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1789515_448301184@c1213.swan.hcc.unl.edu, rescheduling job ... 028 (10628.072.000) 2024-10-24 13:43:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:43:56.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 72 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1789515_448301184@c1213.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.048.000) 2024-10-24 13:43:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1453502_705626250@c1209.swan.hcc.unl.edu, rescheduling job ... 028 (10628.048.000) 2024-10-24 13:43:57 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:43:57.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 48 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1453502_705626250@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.007.000) 2024-10-24 13:44:35 Image size of job updated: 3539200 93 - MemoryUsage of job (MB) 94648 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 13:44:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:35.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 94648 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.982.000) 2024-10-24 13:44:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3741895_188244063@d12chas546.crc.nd.edu <10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.982.000) 2024-10-24 13:44:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:44:38.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 982 StartdAddr = "<10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_3741895_188244063@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.835.000) 2024-10-24 13:44:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3741895_188244063@d12chas546.crc.nd.edu <10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.835.000) 2024-10-24 13:44:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:44:38.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 835 StartdAddr = "<10.32.86.87:35643?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005605%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032459&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-35643&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_3741895_188244063@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.086.000) 2024-10-24 13:44:44 Image size of job updated: 3534024 84 - MemoryUsage of job (MB) 85424 - ResidentSetSize of job (KB) ... 028 (10628.086.000) 2024-10-24 13:44:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:44.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 86 ResidentSetSize = 85424 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.083.000) 2024-10-24 13:44:44 Image size of job updated: 3534792 88 - MemoryUsage of job (MB) 89380 - ResidentSetSize of job (KB) ... 028 (10628.083.000) 2024-10-24 13:44:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:44.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 83 ResidentSetSize = 89380 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.094.000) 2024-10-24 13:44:45 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83796 - ResidentSetSize of job (KB) ... 028 (10628.094.000) 2024-10-24 13:44:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:45.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 94 ResidentSetSize = 83796 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.098.000) 2024-10-24 13:44:46 Image size of job updated: 3466948 85 - MemoryUsage of job (MB) 86264 - ResidentSetSize of job (KB) ... 028 (10628.098.000) 2024-10-24 13:44:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:46.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 98 ResidentSetSize = 86264 Size = 3466948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.139.000) 2024-10-24 13:44:46 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82048 - ResidentSetSize of job (KB) ... 028 (10628.139.000) 2024-10-24 13:44:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:46.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 139 ResidentSetSize = 82048 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.105.000) 2024-10-24 13:44:54 Image size of job updated: 3534024 82 - MemoryUsage of job (MB) 83524 - ResidentSetSize of job (KB) ... 028 (10628.105.000) 2024-10-24 13:44:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:54.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 105 ResidentSetSize = 83524 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.231.000) 2024-10-24 13:44:56 Image size of job updated: 1881068 71 - MemoryUsage of job (MB) 71968 - ResidentSetSize of job (KB) ... 028 (10628.231.000) 2024-10-24 13:44:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:56.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 231 ResidentSetSize = 71968 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.170.000) 2024-10-24 13:44:59 Image size of job updated: 2614504 109 - MemoryUsage of job (MB) 110764 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 13:44:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:44:59.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 110764 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.288.000) 2024-10-24 13:45:00 Image size of job updated: 3467204 84 - MemoryUsage of job (MB) 85724 - ResidentSetSize of job (KB) ... 028 (10628.288.000) 2024-10-24 13:45:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:00.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 288 ResidentSetSize = 85724 Size = 3467204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.266.000) 2024-10-24 13:45:00 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83148 - ResidentSetSize of job (KB) ... 028 (10628.266.000) 2024-10-24 13:45:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:00.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 266 ResidentSetSize = 83148 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.356.000) 2024-10-24 13:45:07 Image size of job updated: 1948400 69 - MemoryUsage of job (MB) 70336 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 13:45:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:07.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 70336 Size = 1948400 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.182.000) 2024-10-24 13:45:11 Image size of job updated: 624100 50 - MemoryUsage of job (MB) 50784 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 13:45:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:11.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 50784 Size = 624100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 13:45:11 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58424 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 13:45:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:11.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 58424 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.190.000) 2024-10-24 13:45:13 Image size of job updated: 1810632 58 - MemoryUsage of job (MB) 58908 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 13:45:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:13.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 58908 Size = 1810632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.369.000) 2024-10-24 13:45:14 Image size of job updated: 3466692 80 - MemoryUsage of job (MB) 81864 - ResidentSetSize of job (KB) ... 028 (10628.369.000) 2024-10-24 13:45:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:14.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 369 ResidentSetSize = 81864 Size = 3466692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.953.000) 2024-10-24 13:45:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_1209856_548871498@d12chas562.crc.nd.edu <10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP> ... 028 (10628.953.000) 2024-10-24 13:45:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:45:16.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 953 StartdAddr = "<10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP>" StartdName = "slot1_6@glidein_1209856_548871498@d12chas562.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.830.000) 2024-10-24 13:45:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_1209856_548871498@d12chas562.crc.nd.edu <10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP> ... 028 (10628.830.000) 2024-10-24 13:45:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:45:16.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 830 StartdAddr = "<10.32.86.119:45197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717356%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995953&PrivNet=d12chas562.crc.nd.edu&addrs=10.32.86.119-45197&alias=d12chas562.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_1209856_548871498@d12chas562.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.410.000) 2024-10-24 13:45:22 Image size of job updated: 3601868 84 - MemoryUsage of job (MB) 85856 - ResidentSetSize of job (KB) ... 028 (10628.410.000) 2024-10-24 13:45:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:22.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 410 ResidentSetSize = 85856 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.476.000) 2024-10-24 13:45:27 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85600 - ResidentSetSize of job (KB) ... 028 (10628.476.000) 2024-10-24 13:45:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:27.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 476 ResidentSetSize = 85600 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.514.000) 2024-10-24 13:45:28 Image size of job updated: 3533768 88 - MemoryUsage of job (MB) 89532 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 13:45:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:28.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 89532 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.490.000) 2024-10-24 13:45:29 Image size of job updated: 3534280 84 - MemoryUsage of job (MB) 85668 - ResidentSetSize of job (KB) ... 028 (10628.490.000) 2024-10-24 13:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:29.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 490 ResidentSetSize = 85668 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.485.000) 2024-10-24 13:45:29 Image size of job updated: 3534024 88 - MemoryUsage of job (MB) 89988 - ResidentSetSize of job (KB) ... 028 (10628.485.000) 2024-10-24 13:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:29.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 485 ResidentSetSize = 89988 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.516.000) 2024-10-24 13:45:31 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82856 - ResidentSetSize of job (KB) ... 028 (10628.516.000) 2024-10-24 13:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:31.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 516 ResidentSetSize = 82856 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.494.000) 2024-10-24 13:45:31 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80628 - ResidentSetSize of job (KB) ... 028 (10628.494.000) 2024-10-24 13:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:31.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 494 ResidentSetSize = 80628 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 13:45:33 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36568 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 13:45:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:33.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36568 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.587.000) 2024-10-24 13:45:38 Image size of job updated: 3601868 86 - MemoryUsage of job (MB) 87964 - ResidentSetSize of job (KB) ... 028 (10628.587.000) 2024-10-24 13:45:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:38.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 587 ResidentSetSize = 87964 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.591.000) 2024-10-24 13:45:39 Image size of job updated: 3534536 84 - MemoryUsage of job (MB) 85112 - ResidentSetSize of job (KB) ... 028 (10628.591.000) 2024-10-24 13:45:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:39.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 591 ResidentSetSize = 85112 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.577.000) 2024-10-24 13:45:40 Image size of job updated: 3466436 80 - MemoryUsage of job (MB) 81656 - ResidentSetSize of job (KB) ... 028 (10628.577.000) 2024-10-24 13:45:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:40.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 577 ResidentSetSize = 81656 Size = 3466436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.606.000) 2024-10-24 13:45:42 Image size of job updated: 3602124 88 - MemoryUsage of job (MB) 90008 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 13:45:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:42.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 90008 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.619.000) 2024-10-24 13:45:43 Image size of job updated: 3737044 81 - MemoryUsage of job (MB) 82260 - ResidentSetSize of job (KB) ... 028 (10628.619.000) 2024-10-24 13:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:43.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 619 ResidentSetSize = 82260 Size = 3737044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.681.000) 2024-10-24 13:45:47 Image size of job updated: 3601868 83 - MemoryUsage of job (MB) 84804 - ResidentSetSize of job (KB) ... 028 (10628.681.000) 2024-10-24 13:45:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:47.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 681 ResidentSetSize = 84804 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.665.000) 2024-10-24 13:45:49 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82932 - ResidentSetSize of job (KB) ... 028 (10628.665.000) 2024-10-24 13:45:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:49.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 665 ResidentSetSize = 82932 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.695.000) 2024-10-24 13:45:51 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80548 - ResidentSetSize of job (KB) ... 028 (10628.695.000) 2024-10-24 13:45:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:51.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 695 ResidentSetSize = 80548 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.676.000) 2024-10-24 13:45:51 Image size of job updated: 3601868 85 - MemoryUsage of job (MB) 86848 - ResidentSetSize of job (KB) ... 028 (10628.676.000) 2024-10-24 13:45:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:51.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 676 ResidentSetSize = 86848 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.705.000) 2024-10-24 13:45:51 Image size of job updated: 3602636 81 - MemoryUsage of job (MB) 82456 - ResidentSetSize of job (KB) ... 028 (10628.705.000) 2024-10-24 13:45:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:45:51.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 705 ResidentSetSize = 82456 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.040.000) 2024-10-24 13:46:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2046313_107628900@d12chas553.crc.nd.edu <10.32.86.101:45173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882079%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953663&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-45173&alias=d12chas553.crc.nd.edu&noUDP> ... 028 (10628.040.000) 2024-10-24 13:46:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:46:19.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 40 StartdAddr = "<10.32.86.101:45173?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882079%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953663&PrivNet=d12chas553.crc.nd.edu&addrs=10.32.86.101-45173&alias=d12chas553.crc.nd.edu&noUDP>" StartdName = "slot1_1@glidein_2046313_107628900@d12chas553.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.180.000) 2024-10-24 13:46:38 Image size of job updated: 624612 50 - MemoryUsage of job (MB) 50544 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 13:46:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:38.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 50544 Size = 624612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.259.000) 2024-10-24 13:46:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3837306_180097140@d12chas546.crc.nd.edu <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.259.000) 2024-10-24 13:46:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:46:38.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 259 StartdAddr = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_3@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.511.000) 2024-10-24 13:46:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_3837306_180097140@d12chas546.crc.nd.edu <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 022 (10628.403.000) 2024-10-24 13:46:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_3837306_180097140@d12chas546.crc.nd.edu <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 13:46:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:46:38.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 403 StartdAddr = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_5@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.511.000) 2024-10-24 13:46:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:46:38.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 511 StartdAddr = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_8@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.076.000) 2024-10-24 13:46:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3837306_180097140@d12chas546.crc.nd.edu <10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP> ... 028 (10628.076.000) 2024-10-24 13:46:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:46:38.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 76 StartdAddr = "<10.32.86.87:41575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10033305&PrivNet=d12chas546.crc.nd.edu&addrs=10.32.86.87-41575&alias=d12chas546.crc.nd.edu&noUDP>" StartdName = "slot1_2@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.822.000) 2024-10-24 13:46:40 Image size of job updated: 3630108 86 - MemoryUsage of job (MB) 87416 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 13:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:40.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 87416 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.820.000) 2024-10-24 13:46:40 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89840 - ResidentSetSize of job (KB) ... 028 (10628.820.000) 2024-10-24 13:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:40.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 89840 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.882.000) 2024-10-24 13:46:42 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83740 - ResidentSetSize of job (KB) ... 028 (10628.882.000) 2024-10-24 13:46:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:42.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 882 ResidentSetSize = 83740 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.886.000) 2024-10-24 13:46:43 Image size of job updated: 3534280 80 - MemoryUsage of job (MB) 81636 - ResidentSetSize of job (KB) ... 028 (10628.886.000) 2024-10-24 13:46:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:43.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 886 ResidentSetSize = 81636 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.897.000) 2024-10-24 13:46:45 Image size of job updated: 3533768 84 - MemoryUsage of job (MB) 85560 - ResidentSetSize of job (KB) ... 028 (10628.897.000) 2024-10-24 13:46:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:45.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 897 ResidentSetSize = 85560 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 13:46:51 Image size of job updated: 3494292 88 - MemoryUsage of job (MB) 89268 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 13:46:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:51.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 89268 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.993.000) 2024-10-24 13:46:54 Image size of job updated: 1813480 69 - MemoryUsage of job (MB) 69952 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 13:46:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:46:54.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 69952 Size = 1813480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.048.000) 2024-10-24 13:47:06 Started transferring input files Transferring to host: <10.138.14.9:46009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005160&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-46009&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.440" EventTypeNumber = 28 Host = "<10.138.14.9:46009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723531%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005160&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-46009&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.072.000) 2024-10-24 13:47:06 Started transferring input files Transferring to host: <10.138.14.9:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005161&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-34181&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.497" EventTypeNumber = 28 Host = "<10.138.14.9:34181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888474%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005161&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-34181&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.048.000) 2024-10-24 13:47:06 Finished transferring input files ... 028 (10628.048.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.072.000) 2024-10-24 13:47:06 Finished transferring input files ... 028 (10628.072.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.219.000) 2024-10-24 13:47:06 Started transferring input files Transferring to host: <10.138.14.23:44509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430085%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9996661&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-44509&alias=c1423.swan.hcc.unl.edu&noUDP> ... 028 (10628.219.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.576" EventTypeNumber = 28 Host = "<10.138.14.23:44509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430085%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9996661&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-44509&alias=c1423.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.219.000) 2024-10-24 13:47:06 Finished transferring input files ... 028 (10628.219.000) 2024-10-24 13:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:06.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.048.000) 2024-10-24 13:47:07 Warning from starter on slot1@glidein_163071_314877696@c1409.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.048.000) 2024-10-24 13:47:07 Job executing on host: <10.138.14.9:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408025%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051743&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-33699&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 13:47:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:07.864" EventTypeNumber = 28 ExecuteHost = "<10.138.14.9:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408025%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051743&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-33699&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.072.000) 2024-10-24 13:47:07 Warning from starter on slot1@glidein_163045_86279628@c1409.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.219.000) 2024-10-24 13:47:07 Warning from starter on slot1@glidein_2240221_553242135@c1423.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.072.000) 2024-10-24 13:47:07 Job executing on host: <10.138.14.9:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051741&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-35435&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 13:47:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:07.914" EventTypeNumber = 28 ExecuteHost = "<10.138.14.9:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051741&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-35435&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.219.000) 2024-10-24 13:47:07 Job executing on host: <10.138.14.23:39051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995609&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-39051&alias=c1423.swan.hcc.unl.edu&noUDP> ... 028 (10628.219.000) 2024-10-24 13:47:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:07.947" EventTypeNumber = 28 ExecuteHost = "<10.138.14.23:39051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995609&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-39051&alias=c1423.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.179.000) 2024-10-24 13:47:08 Image size of job updated: 695096 50 - MemoryUsage of job (MB) 50720 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 13:47:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:08.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 50720 Size = 695096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 13:47:40 Image size of job updated: 2126792 55 - MemoryUsage of job (MB) 55768 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 13:47:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:47:40.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 55768 Size = 2126792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.006.000) 2024-10-24 13:49:32 Image size of job updated: 3606276 91 - MemoryUsage of job (MB) 92288 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 13:49:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:32.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 92288 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 13:49:35 Image size of job updated: 3606788 89 - MemoryUsage of job (MB) 90936 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 13:49:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:35.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 90936 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 13:49:36 Image size of job updated: 3606532 91 - MemoryUsage of job (MB) 92556 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 13:49:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:36.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92556 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.026.000) 2024-10-24 13:49:43 Image size of job updated: 3561468 85 - MemoryUsage of job (MB) 86460 - ResidentSetSize of job (KB) ... 028 (10628.026.000) 2024-10-24 13:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:43.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 26 ResidentSetSize = 86460 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.147.000) 2024-10-24 13:49:47 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85020 - ResidentSetSize of job (KB) ... 028 (10628.147.000) 2024-10-24 13:49:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:47.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 147 ResidentSetSize = 85020 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.122.000) 2024-10-24 13:49:49 Image size of job updated: 3534536 88 - MemoryUsage of job (MB) 89284 - ResidentSetSize of job (KB) ... 028 (10628.122.000) 2024-10-24 13:49:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:49.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 122 ResidentSetSize = 89284 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.243.000) 2024-10-24 13:49:59 Image size of job updated: 1881068 73 - MemoryUsage of job (MB) 73928 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 13:49:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:49:59.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 73 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 73928 Size = 1881068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.293.000) 2024-10-24 13:50:01 Image size of job updated: 3601868 81 - MemoryUsage of job (MB) 81968 - ResidentSetSize of job (KB) ... 028 (10628.293.000) 2024-10-24 13:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:01.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 293 ResidentSetSize = 81968 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.264.000) 2024-10-24 13:50:03 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83304 - ResidentSetSize of job (KB) ... 028 (10628.264.000) 2024-10-24 13:50:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:03.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 264 ResidentSetSize = 83304 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.395.000) 2024-10-24 13:50:19 Image size of job updated: 3535048 83 - MemoryUsage of job (MB) 84508 - ResidentSetSize of job (KB) ... 028 (10628.395.000) 2024-10-24 13:50:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:19.348" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 395 ResidentSetSize = 84508 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.481.000) 2024-10-24 13:50:27 Image size of job updated: 3601612 84 - MemoryUsage of job (MB) 85260 - ResidentSetSize of job (KB) ... 028 (10628.481.000) 2024-10-24 13:50:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:27.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 481 ResidentSetSize = 85260 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.496.000) 2024-10-24 13:50:32 Image size of job updated: 3601356 83 - MemoryUsage of job (MB) 84196 - ResidentSetSize of job (KB) ... 028 (10628.496.000) 2024-10-24 13:50:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:32.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 496 ResidentSetSize = 84196 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.552.000) 2024-10-24 13:50:35 Image size of job updated: 3534024 81 - MemoryUsage of job (MB) 82076 - ResidentSetSize of job (KB) ... 028 (10628.552.000) 2024-10-24 13:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:35.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 552 ResidentSetSize = 82076 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.575.000) 2024-10-24 13:50:38 Image size of job updated: 3535048 87 - MemoryUsage of job (MB) 89072 - ResidentSetSize of job (KB) ... 028 (10628.575.000) 2024-10-24 13:50:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:38.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 575 ResidentSetSize = 89072 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.593.000) 2024-10-24 13:50:41 Image size of job updated: 3602636 82 - MemoryUsage of job (MB) 83032 - ResidentSetSize of job (KB) ... 028 (10628.593.000) 2024-10-24 13:50:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:41.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 593 ResidentSetSize = 83032 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.630.000) 2024-10-24 13:50:44 Image size of job updated: 3534024 87 - MemoryUsage of job (MB) 88176 - ResidentSetSize of job (KB) ... 028 (10628.630.000) 2024-10-24 13:50:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:44.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 630 ResidentSetSize = 88176 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.679.000) 2024-10-24 13:50:52 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84808 - ResidentSetSize of job (KB) ... 028 (10628.679.000) 2024-10-24 13:50:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:50:52.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 679 ResidentSetSize = 84808 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 13:51:09 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87736 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 13:51:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:09.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 87736 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.851.000) 2024-10-24 13:51:37 Image size of job updated: 3534536 85 - MemoryUsage of job (MB) 86872 - ResidentSetSize of job (KB) ... 028 (10628.851.000) 2024-10-24 13:51:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:37.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 851 ResidentSetSize = 86872 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.847.000) 2024-10-24 13:51:38 Image size of job updated: 3534536 71 - MemoryUsage of job (MB) 72156 - ResidentSetSize of job (KB) ... 028 (10628.847.000) 2024-10-24 13:51:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:38.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 71 MyType = "JobImageSizeEvent" Proc = 847 ResidentSetSize = 72156 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.822.000) 2024-10-24 13:51:40 Image size of job updated: 3630108 87 - MemoryUsage of job (MB) 88332 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 13:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:40.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 88332 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.892.000) 2024-10-24 13:51:42 Image size of job updated: 3601356 81 - MemoryUsage of job (MB) 82360 - ResidentSetSize of job (KB) ... 028 (10628.892.000) 2024-10-24 13:51:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:42.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 892 ResidentSetSize = 82360 Size = 3601356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.939.000) 2024-10-24 13:51:53 Image size of job updated: 3630108 86 - MemoryUsage of job (MB) 87660 - ResidentSetSize of job (KB) ... 028 (10628.939.000) 2024-10-24 13:51:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:51:53.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 939 ResidentSetSize = 87660 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.072.000) 2024-10-24 13:52:16 Image size of job updated: 3750000 83 - MemoryUsage of job (MB) 84012 - ResidentSetSize of job (KB) ... 028 (10628.072.000) 2024-10-24 13:52:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:52:16.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 72 ResidentSetSize = 84012 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.219.000) 2024-10-24 13:52:16 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87856 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 13:52:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:52:16.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 87856 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.785.000) 2024-10-24 13:53:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_24327_117341796@compute-0-5.local <10.2.255.249:35499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001184&PrivNet=compute-0-5.local&addrs=10.2.255.249-35499&alias=compute-0-5.local&noUDP> ... 028 (10628.785.000) 2024-10-24 13:53:54 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:53:54.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MyType = "JobDisconnectedEvent" Proc = 785 StartdAddr = "<10.2.255.249:35499?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426134%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10001184&PrivNet=compute-0-5.local&addrs=10.2.255.249-35499&alias=compute-0-5.local&noUDP>" StartdName = "slot1@glidein_24327_117341796@compute-0-5.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.139.000) 2024-10-24 13:54:47 Image size of job updated: 3534024 86 - MemoryUsage of job (MB) 87232 - ResidentSetSize of job (KB) ... 028 (10628.139.000) 2024-10-24 13:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:54:47.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 139 ResidentSetSize = 87232 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.289.000) 2024-10-24 13:55:00 Image size of job updated: 3534536 89 - MemoryUsage of job (MB) 90516 - ResidentSetSize of job (KB) ... 028 (10628.289.000) 2024-10-24 13:55:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:00.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 289 ResidentSetSize = 90516 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.186.000) 2024-10-24 13:55:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.186.000) 2024-10-24 13:55:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:08.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 186 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.622.000) 2024-10-24 13:55:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.622.000) 2024-10-24 13:55:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:08.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 622 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.947.000) 2024-10-24 13:55:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.947.000) 2024-10-24 13:55:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:08.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 947 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.707.000) 2024-10-24 13:55:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.707.000) 2024-10-24 13:55:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:08.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 707 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.529.000) 2024-10-24 13:55:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.529.000) 2024-10-24 13:55:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:08.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 529 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.759.000) 2024-10-24 13:55:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.759.000) 2024-10-24 13:55:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:09.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 759 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.417.000) 2024-10-24 13:55:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.417.000) 2024-10-24 13:55:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:09.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 417 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.746.000) 2024-10-24 13:55:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_86069_794838760@g3063.hyak.local, rescheduling job ... 028 (10628.746.000) 2024-10-24 13:55:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:09.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275222" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 746 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_86069_794838760@g3063.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.531.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_20@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.531.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 531 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_20@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.769.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_26@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.769.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 769 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_26@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.747.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_23@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.747.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 747 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_23@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.714.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_22@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.714.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 714 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_22@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.329.000) 2024-10-24 13:55:12 Image size of job updated: 3534280 82 - MemoryUsage of job (MB) 83636 - ResidentSetSize of job (KB) ... 028 (10628.329.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:12.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 329 ResidentSetSize = 83636 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.773.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_27@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.773.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 773 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_27@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.416.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_12@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 024 (10628.770.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_25@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.770.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 770 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_25@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.416.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 416 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_12@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.627.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_21@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.627.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 627 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_21@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.167.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.167.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 167 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.760.000) 2024-10-24 13:55:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_24@glidein_61722_407607536@n3407.hyak.local, rescheduling job ... 028 (10628.760.000) 2024-10-24 13:55:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:55:12.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275205" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628363" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 760 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_24@glidein_61722_407607536@n3407.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.346.000) 2024-10-24 13:55:13 Image size of job updated: 2614504 110 - MemoryUsage of job (MB) 112608 - ResidentSetSize of job (KB) ... 028 (10628.346.000) 2024-10-24 13:55:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:13.707" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 346 ResidentSetSize = 112608 Size = 2614504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.381.000) 2024-10-24 13:55:14 Image size of job updated: 3534536 90 - MemoryUsage of job (MB) 91788 - ResidentSetSize of job (KB) ... 028 (10628.381.000) 2024-10-24 13:55:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:14.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 381 ResidentSetSize = 91788 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.445.000) 2024-10-24 13:55:25 Image size of job updated: 3533768 83 - MemoryUsage of job (MB) 84736 - ResidentSetSize of job (KB) ... 028 (10628.445.000) 2024-10-24 13:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:25.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 445 ResidentSetSize = 84736 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 13:55:34 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36576 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 13:55:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:55:34.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36576 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.820.000) 2024-10-24 13:56:42 Image size of job updated: 3630108 88 - MemoryUsage of job (MB) 89968 - ResidentSetSize of job (KB) ... 028 (10628.820.000) 2024-10-24 13:56:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:56:42.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 89968 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.934.000) 2024-10-24 13:56:51 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87696 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 13:56:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:56:51.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 87696 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 13:56:52 Image size of job updated: 3494292 88 - MemoryUsage of job (MB) 89392 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 13:56:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:56:52.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 89392 Size = 3494292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.355.000) 2024-10-24 13:57:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_10@IU-Jetstream2-Backfill.725a7f3d7515 <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.355.000) 2024-10-24 13:57:29 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:57:29.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 355 StartdAddr = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_10@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.454.000) 2024-10-24 13:57:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_11@IU-Jetstream2-Backfill.725a7f3d7515 <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.454.000) 2024-10-24 13:57:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:57:39.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 454 StartdAddr = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_11@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.556.000) 2024-10-24 13:57:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_12@IU-Jetstream2-Backfill.725a7f3d7515 <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.556.000) 2024-10-24 13:57:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:57:51.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 556 StartdAddr = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_12@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.797.000) 2024-10-24 13:57:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2148674_28080575@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.797.000) 2024-10-24 13:57:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:57:56.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178050.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 797 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2148674_28080575@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.017.000) 2024-10-24 13:57:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3554222_55018336@d12chas544.crc.nd.edu, rescheduling job ... 028 (10628.017.000) 2024-10-24 13:57:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:57:56.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178009.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas544.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 17 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3554222_55018336@d12chas544.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.645.000) 2024-10-24 13:58:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_13@IU-Jetstream2-Backfill.725a7f3d7515 <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 028 (10628.645.000) 2024-10-24 13:58:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T13:58:03.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 645 StartdAddr = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_13@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.055.000) 2024-10-24 13:58:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2308573_27029754@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.055.000) 2024-10-24 13:58:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:34.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 55 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.602.000) 2024-10-24 13:58:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_2308573_27029754@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.602.000) 2024-10-24 13:58:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:34.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 602 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.251.000) 2024-10-24 13:58:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_2308573_27029754@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.251.000) 2024-10-24 13:58:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:35.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 251 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.378.000) 2024-10-24 13:58:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2308573_27029754@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.378.000) 2024-10-24 13:58:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:35.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 378 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.507.000) 2024-10-24 13:58:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2308573_27029754@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.507.000) 2024-10-24 13:58:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:35.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178137.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 507 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2308573_27029754@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.029.000) 2024-10-24 13:58:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3913751_943028222@d12chas586.crc.nd.edu, rescheduling job ... 028 (10628.029.000) 2024-10-24 13:58:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:58:35.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178054.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 29 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3913751_943028222@d12chas586.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.055.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <141.211.169.52:43995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008673&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-43995&alias=um-lc01.osris.org&noUDP> ... 040 (10628.627.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.166.33:42741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038931&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-42741+[2620-6a-0-8861-f0-0-166-33]-42741&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.055.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.003" EventTypeNumber = 28 Host = "<141.211.169.52:43995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408419%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008673&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-43995&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.627.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.003" EventTypeNumber = 28 Host = "<131.225.166.33:42741?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038931&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-42741+[2620-6a-0-8861-f0-0-166-33]-42741&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.055.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.055.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.017.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <10.138.19.8:40067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955697&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-40067&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.061" EventTypeNumber = 28 Host = "<10.138.19.8:40067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408418%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955697&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-40067&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.167.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.175:32799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038932&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-32799+[2620-6a-0-8862-f0-0-208-175]-32799&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.167.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.120" EventTypeNumber = 28 Host = "<131.225.208.175:32799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038932&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-32799+[2620-6a-0-8862-f0-0-208-175]-32799&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.627.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.627.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.186.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.113:33139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960221&PrivNet=osg-4197173-0-fnpc23004.fnal.gov&addrs=131.225.208.113-33139+[2620-6a-0-8862-f0-0-208-113]-33139&alias=osg-4197173-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.186.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.179" EventTypeNumber = 28 Host = "<131.225.208.113:33139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960221&PrivNet=osg-4197173-0-fnpc23004.fnal.gov&addrs=131.225.208.113-33139+[2620-6a-0-8862-f0-0-208-113]-33139&alias=osg-4197173-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.017.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.017.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.167.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.167.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.251.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <141.211.169.52:37283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038934&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37283&alias=um-lc01.osris.org&noUDP> ... 028 (10628.251.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.238" EventTypeNumber = 28 Host = "<141.211.169.52:37283?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038934&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37283&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.186.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.186.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.417.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.73:36659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408421%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008674&PrivNet=osg-4197122-0-fnpc22033.fnal.gov&addrs=131.225.208.73-36659+[2620-6a-0-8862-f0-0-208-73]-36659&alias=osg-4197122-0-fnpc22033.fnal.gov&noUDP> ... 028 (10628.417.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.297" EventTypeNumber = 28 Host = "<131.225.208.73:36659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408421%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008674&PrivNet=osg-4197122-0-fnpc22033.fnal.gov&addrs=131.225.208.73-36659+[2620-6a-0-8862-f0-0-208-73]-36659&alias=osg-4197122-0-fnpc22033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.378.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.155:44515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997048&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-44515+[2620-6a-0-8862-f0-0-208-155]-44515&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.378.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.355" EventTypeNumber = 28 Host = "<131.225.208.155:44515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997048&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-44515+[2620-6a-0-8862-f0-0-208-155]-44515&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.251.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.251.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.029.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <10.138.25.8:42891?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002476&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-42891&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.414" EventTypeNumber = 28 Host = "<10.138.25.8:42891?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51723888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002476&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-42891&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.417.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.417.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.378.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.378.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.029.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.029.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.747.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.166:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344918%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974962&PrivNet=osg-4197024-0-fnpc23032.fnal.gov&addrs=131.225.208.166-38733+[2620-6a-0-8862-f0-0-208-166]-38733&alias=osg-4197024-0-fnpc23032.fnal.gov&noUDP> ... 028 (10628.747.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.653" EventTypeNumber = 28 Host = "<131.225.208.166:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344918%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974962&PrivNet=osg-4197024-0-fnpc23032.fnal.gov&addrs=131.225.208.166-38733+[2620-6a-0-8862-f0-0-208-166]-38733&alias=osg-4197024-0-fnpc23032.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.602.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.39:34245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888834%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960222&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-34245+[2620-6a-0-8862-f0-0-208-39]-34245&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP> ... 028 (10628.602.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.655" EventTypeNumber = 28 Host = "<131.225.208.39:34245?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888834%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960222&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-34245+[2620-6a-0-8862-f0-0-208-39]-34245&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.707.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <128.105.69.64:41453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343719%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997049&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-41453&alias=e2392.chtc.wisc.edu&noUDP> ... 028 (10628.707.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.683" EventTypeNumber = 28 Host = "<128.105.69.64:41453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343719%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997049&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-41453&alias=e2392.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.747.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.747.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.602.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.602.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.707.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.707.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.622.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.208.74:42773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008675&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-42773+[2620-6a-0-8862-f0-0-208-74]-42773&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.622.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.748" EventTypeNumber = 28 Host = "<131.225.208.74:42773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008675&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-42773+[2620-6a-0-8862-f0-0-208-74]-42773&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.622.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.622.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.760.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.166.215:44721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038936&PrivNet=osg-4196836-0-fnpc17136.fnal.gov&addrs=131.225.166.215-44721+[2620-6a-0-8861-f0-0-166-215]-44721&alias=osg-4196836-0-fnpc17136.fnal.gov&noUDP> ... 028 (10628.760.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.865" EventTypeNumber = 28 Host = "<131.225.166.215:44721?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038936&PrivNet=osg-4196836-0-fnpc17136.fnal.gov&addrs=131.225.166.215-44721+[2620-6a-0-8861-f0-0-166-215]-44721&alias=osg-4196836-0-fnpc17136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.759.000) 2024-10-24 13:59:39 Started transferring input files Transferring to host: <131.225.166.193:37829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974964&PrivNet=osg-4196585-0-fnpc17117.fnal.gov&addrs=131.225.166.193-37829+[2620-6a-0-8861-f0-0-166-193]-37829&alias=osg-4196585-0-fnpc17117.fnal.gov&noUDP> ... 028 (10628.759.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.895" EventTypeNumber = 28 Host = "<131.225.166.193:37829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974964&PrivNet=osg-4196585-0-fnpc17117.fnal.gov&addrs=131.225.166.193-37829+[2620-6a-0-8861-f0-0-166-193]-37829&alias=osg-4196585-0-fnpc17117.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.760.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.760.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.759.000) 2024-10-24 13:59:39 Finished transferring input files ... 028 (10628.759.000) 2024-10-24 13:59:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:39.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.714.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <128.105.68.215:37372?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960223&PrivNet=e302.chtc.wisc.edu&addrs=128.105.68.215-37372&alias=e302.chtc.wisc.edu&noUDP> ... 028 (10628.714.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.056" EventTypeNumber = 28 Host = "<128.105.68.215:37372?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888835%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960223&PrivNet=e302.chtc.wisc.edu&addrs=128.105.68.215-37372&alias=e302.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.714.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.714.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.947.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.211.54:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888836%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997050&PrivNet=osg-3976202-0-fnpc7545.fnal.gov&addrs=131.225.211.54-38131+[2620-6a-0-8862-f0-0-211-54]-38131&alias=osg-3976202-0-fnpc7545.fnal.gov&noUDP> ... 028 (10628.947.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.129" EventTypeNumber = 28 Host = "<131.225.211.54:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888836%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997050&PrivNet=osg-3976202-0-fnpc7545.fnal.gov&addrs=131.225.211.54-38131+[2620-6a-0-8862-f0-0-211-54]-38131&alias=osg-3976202-0-fnpc7545.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.797.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.208.175:33635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974965&PrivNet=osg-3976287-0-fnpc23042.fnal.gov&addrs=131.225.208.175-33635+[2620-6a-0-8862-f0-0-208-175]-33635&alias=osg-3976287-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.797.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.163" EventTypeNumber = 28 Host = "<131.225.208.175:33635?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408423%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974965&PrivNet=osg-3976287-0-fnpc23042.fnal.gov&addrs=131.225.208.175-33635+[2620-6a-0-8862-f0-0-208-175]-33635&alias=osg-3976287-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.947.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.947.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.797.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.797.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.531.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.209.184:36739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10003819&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36739+[2620-6a-0-8862-f0-0-209-184]-36739&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP> ... 028 (10628.531.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.255" EventTypeNumber = 28 Host = "<131.225.209.184:36739?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10003819&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36739+[2620-6a-0-8862-f0-0-209-184]-36739&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.769.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.208.119:39241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974966&PrivNet=osg-4196838-0-fnpc19135.fnal.gov&addrs=131.225.208.119-39241+[2620-6a-0-8862-f0-0-208-119]-39241&alias=osg-4196838-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.769.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.273" EventTypeNumber = 28 Host = "<131.225.208.119:39241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908588%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974966&PrivNet=osg-4196838-0-fnpc19135.fnal.gov&addrs=131.225.208.119-39241+[2620-6a-0-8862-f0-0-208-119]-39241&alias=osg-4196838-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.531.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.531.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.769.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.769.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.507.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <10.136.81.221:40069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997051&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-40069&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.331" EventTypeNumber = 28 Host = "<10.136.81.221:40069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997051&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-40069&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482456" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389171.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.507.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.507.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482456" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389171.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.529.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <10.125.8.234:34875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955699&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-34875&alias=node2019.palmetto.clemson.edu&noUDP> ... 028 (10628.529.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.414" EventTypeNumber = 28 Host = "<10.125.8.234:34875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908590%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955699&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-34875&alias=node2019.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.017.000) 2024-10-24 13:59:40 Warning from starter on slot1@glidein_954826_190709156@c1908.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.017.000) 2024-10-24 13:59:40 Job executing on host: <10.138.19.8:36819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9982990&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36819&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.453" EventTypeNumber = 28 ExecuteHost = "<10.138.19.8:36819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9982990&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36819&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.529.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.529.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.055.000) 2024-10-24 13:59:40 Warning from starter on slot1@glidein_4144452_411244563@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.055.000) 2024-10-24 13:59:40 Job executing on host: <141.211.169.52:45595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9982776&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45595&alias=um-lc01.osris.org&noUDP> ... 028 (10628.055.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.612" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:45595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991476%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9982776&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45595&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.186.000) 2024-10-24 13:59:40 Warning from starter on slot1_5@glidein_8_414234884@osg-4197173-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.186.000) 2024-10-24 13:59:40 Job executing on host: <131.225.208.113:34797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952523&PrivNet=osg-4197173-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34797+[2620-6a-0-8862-f0-0-208-113]-34797&alias=osg-4197173-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.186.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.812" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34797?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716452%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952523&PrivNet=osg-4197173-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34797+[2620-6a-0-8862-f0-0-208-113]-34797&alias=osg-4197173-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.251.000) 2024-10-24 13:59:40 Warning from starter on slot1@glidein_2394679_906719500@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.378.000) 2024-10-24 13:59:40 Warning from starter on slot1_6@glidein_8_58357728@osg-4197124-0-fnpc23022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.029.000) 2024-10-24 13:59:40 Warning from starter on slot1@glidein_148037_226985216@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.251.000) 2024-10-24 13:59:40 Job executing on host: <141.211.169.52:35205?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50889961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9989386&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35205&alias=um-lc01.osris.org&noUDP> ... 028 (10628.251.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.862" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:35205?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50889961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9989386&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35205&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.378.000) 2024-10-24 13:59:40 Job executing on host: <131.225.208.155:39165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967113&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-39165+[2620-6a-0-8862-f0-0-208-155]-39165&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.378.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.895" EventTypeNumber = 28 ExecuteHost = "<131.225.208.155:39165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967113&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-39165+[2620-6a-0-8862-f0-0-208-155]-39165&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.029.000) 2024-10-24 13:59:40 Job executing on host: <10.138.25.8:38323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974825&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-38323&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.929" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:38323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974825&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-38323&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.770.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.166.236:43913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344919%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008676&PrivNet=osg-4196789-0-fnpc17151.fnal.gov&addrs=131.225.166.236-43913+[2620-6a-0-8861-f0-0-166-236]-43913&alias=osg-4196789-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.770.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.930" EventTypeNumber = 28 Host = "<131.225.166.236:43913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344919%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008676&PrivNet=osg-4196789-0-fnpc17151.fnal.gov&addrs=131.225.166.236-43913+[2620-6a-0-8861-f0-0-166-236]-43913&alias=osg-4196789-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.746.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.208.62:46015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038938&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-46015+[2620-6a-0-8862-f0-0-208-62]-46015&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP> ... 028 (10628.746.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.961" EventTypeNumber = 28 Host = "<131.225.208.62:46015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012237%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038938&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-46015+[2620-6a-0-8862-f0-0-208-62]-46015&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.773.000) 2024-10-24 13:59:40 Started transferring input files Transferring to host: <131.225.209.217:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002478&PrivNet=osg-4196590-0-fnpc9018.fnal.gov&addrs=131.225.209.217-40203+[2620-6a-0-8862-f0-0-209-217]-40203&alias=osg-4196590-0-fnpc9018.fnal.gov&noUDP> ... 028 (10628.773.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.965" EventTypeNumber = 28 Host = "<131.225.209.217:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002478&PrivNet=osg-4196590-0-fnpc9018.fnal.gov&addrs=131.225.209.217-40203+[2620-6a-0-8862-f0-0-209-217]-40203&alias=osg-4196590-0-fnpc9018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.770.000) 2024-10-24 13:59:40 Finished transferring input files ... 028 (10628.770.000) 2024-10-24 13:59:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:40.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.746.000) 2024-10-24 13:59:41 Finished transferring input files ... 028 (10628.746.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.773.000) 2024-10-24 13:59:41 Finished transferring input files ... 028 (10628.773.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.602.000) 2024-10-24 13:59:41 Warning from starter on slot1_5@glidein_8_146252484@osg-3976496-0-fnpc22014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.602.000) 2024-10-24 13:59:41 Job executing on host: <131.225.208.39:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952267&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42607+[2620-6a-0-8862-f0-0-208-39]-42607&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP> ... 028 (10628.602.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.162" EventTypeNumber = 28 ExecuteHost = "<131.225.208.39:42607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952267&PrivNet=osg-3976496-0-fnpc22014.fnal.gov&addrs=131.225.208.39-42607+[2620-6a-0-8862-f0-0-208-39]-42607&alias=osg-3976496-0-fnpc22014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.707.000) 2024-10-24 13:59:41 Warning from starter on slot1@glidein_7624_52867056@e2392.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.707.000) 2024-10-24 13:59:41 Job executing on host: <128.105.69.64:35063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051960&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-35063&alias=e2392.chtc.wisc.edu&noUDP> ... 028 (10628.707.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.221" EventTypeNumber = 28 ExecuteHost = "<128.105.69.64:35063?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344787%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051960&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-35063&alias=e2392.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.627.000) 2024-10-24 13:59:41 Warning from starter on slot1_3@glidein_8_62183744@osg-3975939-0-fnpc17006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.627.000) 2024-10-24 13:59:41 Job executing on host: <131.225.166.33:39949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357046%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944795&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-39949+[2620-6a-0-8861-f0-0-166-33]-39949&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP> ... 028 (10628.627.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.487" EventTypeNumber = 28 ExecuteHost = "<131.225.166.33:39949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357046%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944795&PrivNet=osg-3975939-0-fnpc17006.fnal.gov&addrs=131.225.166.33-39949+[2620-6a-0-8861-f0-0-166-33]-39949&alias=osg-3975939-0-fnpc17006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.416.000) 2024-10-24 13:59:41 Started transferring input files Transferring to host: <192.168.4.115:35163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344920%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008678&PrivNet=lnxfarm315.colorado.edu&addrs=192.168.4.115-35163&alias=lnxfarm315.colorado.edu&noUDP> ... 028 (10628.416.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.511" EventTypeNumber = 28 Host = "<192.168.4.115:35163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344920%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008678&PrivNet=lnxfarm315.colorado.edu&addrs=192.168.4.115-35163&alias=lnxfarm315.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.416.000) 2024-10-24 13:59:41 Finished transferring input files ... 028 (10628.416.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.507.000) 2024-10-24 13:59:41 Warning from starter on slot1_4@glidein_517698_971590945@comp-cc-0451.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.417.000) 2024-10-24 13:59:41 Warning from starter on slot1_8@glidein_8_36699129@osg-4197122-0-fnpc22033.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.507.000) 2024-10-24 13:59:41 Job executing on host: <10.136.81.221:34041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50870905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9978624&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-34041&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.746" EventTypeNumber = 28 ExecuteHost = "<10.136.81.221:34041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50870905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9978624&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-34041&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482456" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389171.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.417.000) 2024-10-24 13:59:41 Job executing on host: <131.225.208.73:37117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952247&PrivNet=osg-4197122-0-fnpc22033.fnal.gov&addrs=131.225.208.73-37117+[2620-6a-0-8862-f0-0-208-73]-37117&alias=osg-4197122-0-fnpc22033.fnal.gov&noUDP> ... 028 (10628.417.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.781" EventTypeNumber = 28 ExecuteHost = "<131.225.208.73:37117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716206%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952247&PrivNet=osg-4197122-0-fnpc22033.fnal.gov&addrs=131.225.208.73-37117+[2620-6a-0-8862-f0-0-208-73]-37117&alias=osg-4197122-0-fnpc22033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.760.000) 2024-10-24 13:59:41 Warning from starter on slot1_6@glidein_8_145548130@osg-4196836-0-fnpc17136.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.760.000) 2024-10-24 13:59:41 Job executing on host: <131.225.166.215:35495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715055%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996425&PrivNet=osg-4196836-0-fnpc17136.fnal.gov&addrs=131.225.166.215-35495+[2620-6a-0-8861-f0-0-166-215]-35495&alias=osg-4196836-0-fnpc17136.fnal.gov&noUDP> ... 028 (10628.760.000) 2024-10-24 13:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:41.865" EventTypeNumber = 28 ExecuteHost = "<131.225.166.215:35495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715055%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996425&PrivNet=osg-4196836-0-fnpc17136.fnal.gov&addrs=131.225.166.215-35495+[2620-6a-0-8861-f0-0-166-215]-35495&alias=osg-4196836-0-fnpc17136.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.529.000) 2024-10-24 13:59:42 Warning from starter on slot1_4@glidein_1782772_220136452@node2019.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.167.000) 2024-10-24 13:59:42 Warning from starter on slot1_8@glidein_8_258383808@osg-4196809-0-fnpc23042.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.529.000) 2024-10-24 13:59:42 Job executing on host: <10.125.8.234:33307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29398142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9973960&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-33307&alias=node2019.palmetto.clemson.edu&noUDP> ... 028 (10628.529.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.190" EventTypeNumber = 28 ExecuteHost = "<10.125.8.234:33307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29398142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9973960&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-33307&alias=node2019.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.167.000) 2024-10-24 13:59:42 Job executing on host: <131.225.208.175:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965758&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-46083+[2620-6a-0-8862-f0-0-208-175]-46083&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.167.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.223" EventTypeNumber = 28 ExecuteHost = "<131.225.208.175:46083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399377%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965758&PrivNet=osg-4196809-0-fnpc23042.fnal.gov&addrs=131.225.208.175-46083+[2620-6a-0-8862-f0-0-208-175]-46083&alias=osg-4196809-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.947.000) 2024-10-24 13:59:42 Warning from starter on slot1_1@glidein_8_262252173@osg-3976202-0-fnpc7545.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.947.000) 2024-10-24 13:59:42 Job executing on host: <131.225.211.54:36075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950913&PrivNet=osg-3976202-0-fnpc7545.fnal.gov&addrs=131.225.211.54-36075+[2620-6a-0-8862-f0-0-211-54]-36075&alias=osg-3976202-0-fnpc7545.fnal.gov&noUDP> ... 028 (10628.947.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.432" EventTypeNumber = 28 ExecuteHost = "<131.225.211.54:36075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950913&PrivNet=osg-3976202-0-fnpc7545.fnal.gov&addrs=131.225.211.54-36075+[2620-6a-0-8862-f0-0-211-54]-36075&alias=osg-3976202-0-fnpc7545.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.622.000) 2024-10-24 13:59:42 Warning from starter on slot1_3@glidein_8_193179228@osg-3976464-0-fnpc22034.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.622.000) 2024-10-24 13:59:42 Job executing on host: <131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP> ... 028 (10628.622.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.640" EventTypeNumber = 28 ExecuteHost = "<131.225.208.74:36429?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900670%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995710&PrivNet=osg-3976464-0-fnpc22034.fnal.gov&addrs=131.225.208.74-36429+[2620-6a-0-8862-f0-0-208-74]-36429&alias=osg-3976464-0-fnpc22034.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.531.000) 2024-10-24 13:59:42 Warning from starter on slot1_5@glidein_8_183074758@osg-3975946-0-fnpc9078.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.797.000) 2024-10-24 13:59:42 Warning from starter on slot1_4@glidein_8_559898840@osg-3976287-0-fnpc23042.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.531.000) 2024-10-24 13:59:42 Job executing on host: <131.225.209.184:36251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992895&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36251+[2620-6a-0-8862-f0-0-209-184]-36251&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP> ... 028 (10628.531.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.698" EventTypeNumber = 28 ExecuteHost = "<131.225.209.184:36251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992895&PrivNet=osg-3975946-0-fnpc9078.fnal.gov&addrs=131.225.209.184-36251+[2620-6a-0-8862-f0-0-209-184]-36251&alias=osg-3975946-0-fnpc9078.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.797.000) 2024-10-24 13:59:42 Job executing on host: <131.225.208.175:41675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909965%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946771&PrivNet=osg-3976287-0-fnpc23042.fnal.gov&addrs=131.225.208.175-41675+[2620-6a-0-8862-f0-0-208-175]-41675&alias=osg-3976287-0-fnpc23042.fnal.gov&noUDP> ... 028 (10628.797.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.723" EventTypeNumber = 28 ExecuteHost = "<131.225.208.175:41675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909965%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946771&PrivNet=osg-3976287-0-fnpc23042.fnal.gov&addrs=131.225.208.175-41675+[2620-6a-0-8862-f0-0-208-175]-41675&alias=osg-3976287-0-fnpc23042.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.714.000) 2024-10-24 13:59:42 Warning from starter on slot1@glidein_38350_405472048@e302.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.714.000) 2024-10-24 13:59:42 Job executing on host: <128.105.68.215:33637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430309%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002346&PrivNet=e302.chtc.wisc.edu&addrs=128.105.68.215-33637&alias=e302.chtc.wisc.edu&noUDP> ... 028 (10628.714.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.766" EventTypeNumber = 28 ExecuteHost = "<128.105.68.215:33637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430309%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002346&PrivNet=e302.chtc.wisc.edu&addrs=128.105.68.215-33637&alias=e302.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.770.000) 2024-10-24 13:59:42 Warning from starter on slot1_6@glidein_8_396895260@osg-4196789-0-fnpc17151.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.746.000) 2024-10-24 13:59:42 Warning from starter on slot1_8@glidein_8_793657605@osg-4196955-0-fnpc19106.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.416.000) 2024-10-24 13:59:42 Warning from starter on slot1_7@glidein_3844623_86131776@lnxfarm315.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.770.000) 2024-10-24 13:59:42 Job executing on host: <131.225.166.236:34735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999103&PrivNet=osg-4196789-0-fnpc17151.fnal.gov&addrs=131.225.166.236-34735+[2620-6a-0-8861-f0-0-166-236]-34735&alias=osg-4196789-0-fnpc17151.fnal.gov&noUDP> ... 028 (10628.770.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.907" EventTypeNumber = 28 ExecuteHost = "<131.225.166.236:34735?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335339%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999103&PrivNet=osg-4196789-0-fnpc17151.fnal.gov&addrs=131.225.166.236-34735+[2620-6a-0-8861-f0-0-166-236]-34735&alias=osg-4196789-0-fnpc17151.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.759.000) 2024-10-24 13:59:42 Warning from starter on slot1_5@glidein_8_131522834@osg-4196585-0-fnpc17117.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.747.000) 2024-10-24 13:59:42 Warning from starter on slot1_3@glidein_8_683652960@osg-4197024-0-fnpc23032.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.746.000) 2024-10-24 13:59:42 Job executing on host: <131.225.208.62:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030660&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-45973+[2620-6a-0-8862-f0-0-208-62]-45973&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP> ... 028 (10628.746.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.932" EventTypeNumber = 28 ExecuteHost = "<131.225.208.62:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030660&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-45973+[2620-6a-0-8862-f0-0-208-62]-45973&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.416.000) 2024-10-24 13:59:42 Job executing on host: <192.168.4.115:43071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390284%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9957291&PrivNet=lnxfarm315.colorado.edu&addrs=192.168.4.115-43071&alias=lnxfarm315.colorado.edu&noUDP> ... 028 (10628.416.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.957" EventTypeNumber = 28 ExecuteHost = "<192.168.4.115:43071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390284%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9957291&PrivNet=lnxfarm315.colorado.edu&addrs=192.168.4.115-43071&alias=lnxfarm315.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.759.000) 2024-10-24 13:59:42 Job executing on host: <131.225.166.193:39473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333919%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964379&PrivNet=osg-4196585-0-fnpc17117.fnal.gov&addrs=131.225.166.193-39473+[2620-6a-0-8861-f0-0-166-193]-39473&alias=osg-4196585-0-fnpc17117.fnal.gov&noUDP> ... 028 (10628.759.000) 2024-10-24 13:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:42.982" EventTypeNumber = 28 ExecuteHost = "<131.225.166.193:39473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333919%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964379&PrivNet=osg-4196585-0-fnpc17117.fnal.gov&addrs=131.225.166.193-39473+[2620-6a-0-8861-f0-0-166-193]-39473&alias=osg-4196585-0-fnpc17117.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.747.000) 2024-10-24 13:59:43 Job executing on host: <131.225.208.166:33905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044132&PrivNet=osg-4197024-0-fnpc23032.fnal.gov&addrs=131.225.208.166-33905+[2620-6a-0-8862-f0-0-208-166]-33905&alias=osg-4197024-0-fnpc23032.fnal.gov&noUDP> ... 028 (10628.747.000) 2024-10-24 13:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:43.007" EventTypeNumber = 28 ExecuteHost = "<131.225.208.166:33905?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044132&PrivNet=osg-4197024-0-fnpc23032.fnal.gov&addrs=131.225.208.166-33905+[2620-6a-0-8862-f0-0-208-166]-33905&alias=osg-4197024-0-fnpc23032.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.773.000) 2024-10-24 13:59:43 Warning from starter on slot1_1@glidein_8_151777920@osg-4196590-0-fnpc9018.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.773.000) 2024-10-24 13:59:43 Job executing on host: <131.225.209.217:39095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356944%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944677&PrivNet=osg-4196590-0-fnpc9018.fnal.gov&addrs=131.225.209.217-39095+[2620-6a-0-8862-f0-0-209-217]-39095&alias=osg-4196590-0-fnpc9018.fnal.gov&noUDP> ... 028 (10628.773.000) 2024-10-24 13:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:43.683" EventTypeNumber = 28 ExecuteHost = "<131.225.209.217:39095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356944%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9944677&PrivNet=osg-4196590-0-fnpc9018.fnal.gov&addrs=131.225.209.217-39095+[2620-6a-0-8862-f0-0-209-217]-39095&alias=osg-4196590-0-fnpc9018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.769.000) 2024-10-24 13:59:44 Warning from starter on slot1_4@glidein_8_258327743@osg-4196838-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.769.000) 2024-10-24 13:59:44 Job executing on host: <131.225.208.119:36861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965873&PrivNet=osg-4196838-0-fnpc19135.fnal.gov&addrs=131.225.208.119-36861+[2620-6a-0-8862-f0-0-208-119]-36861&alias=osg-4196838-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.769.000) 2024-10-24 13:59:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:44.916" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:36861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335603%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965873&PrivNet=osg-4196838-0-fnpc19135.fnal.gov&addrs=131.225.208.119-36861+[2620-6a-0-8862-f0-0-208-119]-36861&alias=osg-4196838-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.052.000) 2024-10-24 13:59:49 Image size of job updated: 3561660 78 - MemoryUsage of job (MB) 79136 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 13:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:49.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 79136 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.602.000) 2024-10-24 13:59:50 Image size of job updated: 3534280 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.602.000) 2024-10-24 13:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T13:59:50.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 602 ResidentSetSize = 100000 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.459.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.459.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 459 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.174.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_200042_250014968@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.174.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 174 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_200042_250014968@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.650.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.650.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 650 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.056.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_200042_250014968@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.056.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178056.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 56 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_200042_250014968@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.731.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.731.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 731 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.348.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.348.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 348 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.561.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.561.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 561 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.166.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.166.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 166 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.749.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.749.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 749 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.761.000) 2024-10-24 13:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_2269607_36452000@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.761.000) 2024-10-24 13:59:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T13:59:54.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178101.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 761 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_2269607_36452000@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.265.000) 2024-10-24 14:00:07 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36464 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 14:00:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:00:07.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36464 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.829.000) 2024-10-24 14:00:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_4001154_20376660@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.829.000) 2024-10-24 14:00:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:19.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 829 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_4001154_20376660@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.798.000) 2024-10-24 14:00:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3913749_261920868@d12chas586.crc.nd.edu, rescheduling job ... 028 (10628.798.000) 2024-10-24 14:00:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:19.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178052.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas586.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 798 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3913749_261920868@d12chas586.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.966.000) 2024-10-24 14:00:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_4001154_20376660@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.966.000) 2024-10-24 14:00:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:19.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618625" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178007.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 966 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_4001154_20376660@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.177.000) 2024-10-24 14:00:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_200030_269828574@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.177.000) 2024-10-24 14:00:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:19.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 177 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_200030_269828574@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.059.000) 2024-10-24 14:00:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_200030_269828574@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.059.000) 2024-10-24 14:00:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:19.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178055.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 59 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_200030_269828574@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.077.000) 2024-10-24 14:00:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_4001145_849830808@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.077.000) 2024-10-24 14:00:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:38.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 77 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.506.000) 2024-10-24 14:00:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_4001145_849830808@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.506.000) 2024-10-24 14:00:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:38.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 506 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.799.000) 2024-10-24 14:00:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_633728_165644532@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.799.000) 2024-10-24 14:00:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:38.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177971.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 799 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_633728_165644532@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.385.000) 2024-10-24 14:00:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_4001145_849830808@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.385.000) 2024-10-24 14:00:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:39.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 385 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.262.000) 2024-10-24 14:00:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_4001145_849830808@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.262.000) 2024-10-24 14:00:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:39.165" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618555" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177998.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 262 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_4001145_849830808@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.034.000) 2024-10-24 14:00:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_200031_213047836@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.034.000) 2024-10-24 14:00:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:59.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178051.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 34 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_200031_213047836@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.060.000) 2024-10-24 14:00:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_721099_529417036@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.060.000) 2024-10-24 14:00:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:00:59.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 60 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_721099_529417036@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.255.000) 2024-10-24 14:01:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_721099_529417036@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.255.000) 2024-10-24 14:01:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:01:00.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178109.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 255 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_721099_529417036@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.800.000) 2024-10-24 14:01:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2085752_34459730@d12chas547.crc.nd.edu, rescheduling job ... 028 (10628.800.000) 2024-10-24 14:01:44 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:01:44.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178059.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 800 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2085752_34459730@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.833.000) 2024-10-24 14:01:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_4001143_589133100@d12chas556.crc.nd.edu, rescheduling job ... 024 (10628.980.000) 2024-10-24 14:01:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_4001143_589133100@d12chas556.crc.nd.edu, rescheduling job ... 028 (10628.980.000) 2024-10-24 14:01:45 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:01:45.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 980 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_4001143_589133100@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.833.000) 2024-10-24 14:01:45 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:01:45.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177996.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas556.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 833 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_4001143_589133100@d12chas556.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.382.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_633702_61538442@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.382.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 382 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.254.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_633702_61538442@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.254.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.286" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 254 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.080.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_633702_61538442@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.080.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.291" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 80 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.510.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_633702_61538442@d12chas577.crc.nd.edu, rescheduling job ... 028 (10628.510.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177943.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas577.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 510 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_633702_61538442@d12chas577.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.453.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_618273_848748597@d12chas584.crc.nd.edu, rescheduling job ... 028 (10628.453.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 453 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.078.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_618273_848748597@d12chas584.crc.nd.edu, rescheduling job ... 028 (10628.078.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 78 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.370.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_618273_848748597@d12chas584.crc.nd.edu, rescheduling job ... 028 (10628.370.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 370 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.037.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2085750_15675309@d12chas547.crc.nd.edu, rescheduling job ... 028 (10628.037.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178057.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 37 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2085750_15675309@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.261.000) 2024-10-24 14:02:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_618273_848748597@d12chas584.crc.nd.edu, rescheduling job ... 028 (10628.261.000) 2024-10-24 14:02:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:04.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177972.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 261 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_618273_848748597@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.245.000) 2024-10-24 14:02:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.725a7f3d7515 <172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d> ... 022 (10628.242.000) 2024-10-24 14:02:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@IU-Jetstream2-Backfill.dda328d73ff5 <172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=startd_4640_3b87> ... 028 (10628.245.000) 2024-10-24 14:02:13 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:02:13.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 245 StartdAddr = "<172.17.0.2:36407?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29243584%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9907416&PrivNet=IU-Jetstream2-Backfill.725a7f3d7515&addrs=172.17.0.2-36407&alias=IU-Jetstream2-Backfill.725a7f3d7515&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_4@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.242.000) 2024-10-24 14:02:13 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:02:13.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 242 StartdAddr = "<172.17.0.2:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267148%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9901636&PrivNet=IU-Jetstream2-Backfill.dda328d73ff5&addrs=172.17.0.2-39175&alias=IU-Jetstream2-Backfill.dda328d73ff5&noUDP&sock=startd_4640_3b87>" StartdName = "slot1_5@IU-Jetstream2-Backfill.dda328d73ff5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.222.000) 2024-10-24 14:02:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_13@IU-Jetstream2-Backfill.27e4d5d9f1a5 <172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=startd_4620_83a2> ... 028 (10628.222.000) 2024-10-24 14:02:15 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:02:15.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 222 StartdAddr = "<172.17.0.2:38909?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29307991%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9854368&PrivNet=IU-Jetstream2-Backfill.27e4d5d9f1a5&addrs=172.17.0.2-38909&alias=IU-Jetstream2-Backfill.27e4d5d9f1a5&noUDP&sock=startd_4620_83a2>" StartdName = "slot1_13@IU-Jetstream2-Backfill.27e4d5d9f1a5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.028.000) 2024-10-24 14:02:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_618244_250700868@d12chas584.crc.nd.edu, rescheduling job ... 028 (10628.028.000) 2024-10-24 14:02:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:24.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177944.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas584.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 28 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_618244_250700868@d12chas584.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.022.000) 2024-10-24 14:02:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_138216_618705285@d12chas568.crc.nd.edu, rescheduling job ... 028 (10628.022.000) 2024-10-24 14:02:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:02:24.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178061.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 22 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_138216_618705285@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.826.000) 2024-10-24 14:03:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2674164_558383442@d12chas589.crc.nd.edu, rescheduling job ... 028 (10628.826.000) 2024-10-24 14:03:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:03:24.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 826 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2674164_558383442@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.942.000) 2024-10-24 14:03:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2674164_558383442@d12chas589.crc.nd.edu, rescheduling job ... 028 (10628.942.000) 2024-10-24 14:03:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:03:24.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177974.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 942 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2674164_558383442@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.911.000) 2024-10-24 14:03:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_138214_350241960@d12chas568.crc.nd.edu, rescheduling job ... 028 (10628.911.000) 2024-10-24 14:03:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:03:24.811" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 911 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_138214_350241960@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.815.000) 2024-10-24 14:03:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_138214_350241960@d12chas568.crc.nd.edu, rescheduling job ... 028 (10628.815.000) 2024-10-24 14:03:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:03:25.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620683" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178058.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 815 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_138214_350241960@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.935.000) 2024-10-24 14:03:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2170296_122698380@d12chas547.crc.nd.edu, rescheduling job ... 028 (10628.935.000) 2024-10-24 14:03:26 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:03:26.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178110.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas547.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 935 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2170296_122698380@d12chas547.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.048.000) 2024-10-24 14:03:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_163071_314877696@c1409.swan.hcc.unl.edu <10.138.14.9:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408025%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051743&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-33699&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.048.000) 2024-10-24 14:03:33 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:03:33.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 48 StartdAddr = "<10.138.14.9:33699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408025%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051743&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-33699&alias=c1409.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_163071_314877696@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.072.000) 2024-10-24 14:03:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_163045_86279628@c1409.swan.hcc.unl.edu <10.138.14.9:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051741&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-35435&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.072.000) 2024-10-24 14:03:33 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:03:33.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 72 StartdAddr = "<10.138.14.9:35435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367152%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051741&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-35435&alias=c1409.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_163045_86279628@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.806.000) 2024-10-24 14:04:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_221043_730302353@d12chas568.crc.nd.edu, rescheduling job ... 028 (10628.806.000) 2024-10-24 14:04:36 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:04:36.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178112.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas568.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 806 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_221043_730302353@d12chas568.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.007.000) 2024-10-24 14:04:36 Image size of job updated: 3539200 95 - MemoryUsage of job (MB) 96640 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 14:04:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:36.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 96640 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.251.000) 2024-10-24 14:04:49 Image size of job updated: 3606788 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.251.000) 2024-10-24 14:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:49.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 251 ResidentSetSize = 100000 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.029.000) 2024-10-24 14:04:49 Image size of job updated: 3781832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.029.000) 2024-10-24 14:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:49.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 29 ResidentSetSize = 100000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.378.000) 2024-10-24 14:04:49 Image size of job updated: 3669712 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.378.000) 2024-10-24 14:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:49.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 378 ResidentSetSize = 100000 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.052.000) 2024-10-24 14:04:49 Image size of job updated: 3561660 85 - MemoryUsage of job (MB) 86476 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 14:04:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:49.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 86476 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.017.000) 2024-10-24 14:04:50 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.017.000) 2024-10-24 14:04:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:50.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 17 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.797.000) 2024-10-24 14:04:51 Image size of job updated: 3534536 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.797.000) 2024-10-24 14:04:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:04:51.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 797 ResidentSetSize = 100000 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.272.000) 2024-10-24 14:05:08 Image size of job updated: 3634880 84 - MemoryUsage of job (MB) 85696 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 14:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:05:08.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 85696 Size = 3634880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.016.000) 2024-10-24 14:05:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2045679_495109758@d12chas591.crc.nd.edu, rescheduling job ... 028 (10628.016.000) 2024-10-24 14:05:32 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:05:32.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618343" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177973.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 16 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2045679_495109758@d12chas591.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.801.000) 2024-10-24 14:05:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2674158_515802576@d12chas589.crc.nd.edu, rescheduling job ... 028 (10628.801.000) 2024-10-24 14:05:33 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:05:33.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177945.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas589.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 801 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2674158_515802576@d12chas589.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.583.000) 2024-10-24 14:05:49 Image size of job updated: 838500 36 - MemoryUsage of job (MB) 36584 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 14:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:05:49.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 36584 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.041.000) 2024-10-24 14:06:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3845027_110686323@d12chas570.crc.nd.edu, rescheduling job ... 028 (10628.041.000) 2024-10-24 14:06:32 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:06:32.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178113.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas570.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 41 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3845027_110686323@d12chas570.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.809.000) 2024-10-24 14:06:40 Image size of job updated: 3629468 88 - MemoryUsage of job (MB) 89412 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 14:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:40.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 89412 Size = 3629468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.041.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <141.211.169.52:36241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960545&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36241&alias=um-lc01.osris.org&noUDP> ... 040 (10628.056.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <192.168.247.25:35603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408719%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004137&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-35603+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-35603&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.041.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.404" EventTypeNumber = 28 Host = "<141.211.169.52:36241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960545&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36241&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.056.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.404" EventTypeNumber = 28 Host = "<192.168.247.25:35603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408719%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004137&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-35603+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-35603&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3272377" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550192" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.041.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.041.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.016.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <10.138.20.5:36605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005849&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-36605&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.016.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.655" EventTypeNumber = 28 Host = "<10.138.20.5:36605?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430748%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005849&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-36605&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.059.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <141.211.169.52:38523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005851&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-38523&alias=um-lc01.osris.org&noUDP> ... 040 (10628.028.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <10.138.19.26:34039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960546&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-34039&alias=c1926.swan.hcc.unl.edu&noUDP> ... 028 (10628.059.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.656" EventTypeNumber = 28 Host = "<141.211.169.52:38523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889147%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005851&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-38523&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.028.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.656" EventTypeNumber = 28 Host = "<10.138.19.26:34039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889146%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960546&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-34039&alias=c1926.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215293" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.060.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <131.225.208.52:37243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008976&PrivNet=osg-3976244-0-fnpc22023.fnal.gov&addrs=131.225.208.52-37243+[2620-6a-0-8862-f0-0-208-52]-37243&alias=osg-3976244-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.060.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.661" EventTypeNumber = 28 Host = "<131.225.208.52:37243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008976&PrivNet=osg-3976244-0-fnpc22023.fnal.gov&addrs=131.225.208.52-37243+[2620-6a-0-8862-f0-0-208-52]-37243&alias=osg-3976244-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.077.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <141.211.169.52:45615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956037&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45615&alias=um-lc01.osris.org&noUDP> ... 028 (10628.077.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.678" EventTypeNumber = 28 Host = "<141.211.169.52:45615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956037&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45615&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.060.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.060.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.059.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.059.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.077.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.077.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.016.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.016.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.028.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.028.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215293" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.080.000) 2024-10-24 14:06:53 Started transferring input files Transferring to host: <10.136.81.238:45665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430750%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960548&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-45665&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.763" EventTypeNumber = 28 Host = "<10.136.81.238:45665?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430750%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960548&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-45665&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389446.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.080.000) 2024-10-24 14:06:53 Finished transferring input files ... 028 (10628.080.000) 2024-10-24 14:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:53.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389446.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.034.000) 2024-10-24 14:06:54 Started transferring input files Transferring to host: <10.138.14.18:41657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344054%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005852&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-41657&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.034.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.027" EventTypeNumber = 28 Host = "<10.138.14.18:41657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344054%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005852&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-41657&alias=c1418.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620555" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218887" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.254.000) 2024-10-24 14:06:54 Started transferring input files Transferring to host: <128.105.68.245:46515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344055%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005853&PrivNet=e2332.chtc.wisc.edu&addrs=128.105.68.245-46515&alias=e2332.chtc.wisc.edu&noUDP> ... 028 (10628.254.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.070" EventTypeNumber = 28 Host = "<128.105.68.245:46515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344055%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005853&PrivNet=e2332.chtc.wisc.edu&addrs=128.105.68.245-46515&alias=e2332.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.255.000) 2024-10-24 14:06:54 Started transferring input files Transferring to host: <131.225.208.171:32969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724213%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005854&PrivNet=osg-3976421-0-fnpc23039.fnal.gov&addrs=131.225.208.171-32969+[2620-6a-0-8862-f0-0-208-171]-32969&alias=osg-3976421-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.255.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.093" EventTypeNumber = 28 Host = "<131.225.208.171:32969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724213%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005854&PrivNet=osg-3976421-0-fnpc23039.fnal.gov&addrs=131.225.208.171-32969+[2620-6a-0-8862-f0-0-208-171]-32969&alias=osg-3976421-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.034.000) 2024-10-24 14:06:54 Finished transferring input files ... 028 (10628.034.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620555" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218887" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.254.000) 2024-10-24 14:06:54 Finished transferring input files ... 028 (10628.254.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.255.000) 2024-10-24 14:06:54 Finished transferring input files ... 028 (10628.255.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.056.000) 2024-10-24 14:06:54 Finished transferring input files ... 028 (10628.056.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272377" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550192" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.056.000) 2024-10-24 14:06:54 Warning from starter on slot1_4@glidein_1680793_123696720@mendel-b0001.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.056.000) 2024-10-24 14:06:54 Job executing on host: <192.168.247.25:42947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954215&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42947+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42947&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.056.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.952" EventTypeNumber = 28 ExecuteHost = "<192.168.247.25:42947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954215&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42947+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42947&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3272377" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550192" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.041.000) 2024-10-24 14:06:54 Warning from starter on slot1@glidein_2155827_312301356@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.041.000) 2024-10-24 14:06:54 Job executing on host: <141.211.169.52:43087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9935779&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-43087&alias=um-lc01.osris.org&noUDP> ... 028 (10628.041.000) 2024-10-24 14:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:54.993" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:43087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9935779&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-43087&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.028.000) 2024-10-24 14:06:54 Warning from starter on slot1@glidein_1841827_7540953@c1926.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.016.000) 2024-10-24 14:06:55 Warning from starter on slot1@glidein_254273_134717661@c2005.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.028.000) 2024-10-24 14:06:55 Job executing on host: <10.138.19.26:41235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948831&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-41235&alias=c1926.swan.hcc.unl.edu&noUDP> ... 028 (10628.028.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.027" EventTypeNumber = 28 ExecuteHost = "<10.138.19.26:41235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948831&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-41235&alias=c1926.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215293" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.016.000) 2024-10-24 14:06:55 Job executing on host: <10.138.20.5:37583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004063&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-37583&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.016.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.169" EventTypeNumber = 28 ExecuteHost = "<10.138.20.5:37583?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004063&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-37583&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.080.000) 2024-10-24 14:06:55 Warning from starter on slot1_1@glidein_3507151_101345010@comp-cc-0468.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.077.000) 2024-10-24 14:06:55 Warning from starter on slot1@glidein_3553100_461302194@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.059.000) 2024-10-24 14:06:55 Warning from starter on slot1@glidein_1700103_841749480@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.080.000) 2024-10-24 14:06:55 Job executing on host: <10.136.81.238:41875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952866&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41875&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.311" EventTypeNumber = 28 ExecuteHost = "<10.136.81.238:41875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952866&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41875&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389446.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.034.000) 2024-10-24 14:06:55 Warning from starter on slot1@glidein_2244468_237417180@c1418.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.174.000) 2024-10-24 14:06:55 Started transferring input files Transferring to host: <192.41.230.196:37501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975271&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-37501+[2001-48a8-68f7-1-192-41-230-196]-37501&alias=c8-16-1.aglt2.org&noUDP> ... 040 (10628.261.000) 2024-10-24 14:06:55 Started transferring input files Transferring to host: <131.225.166.246:46081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367891%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008977&PrivNet=osg-4196619-0-fnpc17160.fnal.gov&addrs=131.225.166.246-46081+[2620-6a-0-8861-f0-0-166-246]-46081&alias=osg-4196619-0-fnpc17160.fnal.gov&noUDP> ... 028 (10628.174.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.424" EventTypeNumber = 28 Host = "<192.41.230.196:37501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367890%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975271&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-37501+[2001-48a8-68f7-1-192-41-230-196]-37501&alias=c8-16-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.261.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.424" EventTypeNumber = 28 Host = "<131.225.166.246:46081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367891%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008977&PrivNet=osg-4196619-0-fnpc17160.fnal.gov&addrs=131.225.166.246-46081+[2620-6a-0-8861-f0-0-166-246]-46081&alias=osg-4196619-0-fnpc17160.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.077.000) 2024-10-24 14:06:55 Job executing on host: <141.211.169.52:42749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50898143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9934616&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42749&alias=um-lc01.osris.org&noUDP> ... 028 (10628.077.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.454" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:42749?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50898143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9934616&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42749&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.261.000) 2024-10-24 14:06:55 Finished transferring input files ... 028 (10628.261.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.059.000) 2024-10-24 14:06:55 Job executing on host: <141.211.169.52:40169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51703645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975016&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-40169&alias=um-lc01.osris.org&noUDP> ... 028 (10628.059.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.479" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:40169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51703645%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975016&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-40169&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.034.000) 2024-10-24 14:06:55 Job executing on host: <10.138.14.18:34955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989484&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-34955&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.034.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.563" EventTypeNumber = 28 ExecuteHost = "<10.138.14.18:34955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989484&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-34955&alias=c1418.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620555" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218887" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.254.000) 2024-10-24 14:06:55 Warning from starter on slot1@glidein_15400_46243367@e2332.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.174.000) 2024-10-24 14:06:55 Finished transferring input files ... 028 (10628.174.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.254.000) 2024-10-24 14:06:55 Job executing on host: <128.105.68.245:34033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038642&PrivNet=e2332.chtc.wisc.edu&addrs=128.105.68.245-34033&alias=e2332.chtc.wisc.edu&noUDP> ... 028 (10628.254.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.715" EventTypeNumber = 28 ExecuteHost = "<128.105.68.245:34033?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430194%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10038642&PrivNet=e2332.chtc.wisc.edu&addrs=128.105.68.245-34033&alias=e2332.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.262.000) 2024-10-24 14:06:55 Started transferring input files Transferring to host: <131.225.166.214:39285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919298%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004140&PrivNet=osg-3975995-0-fnpc17135.fnal.gov&addrs=131.225.166.214-39285+[2620-6a-0-8861-f0-0-166-214]-39285&alias=osg-3975995-0-fnpc17135.fnal.gov&noUDP> ... 028 (10628.262.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.778" EventTypeNumber = 28 Host = "<131.225.166.214:39285?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919298%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004140&PrivNet=osg-3975995-0-fnpc17135.fnal.gov&addrs=131.225.166.214-39285+[2620-6a-0-8861-f0-0-166-214]-39285&alias=osg-3975995-0-fnpc17135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.262.000) 2024-10-24 14:06:55 Finished transferring input files ... 028 (10628.262.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.022.000) 2024-10-24 14:06:55 Started transferring input files Transferring to host: <10.138.20.5:41713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005855&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-41713&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.895" EventTypeNumber = 28 Host = "<10.138.20.5:41713?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005855&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-41713&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616103" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212223" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.348.000) 2024-10-24 14:06:55 Started transferring input files Transferring to host: <131.225.166.202:38647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002806&PrivNet=osg-4196724-0-fnpc17125.fnal.gov&addrs=131.225.166.202-38647+[2620-6a-0-8861-f0-0-166-202]-38647&alias=osg-4196724-0-fnpc17125.fnal.gov&noUDP> ... 028 (10628.348.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.953" EventTypeNumber = 28 Host = "<131.225.166.202:38647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430752%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002806&PrivNet=osg-4196724-0-fnpc17125.fnal.gov&addrs=131.225.166.202-38647+[2620-6a-0-8861-f0-0-166-202]-38647&alias=osg-4196724-0-fnpc17125.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.022.000) 2024-10-24 14:06:55 Finished transferring input files ... 028 (10628.022.000) 2024-10-24 14:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:55.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616103" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212223" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.506.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <131.225.208.82:46679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344057%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997347&PrivNet=osg-4197084-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46679+[2620-6a-0-8862-f0-0-208-82]-46679&alias=osg-4197084-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.506.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.071" EventTypeNumber = 28 Host = "<131.225.208.82:46679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344057%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997347&PrivNet=osg-4197084-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46679+[2620-6a-0-8862-f0-0-208-82]-46679&alias=osg-4197084-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.348.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.348.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.459.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <131.225.166.234:35663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919299%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052424&PrivNet=osg-4196749-0-fnpc17150.fnal.gov&addrs=131.225.166.234-35663+[2620-6a-0-8861-f0-0-166-234]-35663&alias=osg-4196749-0-fnpc17150.fnal.gov&noUDP> ... 028 (10628.459.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.179" EventTypeNumber = 28 Host = "<131.225.166.234:35663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919299%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052424&PrivNet=osg-4196749-0-fnpc17150.fnal.gov&addrs=131.225.166.234-35663+[2620-6a-0-8861-f0-0-166-234]-35663&alias=osg-4196749-0-fnpc17150.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.506.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.506.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.255.000) 2024-10-24 14:06:56 Warning from starter on slot1_2@glidein_8_414628697@osg-3976421-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.459.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.459.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.255.000) 2024-10-24 14:06:56 Job executing on host: <131.225.208.171:35529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400467%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044243&PrivNet=osg-3976421-0-fnpc23039.fnal.gov&addrs=131.225.208.171-35529+[2620-6a-0-8862-f0-0-208-171]-35529&alias=osg-3976421-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.255.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.385" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:35529?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400467%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044243&PrivNet=osg-3976421-0-fnpc23039.fnal.gov&addrs=131.225.208.171-35529+[2620-6a-0-8862-f0-0-208-171]-35529&alias=osg-3976421-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.761.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <131.225.208.127:37763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012547%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997348&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-37763+[2620-6a-0-8862-f0-0-208-127]-37763&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP> ... 040 (10628.749.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <192.168.247.25:42571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430754%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960550&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42571+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42571&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.761.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.574" EventTypeNumber = 28 Host = "<131.225.208.127:37763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012547%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997348&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-37763+[2620-6a-0-8862-f0-0-208-127]-37763&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.749.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.574" EventTypeNumber = 28 Host = "<192.168.247.25:42571?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430754%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960550&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42571+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42571&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.453.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <131.225.167.186:39791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997349&PrivNet=osg-3976246-0-fnpc7022.fnal.gov&addrs=131.225.167.186-39791+[2620-6a-0-8861-f0-0-167-186]-39791&alias=osg-3976246-0-fnpc7022.fnal.gov&noUDP> ... 028 (10628.453.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.632" EventTypeNumber = 28 Host = "<131.225.167.186:39791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997349&PrivNet=osg-3976246-0-fnpc7022.fnal.gov&addrs=131.225.167.186-39791+[2620-6a-0-8861-f0-0-167-186]-39791&alias=osg-3976246-0-fnpc7022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.761.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.761.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.749.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.749.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.650.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <10.125.1.2:39549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344059%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997350&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-39549&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.750" EventTypeNumber = 28 Host = "<10.125.1.2:39549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344059%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997350&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-39549&alias=node0002.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.453.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.453.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.037.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <10.138.19.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975273&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-36613&alias=c1916.swan.hcc.unl.edu&noUDP> ... 040 (10628.833.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <10.32.86.141:42853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724216%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997351&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-42853&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.037.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.808" EventTypeNumber = 28 Host = "<10.138.19.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345230%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975273&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-36613&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.833.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.808" EventTypeNumber = 28 Host = "<10.32.86.141:42853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724216%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997351&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-42853&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.174.000) 2024-10-24 14:06:56 Warning from starter on slot1@glidein_2339493_470084280@c8-16-1.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.370.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <131.225.208.190:39945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919301%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975274&PrivNet=osg-3975713-0-fnpc23111.fnal.gov&addrs=131.225.208.190-39945+[2620-6a-0-8862-f0-0-208-190]-39945&alias=osg-3975713-0-fnpc23111.fnal.gov&noUDP> ... 040 (10628.826.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <10.32.86.141:43209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004142&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-43209&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.370.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.867" EventTypeNumber = 28 Host = "<131.225.208.190:39945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919301%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975274&PrivNet=osg-3975713-0-fnpc23111.fnal.gov&addrs=131.225.208.190-39945+[2620-6a-0-8862-f0-0-208-190]-39945&alias=osg-3975713-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.826.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.867" EventTypeNumber = 28 Host = "<10.32.86.141:43209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004142&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-43209&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.650.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.650.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.815.000) 2024-10-24 14:06:56 Started transferring input files Transferring to host: <10.32.86.93:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012550%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005856&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42559&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.815.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.934" EventTypeNumber = 28 Host = "<10.32.86.93:42559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012550%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005856&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-42559&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178289.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.833.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.833.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.037.000) 2024-10-24 14:06:56 Finished transferring input files ... 028 (10628.037.000) 2024-10-24 14:06:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:56.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.174.000) 2024-10-24 14:06:57 Job executing on host: <192.41.230.196:42799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008920&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-42799+[2001-48a8-68f7-1-192-41-230-196]-42799&alias=c8-16-1.aglt2.org&noUDP> ... 028 (10628.174.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.022" EventTypeNumber = 28 ExecuteHost = "<192.41.230.196:42799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345156%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008920&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-42799+[2001-48a8-68f7-1-192-41-230-196]-42799&alias=c8-16-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.370.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.370.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.826.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.826.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.561.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <131.225.166.220:33541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367893%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004143&PrivNet=osg-3976000-0-fnpc17141.fnal.gov&addrs=131.225.166.220-33541+[2620-6a-0-8861-f0-0-166-220]-33541&alias=osg-3976000-0-fnpc17141.fnal.gov&noUDP> ... 040 (10628.829.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.141:45133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039244&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45133&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.561.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.024" EventTypeNumber = 28 Host = "<131.225.166.220:33541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367893%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004143&PrivNet=osg-3976000-0-fnpc17141.fnal.gov&addrs=131.225.166.220-33541+[2620-6a-0-8861-f0-0-166-220]-33541&alias=osg-3976000-0-fnpc17141.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.829.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.024" EventTypeNumber = 28 Host = "<10.32.86.141:45133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039244&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-45133&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178286.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.815.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.815.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178289.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.942.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.175:33723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039245&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33723&alias=d12chas590.crc.nd.edu&noUDP> ... 040 (10628.911.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.139:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889151%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960552&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38131&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.942.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.027" EventTypeNumber = 28 Host = "<10.32.86.175:33723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039245&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-33723&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.911.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.027" EventTypeNumber = 28 Host = "<10.32.86.139:38131?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889151%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960552&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-38131&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621378" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178279.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.966.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.125:44941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039246&PrivNet=d12chas565.crc.nd.edu&addrs=10.32.86.125-44941&alias=d12chas565.crc.nd.edu&noUDP> ... 028 (10628.966.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.029" EventTypeNumber = 28 Host = "<10.32.86.125:44941?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012552%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039246&PrivNet=d12chas565.crc.nd.edu&addrs=10.32.86.125-44941&alias=d12chas565.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.561.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.561.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.829.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.829.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.083" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178286.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.942.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.942.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.911.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.911.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621378" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178279.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.966.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.966.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.980.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.175:45297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005857&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-45297&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.980.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.094" EventTypeNumber = 28 Host = "<10.32.86.175:45297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005857&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-45297&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.382.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <131.225.208.82:44171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956039&PrivNet=osg-3976158-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44171+[2620-6a-0-8862-f0-0-208-82]-44171&alias=osg-3976158-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.382.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.105" EventTypeNumber = 28 Host = "<131.225.208.82:44171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345233%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956039&PrivNet=osg-3976158-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44171+[2620-6a-0-8862-f0-0-208-82]-44171&alias=osg-3976158-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.980.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.980.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.382.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.382.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.935.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.32.86.139:39831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956041&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-39831&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.935.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.183" EventTypeNumber = 28 Host = "<10.32.86.139:39831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956041&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-39831&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.510.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.125.8.96:45547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919300%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956043&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-45547&alias=node1881.palmetto.clemson.edu&noUDP> ... 028 (10628.510.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.183" EventTypeNumber = 28 Host = "<10.125.8.96:45547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919300%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956043&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-45547&alias=node1881.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.510.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.510.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.935.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.935.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.800.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <137.99.174.18:45931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975277&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-45931&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.800.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.263" EventTypeNumber = 28 Host = "<137.99.174.18:45931?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975277&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-45931&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.385.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <131.225.166.216:38305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008980&PrivNet=osg-4196464-0-fnpc17137.fnal.gov&addrs=131.225.166.216-38305+[2620-6a-0-8861-f0-0-166-216]-38305&alias=osg-4196464-0-fnpc17137.fnal.gov&noUDP> ... 028 (10628.385.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.263" EventTypeNumber = 28 Host = "<131.225.166.216:38305?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008980&PrivNet=osg-4196464-0-fnpc17137.fnal.gov&addrs=131.225.166.216-38305+[2620-6a-0-8861-f0-0-166-216]-38305&alias=osg-4196464-0-fnpc17137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.800.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.800.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.022.000) 2024-10-24 14:06:57 Warning from starter on slot1@glidein_254398_296467072@c2005.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.060.000) 2024-10-24 14:06:57 Warning from starter on slot1_1@glidein_8_109455996@osg-3976244-0-fnpc22023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.022.000) 2024-10-24 14:06:57 Job executing on host: <10.138.20.5:44239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052350&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-44239&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.298" EventTypeNumber = 28 ExecuteHost = "<10.138.20.5:44239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052350&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-44239&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616103" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212223" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.385.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.385.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.060.000) 2024-10-24 14:06:57 Job executing on host: <131.225.208.52:41395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987643&PrivNet=osg-3976244-0-fnpc22023.fnal.gov&addrs=131.225.208.52-41395+[2620-6a-0-8862-f0-0-208-52]-41395&alias=osg-3976244-0-fnpc22023.fnal.gov&noUDP> ... 028 (10628.060.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.331" EventTypeNumber = 28 ExecuteHost = "<131.225.208.52:41395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987643&PrivNet=osg-3976244-0-fnpc22023.fnal.gov&addrs=131.225.208.52-41395+[2620-6a-0-8862-f0-0-208-52]-41395&alias=osg-3976244-0-fnpc22023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.261.000) 2024-10-24 14:06:57 Warning from starter on slot1_4@glidein_8_166178430@osg-4196619-0-fnpc17160.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.261.000) 2024-10-24 14:06:57 Job executing on host: <131.225.166.246:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997908&PrivNet=osg-4196619-0-fnpc17160.fnal.gov&addrs=131.225.166.246-39577+[2620-6a-0-8861-f0-0-166-246]-39577&alias=osg-4196619-0-fnpc17160.fnal.gov&noUDP> ... 028 (10628.261.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.382" EventTypeNumber = 28 ExecuteHost = "<131.225.166.246:39577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398118%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997908&PrivNet=osg-4196619-0-fnpc17160.fnal.gov&addrs=131.225.166.246-39577+[2620-6a-0-8861-f0-0-166-246]-39577&alias=osg-4196619-0-fnpc17160.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.806.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <131.225.167.91:40769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005860&PrivNet=osg-4196546-0-fnpc8007.fnal.gov&addrs=131.225.167.91-40769+[2620-6a-0-8861-f0-0-167-91]-40769&alias=osg-4196546-0-fnpc8007.fnal.gov&noUDP> ... 028 (10628.806.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.442" EventTypeNumber = 28 Host = "<131.225.167.91:40769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724217%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005860&PrivNet=osg-4196546-0-fnpc8007.fnal.gov&addrs=131.225.167.91-40769+[2620-6a-0-8861-f0-0-167-91]-40769&alias=osg-4196546-0-fnpc8007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.798.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <172.16.1.3:37345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960555&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-37345&alias=chpc-compute003.cm.cluster&noUDP> ... 028 (10628.798.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.484" EventTypeNumber = 28 Host = "<172.16.1.3:37345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889154%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960555&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-37345&alias=chpc-compute003.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.806.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.806.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.798.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.798.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.177.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <192.41.230.244:40383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005861&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-40383+[2001-48a8-68f7-1-192-41-230-244]-40383&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.177.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.611" EventTypeNumber = 28 Host = "<192.41.230.244:40383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430756%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005861&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-40383+[2001-48a8-68f7-1-192-41-230-244]-40383&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.166.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.5.40.31:43851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997353&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43851&alias=hero31.beocat.ksu.edu&noUDP> ... 028 (10628.166.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.653" EventTypeNumber = 28 Host = "<10.5.40.31:43851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012555%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997353&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43851&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.177.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.177.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.731.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <172.16.1.12:35501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975278&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-35501&alias=chpc-compute012.cm.cluster&noUDP> ... 028 (10628.731.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.684" EventTypeNumber = 28 Host = "<172.16.1.12:35501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975278&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-35501&alias=chpc-compute012.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.166.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.166.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.731.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.731.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.801.000) 2024-10-24 14:06:57 Started transferring input files Transferring to host: <10.5.16.53:44155?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430757%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002809&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44155&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.786" EventTypeNumber = 28 Host = "<10.5.16.53:44155?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430757%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002809&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44155&alias=dwarf53.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483633" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857057" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.459.000) 2024-10-24 14:06:57 Warning from starter on slot1_2@glidein_8_601266245@osg-4196749-0-fnpc17150.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.801.000) 2024-10-24 14:06:57 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483633" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857057" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.459.000) 2024-10-24 14:06:57 Job executing on host: <131.225.166.234:40295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029609&PrivNet=osg-4196749-0-fnpc17150.fnal.gov&addrs=131.225.166.234-40295+[2620-6a-0-8861-f0-0-166-234]-40295&alias=osg-4196749-0-fnpc17150.fnal.gov&noUDP> ... 028 (10628.459.000) 2024-10-24 14:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:57.899" EventTypeNumber = 28 ExecuteHost = "<131.225.166.234:40295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029609&PrivNet=osg-4196749-0-fnpc17150.fnal.gov&addrs=131.225.166.234-40295+[2620-6a-0-8861-f0-0-166-234]-40295&alias=osg-4196749-0-fnpc17150.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.348.000) 2024-10-24 14:06:57 Warning from starter on slot1_3@glidein_8_122413830@osg-4196724-0-fnpc17125.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.348.000) 2024-10-24 14:06:58 Job executing on host: <131.225.166.202:41859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908803%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998550&PrivNet=osg-4196724-0-fnpc17125.fnal.gov&addrs=131.225.166.202-41859+[2620-6a-0-8861-f0-0-166-202]-41859&alias=osg-4196724-0-fnpc17125.fnal.gov&noUDP> ... 028 (10628.348.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.008" EventTypeNumber = 28 ExecuteHost = "<131.225.166.202:41859?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908803%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998550&PrivNet=osg-4196724-0-fnpc17125.fnal.gov&addrs=131.225.166.202-41859+[2620-6a-0-8861-f0-0-166-202]-41859&alias=osg-4196724-0-fnpc17125.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.749.000) 2024-10-24 14:06:58 Warning from starter on slot1_2@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.749.000) 2024-10-24 14:06:58 Job executing on host: <192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.749.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.066" EventTypeNumber = 28 ExecuteHost = "<192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.799.000) 2024-10-24 14:06:58 Started transferring input files Transferring to host: <192.168.3.60:34405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004145&PrivNet=lnxfarm160.colorado.edu&addrs=192.168.3.60-34405&alias=lnxfarm160.colorado.edu&noUDP> ... 028 (10628.799.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.139" EventTypeNumber = 28 Host = "<192.168.3.60:34405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004145&PrivNet=lnxfarm160.colorado.edu&addrs=192.168.3.60-34405&alias=lnxfarm160.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.037.000) 2024-10-24 14:06:58 Warning from starter on slot1@glidein_2878895_85715677@c1916.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.037.000) 2024-10-24 14:06:58 Job executing on host: <10.138.19.16:37791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960455&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-37791&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.037.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.184" EventTypeNumber = 28 ExecuteHost = "<10.138.19.16:37791?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960455&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-37791&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.799.000) 2024-10-24 14:06:58 Finished transferring input files ... 028 (10628.799.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.833.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_959852_12120064@d12chas573.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.815.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_2711173_408525219@d12chas549.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.826.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_959729_200716712@d12chas573.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.833.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.141:41021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012395%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039092&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-41021&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.833.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.392" EventTypeNumber = 28 ExecuteHost = "<10.32.86.141:41021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012395%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039092&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-41021&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.815.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.93:35963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002637&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35963&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.815.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.417" EventTypeNumber = 28 ExecuteHost = "<10.32.86.93:35963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002637&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35963&alias=d12chas549.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178289.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.826.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.141:40405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052274&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40405&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.826.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.442" EventTypeNumber = 28 ExecuteHost = "<10.32.86.141:40405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408562%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052274&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40405&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.966.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_1012633_74692849@d12chas565.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.911.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_652529_451012023@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.966.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.125:40551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888977%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039095&PrivNet=d12chas565.crc.nd.edu&addrs=10.32.86.125-40551&alias=d12chas565.crc.nd.edu&noUDP> ... 028 (10628.966.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.475" EventTypeNumber = 28 ExecuteHost = "<10.32.86.125:40551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888977%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039095&PrivNet=d12chas565.crc.nd.edu&addrs=10.32.86.125-40551&alias=d12chas565.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.942.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_3510425_920778189@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.829.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_959744_31002132@d12chas573.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.911.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.139:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343859%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005676&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-45209&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.501" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343859%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005676&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-45209&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621378" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178279.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.942.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.175:45007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975107&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-45007&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.942.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.526" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:45007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975107&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-45007&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.980.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_3510437_541821630@d12chas590.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.829.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.141:40005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052281&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40005&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.829.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.551" EventTypeNumber = 28 ExecuteHost = "<10.32.86.141:40005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052281&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40005&alias=d12chas573.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178286.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.980.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.175:43409?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039098&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-43409&alias=d12chas590.crc.nd.edu&noUDP> ... 028 (10628.980.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.576" EventTypeNumber = 28 ExecuteHost = "<10.32.86.175:43409?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039098&PrivNet=d12chas590.crc.nd.edu&addrs=10.32.86.175-43409&alias=d12chas590.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.935.000) 2024-10-24 14:06:58 Warning from starter on slot1_4@glidein_652659_287114103@d12chas572.crc.nd.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.262.000) 2024-10-24 14:06:58 Warning from starter on slot1_5@glidein_8_46854976@osg-3975995-0-fnpc17135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.761.000) 2024-10-24 14:06:58 Warning from starter on slot1_2@glidein_8_364419405@osg-4197073-0-fnpc23006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.935.000) 2024-10-24 14:06:58 Job executing on host: <10.32.86.139:44869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008831&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-44869&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.935.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.651" EventTypeNumber = 28 ExecuteHost = "<10.32.86.139:44869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008831&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-44869&alias=d12chas572.crc.nd.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "ExecuteEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.262.000) 2024-10-24 14:06:58 Job executing on host: <131.225.166.214:39029?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334329%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964763&PrivNet=osg-3975995-0-fnpc17135.fnal.gov&addrs=131.225.166.214-39029+[2620-6a-0-8861-f0-0-166-214]-39029&alias=osg-3975995-0-fnpc17135.fnal.gov&noUDP> ... 028 (10628.262.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.676" EventTypeNumber = 28 ExecuteHost = "<131.225.166.214:39029?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334329%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9964763&PrivNet=osg-3975995-0-fnpc17135.fnal.gov&addrs=131.225.166.214-39029+[2620-6a-0-8861-f0-0-166-214]-39029&alias=osg-3975995-0-fnpc17135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.761.000) 2024-10-24 14:06:58 Job executing on host: <131.225.208.127:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031134&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-43479+[2620-6a-0-8862-f0-0-208-127]-43479&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP> ... 028 (10628.761.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.701" EventTypeNumber = 28 ExecuteHost = "<131.225.208.127:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031134&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-43479+[2620-6a-0-8862-f0-0-208-127]-43479&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.385.000) 2024-10-24 14:06:58 Warning from starter on slot1_2@glidein_8_295831522@osg-4196464-0-fnpc17137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.385.000) 2024-10-24 14:06:58 Job executing on host: <131.225.166.216:42991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356291%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041360&PrivNet=osg-4196464-0-fnpc17137.fnal.gov&addrs=131.225.166.216-42991+[2620-6a-0-8861-f0-0-166-216]-42991&alias=osg-4196464-0-fnpc17137.fnal.gov&noUDP> ... 028 (10628.385.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.751" EventTypeNumber = 28 ExecuteHost = "<131.225.166.216:42991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356291%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041360&PrivNet=osg-4196464-0-fnpc17137.fnal.gov&addrs=131.225.166.216-42991+[2620-6a-0-8861-f0-0-166-216]-42991&alias=osg-4196464-0-fnpc17137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.078.000) 2024-10-24 14:06:58 Started transferring input files Transferring to host: <10.88.37.122:34401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997354&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-34401&alias=discovery-c22.cluster.local&noUDP> ... 028 (10628.078.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.887" EventTypeNumber = 28 Host = "<10.88.37.122:34401?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889155%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997354&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-34401&alias=discovery-c22.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275557" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316220" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.650.000) 2024-10-24 14:06:58 Warning from starter on slot1_1@glidein_3186108_144487575@node0002.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.650.000) 2024-10-24 14:06:58 Job executing on host: <10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 14:06:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:58.960" EventTypeNumber = 28 ExecuteHost = "<10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.078.000) 2024-10-24 14:06:59 Finished transferring input files ... 028 (10628.078.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.005" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275557" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316220" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.177.000) 2024-10-24 14:06:59 Warning from starter on slot1@glidein_2350387_59002466@c7-9-15.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.177.000) 2024-10-24 14:06:59 Job executing on host: <192.41.230.244:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908875%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004093&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-34095+[2001-48a8-68f7-1-192-41-230-244]-34095&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.177.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.077" EventTypeNumber = 28 ExecuteHost = "<192.41.230.244:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908875%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004093&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-34095+[2001-48a8-68f7-1-192-41-230-244]-34095&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.453.000) 2024-10-24 14:06:59 Warning from starter on slot1_1@glidein_8_952667216@osg-3976246-0-fnpc7022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.453.000) 2024-10-24 14:06:59 Job executing on host: <131.225.167.186:38453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335831%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043575&PrivNet=osg-3976246-0-fnpc7022.fnal.gov&addrs=131.225.167.186-38453+[2620-6a-0-8861-f0-0-167-186]-38453&alias=osg-3976246-0-fnpc7022.fnal.gov&noUDP> ... 028 (10628.453.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.160" EventTypeNumber = 28 ExecuteHost = "<131.225.167.186:38453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335831%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043575&PrivNet=osg-3976246-0-fnpc7022.fnal.gov&addrs=131.225.167.186-38453+[2620-6a-0-8861-f0-0-167-186]-38453&alias=osg-3976246-0-fnpc7022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.801.000) 2024-10-24 14:06:59 Warning from starter on slot1_1@glidein_2781465_535750288@dwarf53.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.801.000) 2024-10-24 14:06:59 Job executing on host: <10.5.16.53:36397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955962&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-36397&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.202" EventTypeNumber = 28 ExecuteHost = "<10.5.16.53:36397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955962&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-36397&alias=dwarf53.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483633" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857057" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.166.000) 2024-10-24 14:06:59 Warning from starter on slot1_1@glidein_2254306_320260655@hero31.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.166.000) 2024-10-24 14:06:59 Job executing on host: <10.5.40.31:43001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996890&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43001&alias=hero31.beocat.ksu.edu&noUDP> ... 028 (10628.166.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.227" EventTypeNumber = 28 ExecuteHost = "<10.5.40.31:43001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996890&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43001&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.798.000) 2024-10-24 14:06:59 Warning from starter on slot1_9@glidein_1345779_653690655@chpc-compute003.cm.cluster: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.798.000) 2024-10-24 14:06:59 Job executing on host: <172.16.1.3:43099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50830047%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9947610&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-43099&alias=chpc-compute003.cm.cluster&noUDP> ... 028 (10628.798.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.303" EventTypeNumber = 28 ExecuteHost = "<172.16.1.3:43099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50830047%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9947610&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-43099&alias=chpc-compute003.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "ExecuteEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.510.000) 2024-10-24 14:06:59 Warning from starter on slot1_1@glidein_3234043_189953544@node1881.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.510.000) 2024-10-24 14:06:59 Job executing on host: <10.125.8.96:41911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50863272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10014270&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-41911&alias=node1881.palmetto.clemson.edu&noUDP> ... 028 (10628.510.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.411" EventTypeNumber = 28 ExecuteHost = "<10.125.8.96:41911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50863272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10014270&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-41911&alias=node1881.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.506.000) 2024-10-24 14:06:59 Warning from starter on slot1_6@glidein_8_96286718@osg-4197084-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.506.000) 2024-10-24 14:06:59 Job executing on host: <131.225.208.82:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997459&PrivNet=osg-4197084-0-fnpc19107.fnal.gov&addrs=131.225.208.82-35697+[2620-6a-0-8862-f0-0-208-82]-35697&alias=osg-4197084-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.506.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.553" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997459&PrivNet=osg-4197084-0-fnpc19107.fnal.gov&addrs=131.225.208.82-35697+[2620-6a-0-8862-f0-0-208-82]-35697&alias=osg-4197084-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.799.000) 2024-10-24 14:06:59 Warning from starter on slot1_2@glidein_2493944_600621658@lnxfarm160.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.799.000) 2024-10-24 14:06:59 Job executing on host: <192.168.3.60:46861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953171&PrivNet=lnxfarm160.colorado.edu&addrs=192.168.3.60-46861&alias=lnxfarm160.colorado.edu&noUDP> ... 028 (10628.799.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.652" EventTypeNumber = 28 ExecuteHost = "<192.168.3.60:46861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423391%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953171&PrivNet=lnxfarm160.colorado.edu&addrs=192.168.3.60-46861&alias=lnxfarm160.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.370.000) 2024-10-24 14:06:59 Warning from starter on slot1_7@glidein_8_64663248@osg-3975713-0-fnpc23111.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.370.000) 2024-10-24 14:06:59 Job executing on host: <131.225.208.190:40683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29332717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9943400&PrivNet=osg-3975713-0-fnpc23111.fnal.gov&addrs=131.225.208.190-40683+[2620-6a-0-8862-f0-0-208-190]-40683&alias=osg-3975713-0-fnpc23111.fnal.gov&noUDP> ... 028 (10628.370.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.736" EventTypeNumber = 28 ExecuteHost = "<131.225.208.190:40683?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29332717%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9943400&PrivNet=osg-3975713-0-fnpc23111.fnal.gov&addrs=131.225.208.190-40683+[2620-6a-0-8862-f0-0-208-190]-40683&alias=osg-3975713-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.731.000) 2024-10-24 14:06:59 Warning from starter on slot1_4@glidein_3192368_290437254@chpc-compute012.cm.cluster: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.731.000) 2024-10-24 14:06:59 Job executing on host: <172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP> ... 028 (10628.731.000) 2024-10-24 14:06:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:06:59.970" EventTypeNumber = 28 ExecuteHost = "<172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP>" JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "ExecuteEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.382.000) 2024-10-24 14:07:00 Warning from starter on slot1_5@glidein_8_239173128@osg-3976158-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.382.000) 2024-10-24 14:07:00 Job executing on host: <131.225.208.82:46675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999098&PrivNet=osg-3976158-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46675+[2620-6a-0-8862-f0-0-208-82]-46675&alias=osg-3976158-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.382.000) 2024-10-24 14:07:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:00.170" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:46675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335335%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999098&PrivNet=osg-3976158-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46675+[2620-6a-0-8862-f0-0-208-82]-46675&alias=osg-3976158-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.800.000) 2024-10-24 14:07:00 Warning from starter on slot1_1@glidein_3216350_269913707@cn424.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.800.000) 2024-10-24 14:07:00 Job executing on host: <137.99.174.18:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974353&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-40009&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.800.000) 2024-10-24 14:07:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:00.403" EventTypeNumber = 28 ExecuteHost = "<137.99.174.18:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974353&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-40009&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.078.000) 2024-10-24 14:07:01 Warning from starter on slot1_3@glidein_1601860_188692875@discovery-c22.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.078.000) 2024-10-24 14:07:01 Job executing on host: <10.88.37.122:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996200&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-37691&alias=discovery-c22.cluster.local&noUDP> ... 028 (10628.078.000) 2024-10-24 14:07:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:01.062" EventTypeNumber = 28 ExecuteHost = "<10.88.37.122:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996200&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-37691&alias=discovery-c22.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3275557" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316220" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.561.000) 2024-10-24 14:07:01 Warning from starter on slot1_6@glidein_8_37807488@osg-3976000-0-fnpc17141.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.561.000) 2024-10-24 14:07:01 Job executing on host: <131.225.166.220:45329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042408&PrivNet=osg-3976000-0-fnpc17141.fnal.gov&addrs=131.225.166.220-45329+[2620-6a-0-8861-f0-0-166-220]-45329&alias=osg-3976000-0-fnpc17141.fnal.gov&noUDP> ... 028 (10628.561.000) 2024-10-24 14:07:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:01.212" EventTypeNumber = 28 ExecuteHost = "<131.225.166.220:45329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357406%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042408&PrivNet=osg-3976000-0-fnpc17141.fnal.gov&addrs=131.225.166.220-45329+[2620-6a-0-8861-f0-0-166-220]-45329&alias=osg-3976000-0-fnpc17141.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.806.000) 2024-10-24 14:07:03 Warning from starter on slot1_2@glidein_8_160801368@osg-4196546-0-fnpc8007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.806.000) 2024-10-24 14:07:03 Job executing on host: <131.225.167.91:33177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994704&PrivNet=osg-4196546-0-fnpc8007.fnal.gov&addrs=131.225.167.91-33177+[2620-6a-0-8861-f0-0-167-91]-33177&alias=osg-4196546-0-fnpc8007.fnal.gov&noUDP> ... 028 (10628.806.000) 2024-10-24 14:07:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:03.828" EventTypeNumber = 28 ExecuteHost = "<131.225.167.91:33177?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994704&PrivNet=osg-4196546-0-fnpc8007.fnal.gov&addrs=131.225.167.91-33177+[2620-6a-0-8861-f0-0-167-91]-33177&alias=osg-4196546-0-fnpc8007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.382.000) 2024-10-24 14:07:08 Image size of job updated: 3534280 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.382.000) 2024-10-24 14:07:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:08.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 382 ResidentSetSize = 100000 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.731.000) 2024-10-24 14:07:09 Image size of job updated: 3560948 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 14:07:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:07:09.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 100000 Size = 3560948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.661.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.661.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 661 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.466.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.466.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 466 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.740.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.740.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 740 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.756.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.756.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 756 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.764.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.764.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 764 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.173.000) 2024-10-24 14:07:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.173.000) 2024-10-24 14:07:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:19.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 173 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.566.000) 2024-10-24 14:07:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.566.000) 2024-10-24 14:07:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:20.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 566 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.349.000) 2024-10-24 14:07:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_2867033_483024276@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.349.000) 2024-10-24 14:07:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:20.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620939" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178176.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 349 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_2867033_483024276@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.356.000) 2024-10-24 14:07:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.fef52bc42fe3 <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e> ... 028 (10628.356.000) 2024-10-24 14:07:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:07:25.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 356 StartdAddr = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_9@IU-Jetstream2-Backfill.fef52bc42fe3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.834.000) 2024-10-24 14:07:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2678037_21274534@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.834.000) 2024-10-24 14:07:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:39.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 834 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2678037_21274534@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.804.000) 2024-10-24 14:07:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_1427195_417032550@d12chas561.crc.nd.edu, rescheduling job ... 028 (10628.804.000) 2024-10-24 14:07:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:39.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177951.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas561.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 804 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_1427195_417032550@d12chas561.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.795.000) 2024-10-24 14:07:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2133241_245160027@d12chas591.crc.nd.edu, rescheduling job ... 028 (10628.795.000) 2024-10-24 14:07:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:39.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178115.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas591.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 795 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2133241_245160027@d12chas591.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.981.000) 2024-10-24 14:07:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2678037_21274534@d12chas559.crc.nd.edu, rescheduling job ... 028 (10628.981.000) 2024-10-24 14:07:40 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:07:40.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620713" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178071.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas559.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 981 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2678037_21274534@d12chas559.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.250.000) 2024-10-24 14:08:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2631463_18024552@d12chas545.crc.nd.edu, rescheduling job ... 028 (10628.250.000) 2024-10-24 14:08:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:08:02.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 250 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2631463_18024552@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.066.000) 2024-10-24 14:08:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2631463_18024552@d12chas545.crc.nd.edu, rescheduling job ... 028 (10628.066.000) 2024-10-24 14:08:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:08:02.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178108.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 66 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2631463_18024552@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.039.000) 2024-10-24 14:08:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3175333_11995775@d12chas582.crc.nd.edu, rescheduling job ... 028 (10628.039.000) 2024-10-24 14:08:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:08:22.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177979.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 39 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3175333_11995775@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.740.000) 2024-10-24 14:08:40 Started transferring input files Transferring to host: <131.225.208.127:33045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919340%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975307&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-33045+[2620-6a-0-8862-f0-0-208-127]-33045&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP> ... 028 (10628.740.000) 2024-10-24 14:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:40.870" EventTypeNumber = 28 Host = "<131.225.208.127:33045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919340%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975307&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-33045+[2620-6a-0-8862-f0-0-208-127]-33045&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.066.000) 2024-10-24 14:08:40 Started transferring input files Transferring to host: <10.138.14.10:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889196%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005900&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-39003&alias=c1410.swan.hcc.unl.edu&noUDP> ... 028 (10628.066.000) 2024-10-24 14:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:40.894" EventTypeNumber = 28 Host = "<10.138.14.10:39003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889196%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005900&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-39003&alias=c1410.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.740.000) 2024-10-24 14:08:40 Finished transferring input files ... 028 (10628.740.000) 2024-10-24 14:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:40.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.173.000) 2024-10-24 14:08:40 Started transferring input files Transferring to host: <10.138.14.10:39945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009018&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-39945&alias=c1410.swan.hcc.unl.edu&noUDP> ... 028 (10628.173.000) 2024-10-24 14:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:40.968" EventTypeNumber = 28 Host = "<10.138.14.10:39945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009018&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-39945&alias=c1410.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.066.000) 2024-10-24 14:08:40 Finished transferring input files ... 028 (10628.066.000) 2024-10-24 14:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:40.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.756.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <131.225.208.82:33561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005901&PrivNet=osg-4197067-0-fnpc19107.fnal.gov&addrs=131.225.208.82-33561+[2620-6a-0-8862-f0-0-208-82]-33561&alias=osg-4197067-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.756.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.031" EventTypeNumber = 28 Host = "<131.225.208.82:33561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005901&PrivNet=osg-4197067-0-fnpc19107.fnal.gov&addrs=131.225.208.82-33561+[2620-6a-0-8862-f0-0-208-82]-33561&alias=osg-4197067-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.173.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.173.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.804.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <192.41.230.223:43495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005902&PrivNet=c7-3-17.aglt2.org&addrs=192.41.230.223-43495+[2001-48a8-68f7-1-192-41-230-223]-43495&alias=c7-3-17.aglt2.org&noUDP> ... 028 (10628.804.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.051" EventTypeNumber = 28 Host = "<192.41.230.223:43495?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005902&PrivNet=c7-3-17.aglt2.org&addrs=192.41.230.223-43495+[2001-48a8-68f7-1-192-41-230-223]-43495&alias=c7-3-17.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.756.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.756.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.804.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.804.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.661.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <10.125.1.52:43357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997396&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-43357&alias=node0052.palmetto.clemson.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.105" EventTypeNumber = 28 Host = "<10.125.1.52:43357?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997396&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-43357&alias=node0052.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.661.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.661.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.981.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <192.41.230.244:35289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430798%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960601&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-35289+[2001-48a8-68f7-1-192-41-230-244]-35289&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.981.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.206" EventTypeNumber = 28 Host = "<192.41.230.244:35289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430798%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960601&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-35289+[2001-48a8-68f7-1-192-41-230-244]-35289&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.834.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <192.41.230.244:42953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997397&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-42953+[2001-48a8-68f7-1-192-41-230-244]-42953&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.834.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.244" EventTypeNumber = 28 Host = "<192.41.230.244:42953?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997397&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-42953+[2001-48a8-68f7-1-192-41-230-244]-42953&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.981.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.981.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.834.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.834.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.466.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <10.5.40.31:38339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052458&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-38339&alias=hero31.beocat.ksu.edu&noUDP> ... 040 (10628.764.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <131.225.166.210:46153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908952%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956077&PrivNet=osg-3975864-0-fnpc17132.fnal.gov&addrs=131.225.166.210-46153+[2620-6a-0-8861-f0-0-166-210]-46153&alias=osg-3975864-0-fnpc17132.fnal.gov&noUDP> ... 028 (10628.764.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.466" EventTypeNumber = 28 Host = "<131.225.166.210:46153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908952%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956077&PrivNet=osg-3975864-0-fnpc17132.fnal.gov&addrs=131.225.166.210-46153+[2620-6a-0-8861-f0-0-166-210]-46153&alias=osg-3975864-0-fnpc17132.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.466.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.465" EventTypeNumber = 28 Host = "<10.5.40.31:38339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052458&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-38339&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.764.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.764.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.466.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.466.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.795.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <192.41.237.77:41396?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430799%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005904&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-41396+[2001-48a8-68f7-8001-192-41-237-77]-41396&alias=c-211-33-1.aglt2.org&noUDP> ... 028 (10628.795.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.740" EventTypeNumber = 28 Host = "<192.41.237.77:41396?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430799%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005904&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-41396+[2001-48a8-68f7-8001-192-41-237-77]-41396&alias=c-211-33-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.795.000) 2024-10-24 14:08:41 Finished transferring input files ... 028 (10628.795.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.250.000) 2024-10-24 14:08:41 Started transferring input files Transferring to host: <192.168.4.108:42955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367924%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009019&PrivNet=lnxfarm308.colorado.edu&addrs=192.168.4.108-42955&alias=lnxfarm308.colorado.edu&noUDP> ... 028 (10628.250.000) 2024-10-24 14:08:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:41.921" EventTypeNumber = 28 Host = "<192.168.4.108:42955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367924%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009019&PrivNet=lnxfarm308.colorado.edu&addrs=192.168.4.108-42955&alias=lnxfarm308.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.250.000) 2024-10-24 14:08:42 Finished transferring input files ... 028 (10628.250.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.066.000) 2024-10-24 14:08:42 Warning from starter on slot1@glidein_2912843_43843140@c1410.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.066.000) 2024-10-24 14:08:42 Job executing on host: <10.138.14.10:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052412&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-38725&alias=c1410.swan.hcc.unl.edu&noUDP> ... 028 (10628.066.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.277" EventTypeNumber = 28 ExecuteHost = "<10.138.14.10:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052412&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-38725&alias=c1410.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.173.000) 2024-10-24 14:08:42 Warning from starter on slot1@glidein_2912830_1008759577@c1410.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.740.000) 2024-10-24 14:08:42 Warning from starter on slot1_3@glidein_8_364419405@osg-4197073-0-fnpc23006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.173.000) 2024-10-24 14:08:42 Job executing on host: <10.138.14.10:43151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997331&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-43151&alias=c1410.swan.hcc.unl.edu&noUDP> ... 028 (10628.173.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.352" EventTypeNumber = 28 ExecuteHost = "<10.138.14.10:43151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997331&PrivNet=c1410.swan.hcc.unl.edu&addrs=10.138.14.10-43151&alias=c1410.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.740.000) 2024-10-24 14:08:42 Job executing on host: <131.225.208.127:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031134&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-43479+[2620-6a-0-8862-f0-0-208-127]-43479&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP> ... 028 (10628.740.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.377" EventTypeNumber = 28 ExecuteHost = "<131.225.208.127:43479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004065%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031134&PrivNet=osg-4197073-0-fnpc23006.fnal.gov&addrs=131.225.208.127-43479+[2620-6a-0-8862-f0-0-208-127]-43479&alias=osg-4197073-0-fnpc23006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.027.000) 2024-10-24 14:08:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3175294_357343272@d12chas582.crc.nd.edu, rescheduling job ... 028 (10628.027.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:08:42.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177957.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 27 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3175294_357343272@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.566.000) 2024-10-24 14:08:42 Started transferring input files Transferring to host: <10.88.37.137:43015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004180&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-43015&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.566.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.561" EventTypeNumber = 28 Host = "<10.88.37.137:43015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004180&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-43015&alias=discovery-c37.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.566.000) 2024-10-24 14:08:42 Finished transferring input files ... 028 (10628.566.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.804.000) 2024-10-24 14:08:42 Warning from starter on slot1@glidein_1602493_354594806@c7-3-17.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.981.000) 2024-10-24 14:08:42 Warning from starter on slot1@glidein_2378487_259144368@c7-9-15.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.804.000) 2024-10-24 14:08:42 Job executing on host: <192.41.230.223:45113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997328&PrivNet=c7-3-17.aglt2.org&addrs=192.41.230.223-45113+[2001-48a8-68f7-1-192-41-230-223]-45113&alias=c7-3-17.aglt2.org&noUDP> ... 028 (10628.804.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.728" EventTypeNumber = 28 ExecuteHost = "<192.41.230.223:45113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997328&PrivNet=c7-3-17.aglt2.org&addrs=192.41.230.223-45113+[2001-48a8-68f7-1-192-41-230-223]-45113&alias=c7-3-17.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.834.000) 2024-10-24 14:08:42 Warning from starter on slot1@glidein_2361470_490102500@c7-9-15.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.981.000) 2024-10-24 14:08:42 Job executing on host: <192.41.230.244:42253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724199%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997322&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-42253+[2001-48a8-68f7-1-192-41-230-244]-42253&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.981.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.753" EventTypeNumber = 28 ExecuteHost = "<192.41.230.244:42253?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724199%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997322&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-42253+[2001-48a8-68f7-1-192-41-230-244]-42253&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.834.000) 2024-10-24 14:08:42 Job executing on host: <192.41.230.244:40555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004109&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-40555+[2001-48a8-68f7-1-192-41-230-244]-40555&alias=c7-9-15.aglt2.org&noUDP> ... 028 (10628.834.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.778" EventTypeNumber = 28 ExecuteHost = "<192.41.230.244:40555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345191%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004109&PrivNet=c7-9-15.aglt2.org&addrs=192.41.230.244-40555+[2001-48a8-68f7-1-192-41-230-244]-40555&alias=c7-9-15.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.033.000) 2024-10-24 14:08:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2273199_126972000@d12chas566.crc.nd.edu, rescheduling job ... 028 (10628.033.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:08:42.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178089.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 33 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2273199_126972000@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 021 (10628.661.000) 2024-10-24 14:08:42 Warning from starter on slot1_7@glidein_1156725_482020200@node0052.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.661.000) 2024-10-24 14:08:42 Job executing on host: <10.125.1.52:38353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245001%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855770&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-38353&alias=node0052.palmetto.clemson.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 14:08:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:42.969" EventTypeNumber = 28 ExecuteHost = "<10.125.1.52:38353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245001%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855770&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-38353&alias=node0052.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.756.000) 2024-10-24 14:08:42 Warning from starter on slot1_4@glidein_8_560011016@osg-4197067-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.756.000) 2024-10-24 14:08:43 Job executing on host: <131.225.208.82:44981?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336722%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995627&PrivNet=osg-4197067-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44981+[2620-6a-0-8862-f0-0-208-82]-44981&alias=osg-4197067-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.756.000) 2024-10-24 14:08:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:43.020" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:44981?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336722%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995627&PrivNet=osg-4197067-0-fnpc19107.fnal.gov&addrs=131.225.208.82-44981+[2620-6a-0-8862-f0-0-208-82]-44981&alias=osg-4197067-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.764.000) 2024-10-24 14:08:43 Warning from starter on slot1_3@glidein_8_127261645@osg-3975864-0-fnpc17132.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.764.000) 2024-10-24 14:08:43 Job executing on host: <131.225.166.210:46751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994511&PrivNet=osg-3975864-0-fnpc17132.fnal.gov&addrs=131.225.166.210-46751+[2620-6a-0-8861-f0-0-166-210]-46751&alias=osg-3975864-0-fnpc17132.fnal.gov&noUDP> ... 028 (10628.764.000) 2024-10-24 14:08:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:43.078" EventTypeNumber = 28 ExecuteHost = "<131.225.166.210:46751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418916%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994511&PrivNet=osg-3975864-0-fnpc17132.fnal.gov&addrs=131.225.166.210-46751+[2620-6a-0-8861-f0-0-166-210]-46751&alias=osg-3975864-0-fnpc17132.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.466.000) 2024-10-24 14:08:43 Warning from starter on slot1_3@glidein_2254306_320260655@hero31.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.466.000) 2024-10-24 14:08:43 Job executing on host: <10.5.40.31:43001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996890&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43001&alias=hero31.beocat.ksu.edu&noUDP> ... 028 (10628.466.000) 2024-10-24 14:08:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:43.245" EventTypeNumber = 28 ExecuteHost = "<10.5.40.31:43001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29333197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996890&PrivNet=hero31.beocat.ksu.edu&addrs=10.5.40.31-43001&alias=hero31.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.250.000) 2024-10-24 14:08:43 Warning from starter on slot1_6@glidein_2033969_833227513@lnxfarm308.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.250.000) 2024-10-24 14:08:43 Job executing on host: <192.168.4.108:37513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29411394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021061&PrivNet=lnxfarm308.colorado.edu&addrs=192.168.4.108-37513&alias=lnxfarm308.colorado.edu&noUDP> ... 028 (10628.250.000) 2024-10-24 14:08:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:43.303" EventTypeNumber = 28 ExecuteHost = "<192.168.4.108:37513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29411394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021061&PrivNet=lnxfarm308.colorado.edu&addrs=192.168.4.108-37513&alias=lnxfarm308.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.795.000) 2024-10-24 14:08:43 Warning from starter on slot1@glidein_130208_262118088@c-211-33-1.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.795.000) 2024-10-24 14:08:43 Job executing on host: <192.41.237.77:39452?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039254&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-39452+[2001-48a8-68f7-8001-192-41-237-77]-39452&alias=c-211-33-1.aglt2.org&noUDP> ... 028 (10628.795.000) 2024-10-24 14:08:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:43.428" EventTypeNumber = 28 ExecuteHost = "<192.41.237.77:39452?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039254&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-39452+[2001-48a8-68f7-8001-192-41-237-77]-39452&alias=c-211-33-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.566.000) 2024-10-24 14:08:43 Warning from starter on slot1_2@glidein_1557939_273312910@discovery-c37.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.566.000) 2024-10-24 14:08:44 Job executing on host: <10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.566.000) 2024-10-24 14:08:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:44.029" EventTypeNumber = 28 ExecuteHost = "<10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.349.000) 2024-10-24 14:08:48 Started transferring input files Transferring to host: <192.168.1.83:40547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052468&PrivNet=node083.local&addrs=192.168.1.83-40547&alias=node083.local&noUDP> ... 028 (10628.349.000) 2024-10-24 14:08:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:48.725" EventTypeNumber = 28 Host = "<192.168.1.83:40547?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052468&PrivNet=node083.local&addrs=192.168.1.83-40547&alias=node083.local&noUDP>" JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.349.000) 2024-10-24 14:08:49 Finished transferring input files ... 028 (10628.349.000) 2024-10-24 14:08:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:49.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.349.000) 2024-10-24 14:08:50 Warning from starter on slot1_5@glidein_3934497_239700615@node083.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.349.000) 2024-10-24 14:08:50 Job executing on host: <192.168.1.83:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29289220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9947776&PrivNet=node083.local&addrs=192.168.1.83-45993&alias=node083.local&noUDP> ... 028 (10628.349.000) 2024-10-24 14:08:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:08:50.429" EventTypeNumber = 28 ExecuteHost = "<192.168.1.83:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29289220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9947776&PrivNet=node083.local&addrs=192.168.1.83-45993&alias=node083.local&noUDP>" JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MyType = "ExecuteEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.985.000) 2024-10-24 14:09:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@IU-Jetstream2-Backfill.c2104f187a71 <172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=startd_4635_cd8e> ... 028 (10628.985.000) 2024-10-24 14:09:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:09:12.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 985 StartdAddr = "<172.17.0.2:42581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50817785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875384&PrivNet=IU-Jetstream2-Backfill.c2104f187a71&addrs=172.17.0.2-42581&alias=IU-Jetstream2-Backfill.c2104f187a71&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_8@IU-Jetstream2-Backfill.c2104f187a71" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.006.000) 2024-10-24 14:09:34 Image size of job updated: 3606276 91 - MemoryUsage of job (MB) 92544 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 14:09:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:09:34.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 92544 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.003.000) 2024-10-24 14:09:37 Image size of job updated: 3606788 90 - MemoryUsage of job (MB) 91140 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 14:09:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:09:37.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 91140 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 14:09:40 Image size of job updated: 3606532 91 - MemoryUsage of job (MB) 92724 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 14:09:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:09:40.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92724 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.057.000) 2024-10-24 14:09:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2631456_79458112@d12chas545.crc.nd.edu, rescheduling job ... 028 (10628.057.000) 2024-10-24 14:09:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:09:42.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 57 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.404.000) 2024-10-24 14:09:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_2631456_79458112@d12chas545.crc.nd.edu, rescheduling job ... 028 (10628.404.000) 2024-10-24 14:09:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:09:42.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 404 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.252.000) 2024-10-24 14:09:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_2631456_79458112@d12chas545.crc.nd.edu, rescheduling job ... 028 (10628.252.000) 2024-10-24 14:09:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:09:42.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620794" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178106.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas545.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 252 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_2631456_79458112@d12chas545.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.794.000) 2024-10-24 14:09:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_342759_276871104@d12chas587.crc.nd.edu, rescheduling job ... 028 (10628.794.000) 2024-10-24 14:09:43 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:09:43.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177925.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 794 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_342759_276871104@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.026.000) 2024-10-24 14:09:45 Image size of job updated: 3561468 85 - MemoryUsage of job (MB) 86524 - ResidentSetSize of job (KB) ... 028 (10628.026.000) 2024-10-24 14:09:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:09:45.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 26 ResidentSetSize = 86524 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.952.000) 2024-10-24 14:10:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_342758_703780832@d12chas587.crc.nd.edu, rescheduling job ... 028 (10628.952.000) 2024-10-24 14:10:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:10:02.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 952 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_342758_703780832@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.828.000) 2024-10-24 14:10:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_342758_703780832@d12chas587.crc.nd.edu, rescheduling job ... 028 (10628.828.000) 2024-10-24 14:10:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:10:02.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617896" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177924.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas587.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 828 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_342758_703780832@d12chas587.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.176.000) 2024-10-24 14:10:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_1521697_97717266@d12chas552.crc.nd.edu, rescheduling job ... 028 (10628.176.000) 2024-10-24 14:10:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:10:02.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 176 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_1521697_97717266@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.054.000) 2024-10-24 14:10:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_1521697_97717266@d12chas552.crc.nd.edu, rescheduling job ... 028 (10628.054.000) 2024-10-24 14:10:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:10:02.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178090.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 54 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_1521697_97717266@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.803.000) 2024-10-24 14:10:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3175260_132661410@d12chas582.crc.nd.edu, rescheduling job ... 028 (10628.803.000) 2024-10-24 14:10:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:10:02.694" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177938.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas582.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 803 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3175260_132661410@d12chas582.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.265.000) 2024-10-24 14:10:08 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36476 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 14:10:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:08.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36476 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.252.000) 2024-10-24 14:10:41 Started transferring input files Transferring to host: <131.225.208.199:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408798%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052508&PrivNet=osg-3976519-0-fnpc23120.fnal.gov&addrs=131.225.208.199-46213+[2620-6a-0-8862-f0-0-208-199]-46213&alias=osg-3976519-0-fnpc23120.fnal.gov&noUDP> ... 028 (10628.252.000) 2024-10-24 14:10:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:41.815" EventTypeNumber = 28 Host = "<131.225.208.199:46213?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408798%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052508&PrivNet=osg-3976519-0-fnpc23120.fnal.gov&addrs=131.225.208.199-46213+[2620-6a-0-8862-f0-0-208-199]-46213&alias=osg-3976519-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.252.000) 2024-10-24 14:10:41 Finished transferring input files ... 028 (10628.252.000) 2024-10-24 14:10:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:41.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.027.000) 2024-10-24 14:10:42 Started transferring input files Transferring to host: <10.138.20.24:46659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430838%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039337&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-46659&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.008" EventTypeNumber = 28 Host = "<10.138.20.24:46659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430838%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039337&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-46659&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616601" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212593" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.176.000) 2024-10-24 14:10:42 Started transferring input files Transferring to host: <172.20.32.68:45289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956129&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-45289&alias=execute-140.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.069" EventTypeNumber = 28 Host = "<172.20.32.68:45289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956129&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-45289&alias=execute-140.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619173" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826765" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.027.000) 2024-10-24 14:10:42 Finished transferring input files ... 028 (10628.027.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616601" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212593" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.176.000) 2024-10-24 14:10:42 Finished transferring input files ... 028 (10628.176.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619173" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826765" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.039.000) 2024-10-24 14:10:42 Started transferring input files Transferring to host: <10.138.20.24:34167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012642%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997440&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-34167&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.187" EventTypeNumber = 28 Host = "<10.138.20.24:34167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012642%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997440&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-34167&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.039.000) 2024-10-24 14:10:42 Finished transferring input files ... 028 (10628.039.000) 2024-10-24 14:10:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:42.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.404.000) 2024-10-24 14:10:43 Started transferring input files Transferring to host: <141.211.169.52:41239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908997%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975350&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41239&alias=um-lc01.osris.org&noUDP> ... 028 (10628.404.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.279" EventTypeNumber = 28 Host = "<141.211.169.52:41239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908997%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975350&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-41239&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.027.000) 2024-10-24 14:10:43 Warning from starter on slot1@glidein_395134_255346987@c2024.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.404.000) 2024-10-24 14:10:43 Finished transferring input files ... 028 (10628.404.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.027.000) 2024-10-24 14:10:43 Job executing on host: <10.138.20.24:36587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004170&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36587&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.426" EventTypeNumber = 28 ExecuteHost = "<10.138.20.24:36587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004170&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36587&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616601" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212593" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.252.000) 2024-10-24 14:10:43 Warning from starter on slot1_8@glidein_8_480418692@osg-3976519-0-fnpc23120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.039.000) 2024-10-24 14:10:43 Warning from starter on slot1@glidein_395171_225280354@c2024.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.252.000) 2024-10-24 14:10:43 Job executing on host: <131.225.208.199:35651?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996010&PrivNet=osg-3976519-0-fnpc23120.fnal.gov&addrs=131.225.208.199-35651+[2620-6a-0-8862-f0-0-208-199]-35651&alias=osg-3976519-0-fnpc23120.fnal.gov&noUDP> ... 028 (10628.252.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.568" EventTypeNumber = 28 ExecuteHost = "<131.225.208.199:35651?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996010&PrivNet=osg-3976519-0-fnpc23120.fnal.gov&addrs=131.225.208.199-35651+[2620-6a-0-8862-f0-0-208-199]-35651&alias=osg-3976519-0-fnpc23120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.039.000) 2024-10-24 14:10:43 Job executing on host: <10.138.20.24:33473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956068&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33473&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.593" EventTypeNumber = 28 ExecuteHost = "<10.138.20.24:33473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956068&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33473&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.803.000) 2024-10-24 14:10:43 Started transferring input files Transferring to host: <10.136.81.249:35505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009060&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-35505&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP> ... 028 (10628.803.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.790" EventTypeNumber = 28 Host = "<10.136.81.249:35505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009060&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-35505&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.803.000) 2024-10-24 14:10:43 Finished transferring input files ... 028 (10628.803.000) 2024-10-24 14:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:43.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.057.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <10.138.12.10:43277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908999%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009061&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-43277&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.057.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.074" EventTypeNumber = 28 Host = "<10.138.12.10:43277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908999%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009061&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-43277&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.057.000) 2024-10-24 14:10:44 Finished transferring input files ... 028 (10628.057.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.952.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <131.225.166.224:40719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345321%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009062&PrivNet=osg-4196678-0-fnpc17143.fnal.gov&addrs=131.225.166.224-40719+[2620-6a-0-8861-f0-0-166-224]-40719&alias=osg-4196678-0-fnpc17143.fnal.gov&noUDP> ... 028 (10628.952.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.186" EventTypeNumber = 28 Host = "<131.225.166.224:40719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345321%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009062&PrivNet=osg-4196678-0-fnpc17143.fnal.gov&addrs=131.225.166.224-40719+[2620-6a-0-8861-f0-0-166-224]-40719&alias=osg-4196678-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.794.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <131.225.208.172:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960648&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-35089+[2620-6a-0-8862-f0-0-208-172]-35089&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.794.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.188" EventTypeNumber = 28 Host = "<131.225.208.172:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724320%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960648&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-35089+[2620-6a-0-8862-f0-0-208-172]-35089&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.952.000) 2024-10-24 14:10:44 Finished transferring input files ... 028 (10628.952.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.794.000) 2024-10-24 14:10:44 Finished transferring input files ... 028 (10628.794.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.828.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <141.211.169.52:44527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919392%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956130&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44527&alias=um-lc01.osris.org&noUDP> ... 028 (10628.828.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.641" EventTypeNumber = 28 Host = "<141.211.169.52:44527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919392%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956130&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44527&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.828.000) 2024-10-24 14:10:44 Finished transferring input files ... 028 (10628.828.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.033.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <10.138.20.24:33899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956131&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33899&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.748" EventTypeNumber = 28 Host = "<10.138.20.24:33899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956131&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33899&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.033.000) 2024-10-24 14:10:44 Finished transferring input files ... 028 (10628.033.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.176.000) 2024-10-24 14:10:44 Warning from starter on slot1_3@glidein_3291869_322148640@execute-140.mortimer.hpc.uwm.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.404.000) 2024-10-24 14:10:44 Warning from starter on slot1@glidein_251941_55017618@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.176.000) 2024-10-24 14:10:44 Job executing on host: <172.20.32.68:36351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29323455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9981685&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-36351&alias=execute-140.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.885" EventTypeNumber = 28 ExecuteHost = "<172.20.32.68:36351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29323455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9981685&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-36351&alias=execute-140.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619173" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826765" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "ExecuteEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.404.000) 2024-10-24 14:10:44 Job executing on host: <141.211.169.52:36093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29324374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9985698&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36093&alias=um-lc01.osris.org&noUDP> ... 028 (10628.404.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.919" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:36093?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29324374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9985698&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36093&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.054.000) 2024-10-24 14:10:44 Started transferring input files Transferring to host: <10.138.14.18:41963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408799%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956132&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-41963&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.054.000) 2024-10-24 14:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:44.930" EventTypeNumber = 28 Host = "<10.138.14.18:41963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408799%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956132&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-41963&alias=c1418.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.054.000) 2024-10-24 14:10:45 Finished transferring input files ... 028 (10628.054.000) 2024-10-24 14:10:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:45.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.803.000) 2024-10-24 14:10:45 Warning from starter on slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.803.000) 2024-10-24 14:10:45 Job executing on host: <10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP> ... 028 (10628.803.000) 2024-10-24 14:10:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:45.169" EventTypeNumber = 28 ExecuteHost = "<10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.057.000) 2024-10-24 14:10:45 Warning from starter on slot1@glidein_900422_580449583@c1210.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.057.000) 2024-10-24 14:10:45 Job executing on host: <10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.057.000) 2024-10-24 14:10:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:45.419" EventTypeNumber = 28 ExecuteHost = "<10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.033.000) 2024-10-24 14:10:46 Warning from starter on slot1@glidein_388883_401960200@c2024.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.033.000) 2024-10-24 14:10:46 Job executing on host: <10.138.20.24:43465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002827&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-43465&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 14:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:46.136" EventTypeNumber = 28 ExecuteHost = "<10.138.20.24:43465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002827&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-43465&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.952.000) 2024-10-24 14:10:46 Warning from starter on slot1_8@glidein_8_619635540@osg-4196678-0-fnpc17143.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.828.000) 2024-10-24 14:10:46 Warning from starter on slot1@glidein_2222529_564727072@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.952.000) 2024-10-24 14:10:46 Job executing on host: <131.225.166.224:41505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965014&PrivNet=osg-4196678-0-fnpc17143.fnal.gov&addrs=131.225.166.224-41505+[2620-6a-0-8861-f0-0-166-224]-41505&alias=osg-4196678-0-fnpc17143.fnal.gov&noUDP> ... 028 (10628.952.000) 2024-10-24 14:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:46.261" EventTypeNumber = 28 ExecuteHost = "<131.225.166.224:41505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334606%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9965014&PrivNet=osg-4196678-0-fnpc17143.fnal.gov&addrs=131.225.166.224-41505+[2620-6a-0-8861-f0-0-166-224]-41505&alias=osg-4196678-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.828.000) 2024-10-24 14:10:46 Job executing on host: <141.211.169.52:38935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9956441&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-38935&alias=um-lc01.osris.org&noUDP> ... 028 (10628.828.000) 2024-10-24 14:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:46.294" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:38935?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29389363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9956441&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-38935&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.054.000) 2024-10-24 14:10:46 Warning from starter on slot1@glidein_2244567_851719946@c1418.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.054.000) 2024-10-24 14:10:46 Job executing on host: <10.138.14.18:38069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996505&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-38069&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.054.000) 2024-10-24 14:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:46.328" EventTypeNumber = 28 ExecuteHost = "<10.138.14.18:38069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996505&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-38069&alias=c1418.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.794.000) 2024-10-24 14:10:46 Warning from starter on slot1_7@glidein_8_219436530@osg-3976494-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.794.000) 2024-10-24 14:10:46 Job executing on host: <131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.794.000) 2024-10-24 14:10:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:10:46.487" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.220.000) 2024-10-24 14:11:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_1521689_225654443@d12chas552.crc.nd.edu, rescheduling job ... 028 (10628.220.000) 2024-10-24 14:11:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:02.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 220 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_1521689_225654443@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.051.000) 2024-10-24 14:11:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_1521689_225654443@d12chas552.crc.nd.edu, rescheduling job ... 028 (10628.051.000) 2024-10-24 14:11:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:02.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178087.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 51 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_1521689_225654443@d12chas552.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.832.000) 2024-10-24 14:11:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_632299_85575549@d12chas555.crc.nd.edu, rescheduling job ... 028 (10628.832.000) 2024-10-24 14:11:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:02.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 832 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_632299_85575549@d12chas555.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.979.000) 2024-10-24 14:11:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_632299_85575549@d12chas555.crc.nd.edu, rescheduling job ... 028 (10628.979.000) 2024-10-24 14:11:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:02.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177953.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 979 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_632299_85575549@d12chas555.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.253.000) 2024-10-24 14:11:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2273185_47663165@d12chas566.crc.nd.edu, rescheduling job ... 028 (10628.253.000) 2024-10-24 14:11:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:03.120" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 253 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2273185_47663165@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.068.000) 2024-10-24 14:11:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2273185_47663165@d12chas566.crc.nd.edu, rescheduling job ... 028 (10628.068.000) 2024-10-24 14:11:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:11:03.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178083.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas566.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 68 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2273185_47663165@d12chas566.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.187.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.187.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 187 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_1@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.722.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.722.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 722 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_5@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.946.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_10@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.946.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 946 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_10@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.763.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.763.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 763 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_7@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.771.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.771.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 771 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_8@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.530.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.530.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 530 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_3@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.418.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.418.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 418 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_2@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.629.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.629.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 629 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_4@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.750.000) 2024-10-24 14:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_51494_128931132@g3034.hyak.local <10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP> ... 028 (10628.750.000) 2024-10-24 14:12:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:01.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobDisconnectedEvent" Proc = 750 StartdAddr = "<10.64.77.34:39805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51007753%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992452&PrivNet=g3034.hyak.local&addrs=10.64.77.34-39805&alias=g3034.hyak.local&noUDP>" StartdName = "slot1_6@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.071.000) 2024-10-24 14:12:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 028 (10628.071.000) 2024-10-24 14:12:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:03.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 71 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.257.000) 2024-10-24 14:12:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 028 (10628.257.000) 2024-10-24 14:12:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:03.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 257 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.810.000) 2024-10-24 14:12:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 024 (10628.387.000) 2024-10-24 14:12:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 024 (10628.909.000) 2024-10-24 14:12:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 024 (10628.509.000) 2024-10-24 14:12:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_470483_234279436@d12chas548.crc.nd.edu, rescheduling job ... 028 (10628.387.000) 2024-10-24 14:12:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:04.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 387 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.810.000) 2024-10-24 14:12:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:04.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 810 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.909.000) 2024-10-24 14:12:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:04.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 909 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.509.000) 2024-10-24 14:12:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:12:04.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178125.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 509 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_470483_234279436@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.041.000) 2024-10-24 14:12:05 Image size of job updated: 3606788 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.041.000) 2024-10-24 14:12:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:05.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 41 ResidentSetSize = 100000 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.459.000) 2024-10-24 14:12:06 Image size of job updated: 3534792 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.459.000) 2024-10-24 14:12:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:06.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 459 ResidentSetSize = 100000 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.761.000) 2024-10-24 14:12:07 Image size of job updated: 3601868 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.761.000) 2024-10-24 14:12:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:07.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 761 ResidentSetSize = 100000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.453.000) 2024-10-24 14:12:08 Image size of job updated: 3602124 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 14:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:08.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 100000 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.166.000) 2024-10-24 14:12:08 Image size of job updated: 3606536 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.166.000) 2024-10-24 14:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:08.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 166 ResidentSetSize = 100000 Size = 3606536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.506.000) 2024-10-24 14:12:08 Image size of job updated: 3601868 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 14:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:08.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 100000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.037.000) 2024-10-24 14:12:08 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 14:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:08.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.731.000) 2024-10-24 14:12:10 Image size of job updated: 3561716 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 14:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:10.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 100000 Size = 3561716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.798.000) 2024-10-24 14:12:10 Image size of job updated: 3561204 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.798.000) 2024-10-24 14:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:10.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 798 ResidentSetSize = 100000 Size = 3561204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.199.000) 2024-10-24 14:12:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@IU-Jetstream2-Backfill.fef52bc42fe3 <172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e> ... 028 (10628.199.000) 2024-10-24 14:12:17 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:17.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 199 StartdAddr = "<172.17.0.2:38277?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9952637&PrivNet=IU-Jetstream2-Backfill.fef52bc42fe3&addrs=172.17.0.2-38277&alias=IU-Jetstream2-Backfill.fef52bc42fe3&noUDP&sock=startd_4635_cd8e>" StartdName = "slot1_3@IU-Jetstream2-Backfill.fef52bc42fe3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.229.000) 2024-10-24 14:12:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@IU-Jetstream2-Backfill.027204baf44b <172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=startd_4629_affc> ... 028 (10628.229.000) 2024-10-24 14:12:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:12:20.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 229 StartdAddr = "<172.17.0.2:43597?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9859706&PrivNet=IU-Jetstream2-Backfill.027204baf44b&addrs=172.17.0.2-43597&alias=IU-Jetstream2-Backfill.027204baf44b&noUDP&sock=startd_4629_affc>" StartdName = "slot1_2@IU-Jetstream2-Backfill.027204baf44b" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.787.000) 2024-10-24 14:12:26 Image size of job updated: 2126024 55 - MemoryUsage of job (MB) 55764 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 14:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:26.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 55 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 55764 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.051.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <10.138.19.25:35839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430883%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005988&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-35839&alias=c1925.swan.hcc.unl.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.774" EventTypeNumber = 28 Host = "<10.138.19.25:35839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430883%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005988&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-35839&alias=c1925.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619011" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215196" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.257.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <141.211.169.52:37297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005989&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37297&alias=um-lc01.osris.org&noUDP> ... 028 (10628.257.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.801" EventTypeNumber = 28 Host = "<141.211.169.52:37297?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005989&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37297&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.051.000) 2024-10-24 14:12:27 Finished transferring input files ... 028 (10628.051.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619011" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215196" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.257.000) 2024-10-24 14:12:27 Finished transferring input files ... 028 (10628.257.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.253.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <141.211.169.52:45013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004259&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45013&alias=um-lc01.osris.org&noUDP> ... 028 (10628.253.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.878" EventTypeNumber = 28 Host = "<141.211.169.52:45013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919437%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004259&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45013&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.068.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <10.138.20.5:36557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004258&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-36557&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.880" EventTypeNumber = 28 Host = "<10.138.20.5:36557?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004258&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-36557&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.071.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <10.138.12.15:42425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368004%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975391&PrivNet=c1215.swan.hcc.unl.edu&addrs=10.138.12.15-42425&alias=c1215.swan.hcc.unl.edu&noUDP> ... 028 (10628.071.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.881" EventTypeNumber = 28 Host = "<10.138.12.15:42425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368004%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975391&PrivNet=c1215.swan.hcc.unl.edu&addrs=10.138.12.15-42425&alias=c1215.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.253.000) 2024-10-24 14:12:27 Finished transferring input files ... 028 (10628.253.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.068.000) 2024-10-24 14:12:27 Finished transferring input files ... 028 (10628.068.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.071.000) 2024-10-24 14:12:27 Finished transferring input files ... 028 (10628.071.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.509.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <141.211.169.52:45611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012680%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997477&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45611&alias=um-lc01.osris.org&noUDP> ... 028 (10628.509.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.972" EventTypeNumber = 28 Host = "<141.211.169.52:45611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012680%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997477&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45611&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.979.000) 2024-10-24 14:12:27 Started transferring input files Transferring to host: <192.41.230.196:33329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002924&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-33329+[2001-48a8-68f7-1-192-41-230-196]-33329&alias=c8-16-1.aglt2.org&noUDP> ... 028 (10628.979.000) 2024-10-24 14:12:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:27.980" EventTypeNumber = 28 Host = "<192.41.230.196:33329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344175%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002924&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-33329+[2001-48a8-68f7-1-192-41-230-196]-33329&alias=c8-16-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.509.000) 2024-10-24 14:12:28 Finished transferring input files ... 028 (10628.509.000) 2024-10-24 14:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:28.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.979.000) 2024-10-24 14:12:28 Finished transferring input files ... 028 (10628.979.000) 2024-10-24 14:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:28.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.387.000) 2024-10-24 14:12:28 Started transferring input files Transferring to host: <141.211.169.53:35971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004260&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-35971+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-35971&alias=um-lc02.osris.org&noUDP> ... 028 (10628.387.000) 2024-10-24 14:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:28.162" EventTypeNumber = 28 Host = "<141.211.169.53:35971?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004260&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-35971+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-35971&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.387.000) 2024-10-24 14:12:28 Finished transferring input files ... 028 (10628.387.000) 2024-10-24 14:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:28.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.051.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_2643682_61550120@c1925.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.051.000) 2024-10-24 14:12:29 Job executing on host: <10.138.19.25:42039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052467&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-42039&alias=c1925.swan.hcc.unl.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.159" EventTypeNumber = 28 ExecuteHost = "<10.138.19.25:42039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052467&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-42039&alias=c1925.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619011" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215196" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.071.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_1707821_53594568@c1215.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.071.000) 2024-10-24 14:12:29 Job executing on host: <10.138.12.15:38369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052488&PrivNet=c1215.swan.hcc.unl.edu&addrs=10.138.12.15-38369&alias=c1215.swan.hcc.unl.edu&noUDP> ... 028 (10628.071.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.226" EventTypeNumber = 28 ExecuteHost = "<10.138.12.15:38369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052488&PrivNet=c1215.swan.hcc.unl.edu&addrs=10.138.12.15-38369&alias=c1215.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.068.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_3811675_103865037@c2005.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.068.000) 2024-10-24 14:12:29 Job executing on host: <10.138.20.5:46805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50897008%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987012&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-46805&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.268" EventTypeNumber = 28 ExecuteHost = "<10.138.20.5:46805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50897008%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987012&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-46805&alias=c2005.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.909.000) 2024-10-24 14:12:29 Started transferring input files Transferring to host: <192.168.4.138:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975392&PrivNet=lnxfarm338.colorado.edu&addrs=192.168.4.138-36387&alias=lnxfarm338.colorado.edu&noUDP> ... 028 (10628.909.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.273" EventTypeNumber = 28 Host = "<192.168.4.138:36387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919439%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975392&PrivNet=lnxfarm338.colorado.edu&addrs=192.168.4.138-36387&alias=lnxfarm338.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.979.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_2621610_528067622@c8-16-1.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.909.000) 2024-10-24 14:12:29 Finished transferring input files ... 028 (10628.909.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.257.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_157268_38902464@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.979.000) 2024-10-24 14:12:29 Job executing on host: <192.41.230.196:37435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889224%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005933&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-37435+[2001-48a8-68f7-1-192-41-230-196]-37435&alias=c8-16-1.aglt2.org&noUDP> ... 028 (10628.979.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.401" EventTypeNumber = 28 ExecuteHost = "<192.41.230.196:37435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889224%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005933&PrivNet=c8-16-1.aglt2.org&addrs=192.41.230.196-37435+[2001-48a8-68f7-1-192-41-230-196]-37435&alias=c8-16-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.257.000) 2024-10-24 14:12:29 Job executing on host: <141.211.169.52:36507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29407316%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007564&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36507&alias=um-lc01.osris.org&noUDP> ... 028 (10628.257.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.435" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:36507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29407316%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10007564&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36507&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.253.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_2917711_440438235@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.253.000) 2024-10-24 14:12:29 Job executing on host: <141.211.169.52:42883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50868015%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9982344&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42883&alias=um-lc01.osris.org&noUDP> ... 028 (10628.253.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.543" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:42883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50868015%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9982344&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-42883&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.509.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_3566131_88931440@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.509.000) 2024-10-24 14:12:29 Job executing on host: <141.211.169.52:37773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29411133%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10020799&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37773&alias=um-lc01.osris.org&noUDP> ... 028 (10628.509.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.643" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:37773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29411133%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10020799&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-37773&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.387.000) 2024-10-24 14:12:29 Warning from starter on slot1@glidein_3570153_483861096@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.387.000) 2024-10-24 14:12:29 Job executing on host: <141.211.169.53:34975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032333&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-34975+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-34975&alias=um-lc02.osris.org&noUDP> ... 028 (10628.387.000) 2024-10-24 14:12:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:29.835" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:34975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29337061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032333&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-34975+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-34975&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.810.000) 2024-10-24 14:12:30 Started transferring input files Transferring to host: <131.225.209.207:43555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012681%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997478&PrivNet=osg-3975959-0-fnpc9008.fnal.gov&addrs=131.225.209.207-43555+[2620-6a-0-8862-f0-0-209-207]-43555&alias=osg-3975959-0-fnpc9008.fnal.gov&noUDP> ... 028 (10628.810.000) 2024-10-24 14:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:30.112" EventTypeNumber = 28 Host = "<131.225.209.207:43555?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012681%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997478&PrivNet=osg-3975959-0-fnpc9008.fnal.gov&addrs=131.225.209.207-43555+[2620-6a-0-8862-f0-0-209-207]-43555&alias=osg-3975959-0-fnpc9008.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.810.000) 2024-10-24 14:12:30 Finished transferring input files ... 028 (10628.810.000) 2024-10-24 14:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:30.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.909.000) 2024-10-24 14:12:30 Warning from starter on slot1_4@glidein_859380_77719710@lnxfarm338.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.909.000) 2024-10-24 14:12:30 Job executing on host: <192.168.4.138:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987103&PrivNet=lnxfarm338.colorado.edu&addrs=192.168.4.138-35697&alias=lnxfarm338.colorado.edu&noUDP> ... 028 (10628.909.000) 2024-10-24 14:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:30.868" EventTypeNumber = 28 ExecuteHost = "<192.168.4.138:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987103&PrivNet=lnxfarm338.colorado.edu&addrs=192.168.4.138-35697&alias=lnxfarm338.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.832.000) 2024-10-24 14:12:32 Started transferring input files Transferring to host: <192.168.1.99:39181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052552&PrivNet=node099.local&addrs=192.168.1.99-39181&alias=node099.local&noUDP> ... 028 (10628.832.000) 2024-10-24 14:12:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:32.344" EventTypeNumber = 28 Host = "<192.168.1.99:39181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909050%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052552&PrivNet=node099.local&addrs=192.168.1.99-39181&alias=node099.local&noUDP>" JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.832.000) 2024-10-24 14:12:32 Finished transferring input files ... 028 (10628.832.000) 2024-10-24 14:12:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:32.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.810.000) 2024-10-24 14:12:33 Warning from starter on slot1_5@glidein_8_361841820@osg-3975959-0-fnpc9008.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.810.000) 2024-10-24 14:12:33 Job executing on host: <131.225.209.207:33319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042218&PrivNet=osg-3975959-0-fnpc9008.fnal.gov&addrs=131.225.209.207-33319+[2620-6a-0-8862-f0-0-209-207]-33319&alias=osg-3975959-0-fnpc9008.fnal.gov&noUDP> ... 028 (10628.810.000) 2024-10-24 14:12:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:33.626" EventTypeNumber = 28 ExecuteHost = "<131.225.209.207:33319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29334249%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042218&PrivNet=osg-3975959-0-fnpc9008.fnal.gov&addrs=131.225.209.207-33319+[2620-6a-0-8862-f0-0-209-207]-33319&alias=osg-3975959-0-fnpc9008.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.832.000) 2024-10-24 14:12:34 Warning from starter on slot1_2@glidein_3866230_62073090@node099.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.832.000) 2024-10-24 14:12:34 Job executing on host: <192.168.1.99:43455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50844561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9938549&PrivNet=node099.local&addrs=192.168.1.99-43455&alias=node099.local&noUDP> ... 028 (10628.832.000) 2024-10-24 14:12:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:34.118" EventTypeNumber = 28 ExecuteHost = "<192.168.1.99:43455?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50844561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9938549&PrivNet=node099.local&addrs=192.168.1.99-43455&alias=node099.local&noUDP>" JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MyType = "ExecuteEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.079.000) 2024-10-24 14:12:43 Image size of job updated: 3895804 272 - MemoryUsage of job (MB) 277608 - ResidentSetSize of job (KB) ... 028 (10628.079.000) 2024-10-24 14:12:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:43.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 272 MyType = "JobImageSizeEvent" Proc = 79 ResidentSetSize = 277608 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.079.000) 2024-10-24 14:12:43 Started transferring output files ... 028 (10628.079.000) 2024-10-24 14:12:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:43.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 79 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.079.000) 2024-10-24 14:12:43 Finished transferring output files ... 028 (10628.079.000) 2024-10-24 14:12:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:12:43.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 79 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.079.000) 2024-10-24 14:12:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:45, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:45, Sys 0 00:00:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90535 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90535 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472446 2000000 36927757 GPUs : 0 Memory (MB) : 272 2000 2000 Job terminated of its own accord at 2024-10-24T18:12:43Z with exit-code 0. ... 028 (10628.079.000) 2024-10-24 14:12:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9961133788379819 Disk = 36927757 DiskUsage = 472446 EventTime = "2024-10-24T14:12:44.120" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 272 MyType = "JobTerminatedEvent" Proc = 79 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:45, Sys 0 00:00:07" SentBytes = 90535.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729793563; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:45, Sys 0 00:00:07" TotalSentBytes = 90535.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.756.000) 2024-10-24 14:13:51 Image size of job updated: 3602380 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 14:13:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:13:51.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 100000 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 14:13:52 Image size of job updated: 3539436 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 14:13:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:13:52.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 100000 Size = 3539436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.173.000) 2024-10-24 14:13:52 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.173.000) 2024-10-24 14:13:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:13:52.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 173 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.740.000) 2024-10-24 14:13:52 Image size of job updated: 3602124 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.740.000) 2024-10-24 14:13:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:13:52.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 740 ResidentSetSize = 100000 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.764.000) 2024-10-24 14:13:53 Image size of job updated: 3534280 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 14:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:13:53.478" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 100000 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.042.000) 2024-10-24 14:14:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3184120_42087024@d12chas571.crc.nd.edu, rescheduling job ... 028 (10628.042.000) 2024-10-24 14:14:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:02.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178098.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas571.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 42 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3184120_42087024@d12chas571.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.036.000) 2024-10-24 14:14:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3910329_119940375@d12chas580.crc.nd.edu, rescheduling job ... 028 (10628.036.000) 2024-10-24 14:14:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:02.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177978.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 36 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3910329_119940375@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.036.000) 2024-10-24 14:14:16 Started transferring input files Transferring to host: <10.138.20.24:36671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009171&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36671&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.036.000) 2024-10-24 14:14:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:16.436" EventTypeNumber = 28 Host = "<10.138.20.24:36671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009171&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36671&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.220.000) 2024-10-24 14:14:16 Started transferring input files Transferring to host: <10.138.15.25:34221?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368082%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004340&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-34221&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.220.000) 2024-10-24 14:14:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:16.446" EventTypeNumber = 28 Host = "<10.138.15.25:34221?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368082%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004340&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-34221&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.036.000) 2024-10-24 14:14:16 Finished transferring input files ... 028 (10628.036.000) 2024-10-24 14:14:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:16.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.220.000) 2024-10-24 14:14:16 Finished transferring input files ... 028 (10628.220.000) 2024-10-24 14:14:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:16.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.036.000) 2024-10-24 14:14:17 Warning from starter on slot1@glidein_407513_36084555@c2024.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.036.000) 2024-10-24 14:14:17 Job executing on host: <10.138.20.24:34197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956156&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-34197&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.036.000) 2024-10-24 14:14:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:17.805" EventTypeNumber = 28 ExecuteHost = "<10.138.20.24:34197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909020%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956156&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-34197&alias=c2024.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.220.000) 2024-10-24 14:14:17 Warning from starter on slot1@glidein_3517359_96871662@c1525.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.220.000) 2024-10-24 14:14:17 Job executing on host: <10.138.15.25:35411?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948772&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-35411&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.220.000) 2024-10-24 14:14:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:17.864" EventTypeNumber = 28 ExecuteHost = "<10.138.15.25:35411?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338007%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948772&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-35411&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.042.000) 2024-10-24 14:14:18 Started transferring input files Transferring to host: <10.138.20.7:37841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430955%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002994&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-37841&alias=c2007.swan.hcc.unl.edu&noUDP> ... 028 (10628.042.000) 2024-10-24 14:14:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:18.590" EventTypeNumber = 28 Host = "<10.138.20.7:37841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430955%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002994&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-37841&alias=c2007.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.042.000) 2024-10-24 14:14:18 Finished transferring input files ... 028 (10628.042.000) 2024-10-24 14:14:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:18.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.042.000) 2024-10-24 14:14:19 Warning from starter on slot1@glidein_2672008_272768040@c2007.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.042.000) 2024-10-24 14:14:19 Job executing on host: <10.138.20.7:43839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032399&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-43839&alias=c2007.swan.hcc.unl.edu&noUDP> ... 028 (10628.042.000) 2024-10-24 14:14:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:19.947" EventTypeNumber = 28 ExecuteHost = "<10.138.20.7:43839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032399&PrivNet=c2007.swan.hcc.unl.edu&addrs=10.138.20.7-43839&alias=c2007.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.802.000) 2024-10-24 14:14:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2040890_36926527@d12chas564.crc.nd.edu, rescheduling job ... 028 (10628.802.000) 2024-10-24 14:14:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:34.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177958.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas564.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 802 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2040890_36926527@d12chas564.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.061.000) 2024-10-24 14:14:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3472193_214088190@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.061.000) 2024-10-24 14:14:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:34.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 61 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3472193_214088190@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.233.000) 2024-10-24 14:14:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3472193_214088190@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.233.000) 2024-10-24 14:14:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:34.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178165.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 233 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3472193_214088190@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.031.000) 2024-10-24 14:14:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_440905_348885880@d12chas548.crc.nd.edu, rescheduling job ... 028 (10628.031.000) 2024-10-24 14:14:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:34.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178093.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas548.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 31 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_440905_348885880@d12chas548.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.013.000) 2024-10-24 14:14:44 Image size of job updated: 2614828 111 - MemoryUsage of job (MB) 113016 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 14:14:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:44.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 113016 Size = 2614828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.951.000) 2024-10-24 14:14:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3925962_649584960@d12chas580.crc.nd.edu, rescheduling job ... 028 (10628.951.000) 2024-10-24 14:14:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:54.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 951 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3925962_649584960@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.827.000) 2024-10-24 14:14:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3925962_649584960@d12chas580.crc.nd.edu, rescheduling job ... 028 (10628.827.000) 2024-10-24 14:14:54 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:14:54.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618493" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177993.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 827 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3925962_649584960@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.089.000) 2024-10-24 14:14:56 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36268 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 14:14:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:56.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36268 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.188.000) 2024-10-24 14:14:58 Image size of job updated: 3562512 89 - MemoryUsage of job (MB) 90528 - ResidentSetSize of job (KB) ... 028 (10628.188.000) 2024-10-24 14:14:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:14:58.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 188 ResidentSetSize = 90528 Size = 3562512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.796.000) 2024-10-24 14:15:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3910311_130488270@d12chas580.crc.nd.edu, rescheduling job ... 028 (10628.796.000) 2024-10-24 14:15:14 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:15:14.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618078" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177952.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 796 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3910311_130488270@d12chas580.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.249.000) 2024-10-24 14:15:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3382912_176120320@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.249.000) 2024-10-24 14:15:14 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:15:14.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 249 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3382912_176120320@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.065.000) 2024-10-24 14:15:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3382912_176120320@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.065.000) 2024-10-24 14:15:14 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:15:14.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178124.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 65 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3382912_176120320@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.033.000) 2024-10-24 14:15:54 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.033.000) 2024-10-24 14:15:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:15:54.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 33 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.054.000) 2024-10-24 14:15:57 Image size of job updated: 3781832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.054.000) 2024-10-24 14:15:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:15:57.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 54 ResidentSetSize = 100000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.064.000) 2024-10-24 14:16:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3382910_481286030@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.064.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:16:04.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 64 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3382910_481286030@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.248.000) 2024-10-24 14:16:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3382910_481286030@d12chas557.crc.nd.edu, rescheduling job ... 028 (10628.248.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:16:04.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620811" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178121.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas557.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 248 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3382910_481286030@d12chas557.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.247.000) 2024-10-24 14:16:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3572089_18356681@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.247.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:16:04.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 247 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3572089_18356681@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.065.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <141.211.169.53:40453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006121&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40453+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40453&alias=um-lc02.osris.org&noUDP> ... 028 (10628.065.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.489" EventTypeNumber = 28 Host = "<141.211.169.53:40453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006121&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40453+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40453&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 024 (10628.062.000) 2024-10-24 14:16:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3572089_18356681@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.062.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:16:04.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178167.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 62 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3572089_18356681@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.031.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <10.138.19.17:41771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009226&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-41771&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.496" EventTypeNumber = 28 Host = "<10.138.19.17:41771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29408972%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009226&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-41771&alias=c1917.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616124" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212229" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.827.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <141.211.169.53:42167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004394&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-42167+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-42167&alias=um-lc02.osris.org&noUDP> ... 028 (10628.827.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.510" EventTypeNumber = 28 Host = "<141.211.169.53:42167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919566%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004394&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-42167+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-42167&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.065.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.065.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.827.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.827.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.031.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.031.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616124" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212229" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 024 (10628.035.000) 2024-10-24 14:16:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_640018_96695370@d12chas573.crc.nd.edu, rescheduling job ... 028 (10628.035.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:16:04.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178088.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 35 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_640018_96695370@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.233.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <141.211.169.53:40533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012818%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997605&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40533+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40533&alias=um-lc02.osris.org&noUDP> ... 028 (10628.233.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.631" EventTypeNumber = 28 Host = "<141.211.169.53:40533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012818%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997605&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40533+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40533&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.233.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.233.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.061.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <10.138.19.17:42667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039505&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-42667&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.690" EventTypeNumber = 28 Host = "<10.138.19.17:42667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344283%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039505&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-42667&alias=c1917.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616316" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212289" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.061.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.061.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616316" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212289" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.249.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <141.211.169.53:35601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997606&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-35601+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-35601&alias=um-lc02.osris.org&noUDP> ... 028 (10628.249.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.831" EventTypeNumber = 28 Host = "<141.211.169.53:35601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724490%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997606&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-35601+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-35601&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.951.000) 2024-10-24 14:16:04 Started transferring input files Transferring to host: <131.225.211.109:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909162%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009227&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-39175+[2620-6a-0-8862-f0-0-211-109]-39175&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.951.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.869" EventTypeNumber = 28 Host = "<131.225.211.109:39175?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909162%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009227&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-39175+[2620-6a-0-8862-f0-0-211-109]-39175&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.249.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.249.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.951.000) 2024-10-24 14:16:04 Finished transferring input files ... 028 (10628.951.000) 2024-10-24 14:16:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:04.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.802.000) 2024-10-24 14:16:05 Started transferring input files Transferring to host: <141.211.169.52:45933?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975527&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45933&alias=um-lc01.osris.org&noUDP> ... 028 (10628.802.000) 2024-10-24 14:16:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:05.082" EventTypeNumber = 28 Host = "<141.211.169.52:45933?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975527&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45933&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.802.000) 2024-10-24 14:16:05 Finished transferring input files ... 028 (10628.802.000) 2024-10-24 14:16:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:05.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.796.000) 2024-10-24 14:16:05 Started transferring input files Transferring to host: <141.211.169.53:42751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960832&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-42751+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-42751&alias=um-lc02.osris.org&noUDP> ... 028 (10628.796.000) 2024-10-24 14:16:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:05.519" EventTypeNumber = 28 Host = "<141.211.169.53:42751?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431005%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960832&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-42751+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-42751&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.796.000) 2024-10-24 14:16:05 Finished transferring input files ... 028 (10628.796.000) 2024-10-24 14:16:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:05.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.031.000) 2024-10-24 14:16:05 Warning from starter on slot1@glidein_2723037_558527424@c1917.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.031.000) 2024-10-24 14:16:05 Job executing on host: <10.138.19.17:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909113%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004337&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-38389&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 14:16:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:05.880" EventTypeNumber = 28 ExecuteHost = "<10.138.19.17:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909113%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004337&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-38389&alias=c1917.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616124" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212229" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.061.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_2723080_63436880@c1917.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.061.000) 2024-10-24 14:16:06 Job executing on host: <10.138.19.17:35031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960766&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-35031&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.063" EventTypeNumber = 28 ExecuteHost = "<10.138.19.17:35031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960766&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-35031&alias=c1917.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616316" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212289" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.065.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_71349_107550982@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.065.000) 2024-10-24 14:16:06 Job executing on host: <141.211.169.53:41823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996085&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-41823+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-41823&alias=um-lc02.osris.org&noUDP> ... 028 (10628.065.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.180" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:41823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996085&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-41823+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-41823&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.827.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_3876356_551732279@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.827.000) 2024-10-24 14:16:06 Job executing on host: <141.211.169.53:40335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995889&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40335+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40335&alias=um-lc02.osris.org&noUDP> ... 028 (10628.827.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.213" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:40335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995889&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-40335+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-40335&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.233.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_3427660_374353188@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.233.000) 2024-10-24 14:16:06 Job executing on host: <141.211.169.53:44341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50994036%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021783&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-44341+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-44341&alias=um-lc02.osris.org&noUDP> ... 028 (10628.233.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.272" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:44341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50994036%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10021783&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-44341+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-44341&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.249.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_3869288_403242750@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.249.000) 2024-10-24 14:16:06 Job executing on host: <141.211.169.53:39311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032426&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-39311+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-39311&alias=um-lc02.osris.org&noUDP> ... 028 (10628.249.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.455" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:39311?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881998%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032426&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-39311+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-39311&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.802.000) 2024-10-24 14:16:06 Warning from starter on slot1@glidein_2109140_45573051@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.802.000) 2024-10-24 14:16:06 Job executing on host: <141.211.169.52:35923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9934060&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35923&alias=um-lc01.osris.org&noUDP> ... 028 (10628.802.000) 2024-10-24 14:16:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:06.747" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:35923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29347002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9934060&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35923&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.796.000) 2024-10-24 14:16:07 Warning from starter on slot1@glidein_3924362_421004650@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.796.000) 2024-10-24 14:16:07 Job executing on host: <141.211.169.53:37911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50901985%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968255&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-37911+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-37911&alias=um-lc02.osris.org&noUDP> ... 028 (10628.796.000) 2024-10-24 14:16:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:07.414" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:37911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50901985%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968255&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-37911+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-37911&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.951.000) 2024-10-24 14:16:08 Warning from starter on slot1_2@glidein_8_321846040@osg-3976048-0-fnpc7600.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.951.000) 2024-10-24 14:16:08 Job executing on host: <131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP> ... 028 (10628.951.000) 2024-10-24 14:16:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:08.239" EventTypeNumber = 28 ExecuteHost = "<131.225.211.109:42361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398672%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945469&PrivNet=osg-3976048-0-fnpc7600.fnal.gov&addrs=131.225.211.109-42361+[2620-6a-0-8862-f0-0-211-109]-42361&alias=osg-3976048-0-fnpc7600.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.934.000) 2024-10-24 14:16:54 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87700 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 14:16:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:16:54.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 87700 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.038.000) 2024-10-24 14:17:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_1626688_416482086@d12chas558.crc.nd.edu, rescheduling job ... 028 (10628.038.000) 2024-10-24 14:17:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:17:04.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177928.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas558.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 38 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_1626688_416482086@d12chas558.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.032.000) 2024-10-24 14:17:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_640016_301337400@d12chas573.crc.nd.edu, rescheduling job ... 028 (10628.032.000) 2024-10-24 14:17:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:17:06.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620754" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178085.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 32 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_640016_301337400@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.009.000) 2024-10-24 14:17:20 Started transferring output files ... 028 (10628.009.000) 2024-10-24 14:17:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:20.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.009.000) 2024-10-24 14:17:20 Finished transferring output files ... 028 (10628.009.000) 2024-10-24 14:17:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:20.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.009.000) 2024-10-24 14:17:21 Job was evicted. (0) Job terminated and was requeued Usr 0 00:46:30, Sys 0 00:00:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 14157 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.009.000) 2024-10-24 14:17:21 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T14:17:21.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobEvictedEvent" Proc = 9 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 139 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:46:30, Sys 0 00:00:01" SentBytes = 14157.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 024 (10628.366.000) 2024-10-24 14:17:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_13@IU-Jetstream2-Backfill.80d4a7132608, rescheduling job ... 028 (10628.366.000) 2024-10-24 14:17:31 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:17:31.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 366 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_13@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.509.000) 2024-10-24 14:17:38 Image size of job updated: 3674376 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 14:17:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:38.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 100000 Size = 3674376 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.387.000) 2024-10-24 14:17:38 Image size of job updated: 3606276 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 14:17:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:38.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 100000 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.068.000) 2024-10-24 14:17:39 Image size of job updated: 3634368 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.068.000) 2024-10-24 14:17:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:39.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 68 ResidentSetSize = 100000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.979.000) 2024-10-24 14:17:39 Image size of job updated: 3540208 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 14:17:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:17:39.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 100000 Size = 3540208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.475.000) 2024-10-24 14:17:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_14@IU-Jetstream2-Backfill.80d4a7132608, rescheduling job ... 028 (10628.475.000) 2024-10-24 14:17:43 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:17:43.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 475 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_14@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.596.000) 2024-10-24 14:18:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3482323_64008256@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.596.000) 2024-10-24 14:18:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:18:04.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 596 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.258.000) 2024-10-24 14:18:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3482323_64008256@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.258.000) 2024-10-24 14:18:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:18:05.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 258 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.499.000) 2024-10-24 14:18:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3482323_64008256@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.499.000) 2024-10-24 14:18:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:18:05.059" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 499 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.073.000) 2024-10-24 14:18:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3482323_64008256@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.073.000) 2024-10-24 14:18:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:18:05.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 73 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.398.000) 2024-10-24 14:18:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3482323_64008256@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.398.000) 2024-10-24 14:18:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:18:05.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178136.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 398 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3482323_64008256@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.185.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.185.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 185 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.687.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.687.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.327" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 687 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.595.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.595.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 595 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.384.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.384.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 384 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.069.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.069.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 69 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.498.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3482318_481607984@d12chas574.crc.nd.edu, rescheduling job ... 028 (10628.498.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178133.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas574.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 498 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3482318_481607984@d12chas574.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.391.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_3172745_248411604@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.391.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 391 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.521.000) 2024-10-24 14:19:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3172745_248411604@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.521.000) 2024-10-24 14:19:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:05.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 521 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.503.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3286257_252789500@d12chas583.crc.nd.edu, rescheduling job ... 028 (10628.503.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 503 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.256.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3286257_252789500@d12chas583.crc.nd.edu, rescheduling job ... 028 (10628.256.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 256 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.263.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3172745_248411604@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.263.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 263 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.082.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3172745_248411604@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.082.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177927.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 82 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3172745_248411604@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.400.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3286257_252789500@d12chas583.crc.nd.edu, rescheduling job ... 028 (10628.400.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 400 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.070.000) 2024-10-24 14:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3286257_252789500@d12chas583.crc.nd.edu, rescheduling job ... 028 (10628.070.000) 2024-10-24 14:19:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:06.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178131.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 70 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3286257_252789500@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.978.000) 2024-10-24 14:19:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.c2d282c1fb23 <172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=startd_4633_6e5d> ... 028 (10628.978.000) 2024-10-24 14:19:09 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:19:09.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 978 StartdAddr = "<172.17.0.2:39443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787873%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895103&PrivNet=IU-Jetstream2-Backfill.c2d282c1fb23&addrs=172.17.0.2-39443&alias=IU-Jetstream2-Backfill.c2d282c1fb23&noUDP&sock=startd_4633_6e5d>" StartdName = "slot1_6@IU-Jetstream2-Backfill.c2d282c1fb23" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.996.000) 2024-10-24 14:19:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.8f2d27c91792, rescheduling job ... 028 (10628.996.000) 2024-10-24 14:19:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:19:09.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 996 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.8f2d27c91792" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.990.000) 2024-10-24 14:19:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@IU-Jetstream2-Backfill.07ce8775e4e0 <172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=startd_4638_dc57> ... 022 (10628.986.000) 2024-10-24 14:19:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_11@IU-Jetstream2-Backfill.f97234291f8f <172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=startd_4647_08b1> ... 028 (10628.990.000) 2024-10-24 14:19:13 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:19:13.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 990 StartdAddr = "<172.17.0.2:38437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905606&PrivNet=IU-Jetstream2-Backfill.07ce8775e4e0&addrs=172.17.0.2-38437&alias=IU-Jetstream2-Backfill.07ce8775e4e0&noUDP&sock=startd_4638_dc57>" StartdName = "slot1_5@IU-Jetstream2-Backfill.07ce8775e4e0" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.986.000) 2024-10-24 14:19:13 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:19:13.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 986 StartdAddr = "<172.17.0.2:36997?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50818023%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9875589&PrivNet=IU-Jetstream2-Backfill.f97234291f8f&addrs=172.17.0.2-36997&alias=IU-Jetstream2-Backfill.f97234291f8f&noUDP&sock=startd_4647_08b1>" StartdName = "slot1_11@IU-Jetstream2-Backfill.f97234291f8f" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.949.000) 2024-10-24 14:19:23 Image size of job updated: 2311724 98 - MemoryUsage of job (MB) 99992 - ResidentSetSize of job (KB) ... 028 (10628.949.000) 2024-10-24 14:19:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:19:23.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 949 ResidentSetSize = 99992 Size = 2311724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.949.000) 2024-10-24 14:19:23 Started transferring output files ... 028 (10628.949.000) 2024-10-24 14:19:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:19:23.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 949 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.949.000) 2024-10-24 14:19:24 Finished transferring output files ... 028 (10628.949.000) 2024-10-24 14:19:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:19:24.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 949 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.949.000) 2024-10-24 14:19:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:12:52, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:12:52, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88708 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88708 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472962 2000000 8000000 GPUs : 0 Memory (MB) : 98 2000 4096 Job terminated of its own accord at 2024-10-24T18:19:23Z with exit-code 0. ... 028 (10628.949.000) 2024-10-24 14:19:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885418344121605 Disk = 8000000 DiskUsage = 472962 EventTime = "2024-10-24T14:19:26.215" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" Memory = 4096 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 949 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:12:52, Sys 0 00:00:11" SentBytes = 88708.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729793963; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:12:52, Sys 0 00:00:11" TotalSentBytes = 88708.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.003.000) 2024-10-24 14:19:38 Image size of job updated: 3606788 90 - MemoryUsage of job (MB) 91192 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 14:19:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:19:38.503" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 91192 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 14:19:40 Image size of job updated: 3606532 91 - MemoryUsage of job (MB) 92812 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 14:19:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:19:40.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 92812 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.093.000) 2024-10-24 14:20:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3267446_8383182@d12chas590.crc.nd.edu, rescheduling job ... 024 (10628.275.000) 2024-10-24 14:20:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3267446_8383182@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.093.000) 2024-10-24 14:20:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:00.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 93 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.275.000) 2024-10-24 14:20:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:00.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 275 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.735.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 024 (10628.753.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.735.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 735 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.753.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 753 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.463.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 024 (10628.765.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.463.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 463 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.342.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.765.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 765 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.342.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 342 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.613.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3267446_8383182@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.613.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 613 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.408.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3267446_8383182@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.408.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 408 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.655.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.655.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 655 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.568.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.568.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 568 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.520.000) 2024-10-24 14:20:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3267446_8383182@d12chas590.crc.nd.edu, rescheduling job ... 028 (10628.520.000) 2024-10-24 14:20:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:01.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178132.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 520 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3267446_8383182@d12chas590.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.163.000) 2024-10-24 14:20:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3685747_9401138@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.163.000) 2024-10-24 14:20:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:02.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620918" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178166.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 163 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3685747_9401138@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.031.000) 2024-10-24 14:20:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2723037_558527424@c1917.swan.hcc.unl.edu <10.138.19.17:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909113%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004337&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-38389&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 14:20:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:20:16.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616124" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212229" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 31 StartdAddr = "<10.138.19.17:38389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909113%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004337&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-38389&alias=c1917.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2723037_558527424@c1917.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.061.000) 2024-10-24 14:20:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2723080_63436880@c1917.swan.hcc.unl.edu <10.138.19.17:35031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960766&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-35031&alias=c1917.swan.hcc.unl.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 14:20:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:20:16.331" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616316" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212289" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 61 StartdAddr = "<10.138.19.17:35031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9960766&PrivNet=c1917.swan.hcc.unl.edu&addrs=10.138.19.17-35031&alias=c1917.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2723080_63436880@c1917.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.467.000) 2024-10-24 14:20:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3622341_402237948@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.467.000) 2024-10-24 14:20:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:20.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 467 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.350.000) 2024-10-24 14:20:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3622341_402237948@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.350.000) 2024-10-24 14:20:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:20.211" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 350 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.050.000) 2024-10-24 14:20:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3622341_402237948@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.050.000) 2024-10-24 14:20:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:20.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 50 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.791.000) 2024-10-24 14:20:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3622341_402237948@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.791.000) 2024-10-24 14:20:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:20.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 791 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.206.000) 2024-10-24 14:20:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3622341_402237948@d12chas569.crc.nd.edu, rescheduling job ... 028 (10628.206.000) 2024-10-24 14:20:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:20:20.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178129.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas569.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 206 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3622341_402237948@d12chas569.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.482.000) 2024-10-24 14:20:36 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36624 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 14:20:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:20:36.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36624 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.081.000) 2024-10-24 14:21:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2818687_201137568@d12chas579.crc.nd.edu, rescheduling job ... 028 (10628.081.000) 2024-10-24 14:21:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:00.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 81 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.368.000) 2024-10-24 14:21:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_2818687_201137568@d12chas579.crc.nd.edu, rescheduling job ... 028 (10628.368.000) 2024-10-24 14:21:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:00.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 368 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.260.000) 2024-10-24 14:21:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2818687_201137568@d12chas579.crc.nd.edu, rescheduling job ... 028 (10628.260.000) 2024-10-24 14:21:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:00.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 260 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.527.000) 2024-10-24 14:21:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_2818687_201137568@d12chas579.crc.nd.edu, rescheduling job ... 028 (10628.527.000) 2024-10-24 14:21:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:00.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618530" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177995.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 527 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_2818687_201137568@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.020.000) 2024-10-24 14:21:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3162380_208621568@d12chas583.crc.nd.edu, rescheduling job ... 028 (10628.020.000) 2024-10-24 14:21:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:01.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177941.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas583.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 20 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3162380_208621568@d12chas583.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.827.000) 2024-10-24 14:21:16 Image size of job updated: 3606788 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 14:21:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:21:16.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 100000 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.233.000) 2024-10-24 14:21:16 Image size of job updated: 3539200 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 14:21:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:21:16.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 100000 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.796.000) 2024-10-24 14:21:17 Image size of job updated: 3539200 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.796.000) 2024-10-24 14:21:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:21:17.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 796 ResidentSetSize = 100000 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.805.000) 2024-10-24 14:21:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_999223_90282780@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.805.000) 2024-10-24 14:21:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:21:20.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178105.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 805 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_999223_90282780@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.774.000) 2024-10-24 14:21:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1861921_132074061@c1214.swan.hcc.unl.edu <10.138.12.14:46227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966835&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46227&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.774.000) 2024-10-24 14:21:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:21:48.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619589" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215331" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 774 StartdAddr = "<10.138.12.14:46227?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966835&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46227&alias=c1214.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1861921_132074061@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.775.000) 2024-10-24 14:21:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1721938_327983565@c1214.swan.hcc.unl.edu <10.138.12.14:35759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9951912&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-35759&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 14:21:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:21:48.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619742" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 775 StartdAddr = "<10.138.12.14:35759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003968%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9951912&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-35759&alias=c1214.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1721938_327983565@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.000.000) 2024-10-24 14:21:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1767034_58878234@c1214.swan.hcc.unl.edu <10.138.12.14:46189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947372&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46189&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 14:21:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:21:48.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618708" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215148" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 0 StartdAddr = "<10.138.12.14:46189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900488%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947372&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-46189&alias=c1214.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1767034_58878234@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.776.000) 2024-10-24 14:21:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1575031_271149120@c1214.swan.hcc.unl.edu <10.138.12.14:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994291&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42229&alias=c1214.swan.hcc.unl.edu&noUDP> ... 028 (10628.776.000) 2024-10-24 14:21:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:21:48.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 776 StartdAddr = "<10.138.12.14:42229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422002%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994291&PrivNet=c1214.swan.hcc.unl.edu&addrs=10.138.12.14-42229&alias=c1214.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1575031_271149120@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.912.000) 2024-10-24 14:21:50 Image size of job updated: 3630108 89 - MemoryUsage of job (MB) 90288 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 14:21:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:21:50.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 90288 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.224.000) 2024-10-24 14:22:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_10@IU-Jetstream2-Backfill.80d4a7132608, rescheduling job ... 028 (10628.224.000) 2024-10-24 14:22:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:16.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 224 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_10@IU-Jetstream2-Backfill.80d4a7132608" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.734.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 024 (10628.344.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.734.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 734 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.344.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 344 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.460.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 024 (10628.567.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.460.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 460 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.567.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 567 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.752.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.752.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 752 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.654.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.654.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 654 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.165.000) 2024-10-24 14:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.165.000) 2024-10-24 14:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:20.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 165 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.767.000) 2024-10-24 14:22:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_999210_733202261@d12chas588.crc.nd.edu, rescheduling job ... 028 (10628.767.000) 2024-10-24 14:22:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:21.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620777" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178103.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas588.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 767 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_999210_733202261@d12chas588.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.212.000) 2024-10-24 14:22:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_13@IU-Jetstream2-Backfill.3e0fc184103b <172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=startd_4641_eb1f> ... 028 (10628.212.000) 2024-10-24 14:22:21 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:22:21.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 212 StartdAddr = "<172.17.0.2:34703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50787872%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9895102&PrivNet=IU-Jetstream2-Backfill.3e0fc184103b&addrs=172.17.0.2-34703&alias=IU-Jetstream2-Backfill.3e0fc184103b&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_13@IU-Jetstream2-Backfill.3e0fc184103b" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.831.000) 2024-10-24 14:22:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2535080_28531764@d12chas550.crc.nd.edu, rescheduling job ... 028 (10628.831.000) 2024-10-24 14:22:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:21.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 831 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2535080_28531764@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.954.000) 2024-10-24 14:22:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2535080_28531764@d12chas550.crc.nd.edu, rescheduling job ... 028 (10628.954.000) 2024-10-24 14:22:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:22:21.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618402" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177981.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 954 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2535080_28531764@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.190.000) 2024-10-24 14:23:15 Image size of job updated: 2065692 58 - MemoryUsage of job (MB) 58908 - ResidentSetSize of job (KB) ... 028 (10628.190.000) 2024-10-24 14:23:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:15.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 58 MyType = "JobImageSizeEvent" Proc = 190 ResidentSetSize = 58908 Size = 2065692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.190.000) 2024-10-24 14:23:16 Started transferring output files ... 028 (10628.190.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 190 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.190.000) 2024-10-24 14:23:16 Finished transferring output files ... 028 (10628.190.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 190 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.460.000) 2024-10-24 14:23:16 Started transferring input files Transferring to host: <10.5.33.123:38577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51195858%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9427062&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-25&addrs=10.5.33.123-38577&alias=Purdue-Geddes.osg-geddes-backfill-a-25&noUDP&sock=slot1_6_5301_c8b1_9286> ... 028 (10628.460.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.497" EventTypeNumber = 28 Host = "<10.5.33.123:38577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51195858%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9427062&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-25&addrs=10.5.33.123-38577&alias=Purdue-Geddes.osg-geddes-backfill-a-25&noUDP&sock=slot1_6_5301_c8b1_9286>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.460.000) 2024-10-24 14:23:16 Finished transferring input files ... 028 (10628.460.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.263.000) 2024-10-24 14:23:16 Started transferring input files Transferring to host: <131.225.167.187:38987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956501&PrivNet=osg-3976514-0-fnpc7023.fnal.gov&addrs=131.225.167.187-38987+[2620-6a-0-8861-f0-0-167-187]-38987&alias=osg-3976514-0-fnpc7023.fnal.gov&noUDP> ... 028 (10628.263.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.699" EventTypeNumber = 28 Host = "<131.225.167.187:38987?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909363%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956501&PrivNet=osg-3976514-0-fnpc7023.fnal.gov&addrs=131.225.167.187-38987+[2620-6a-0-8861-f0-0-167-187]-38987&alias=osg-3976514-0-fnpc7023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.224.000) 2024-10-24 14:23:16 Started transferring input files Transferring to host: <137.99.174.30:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409178%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956502&PrivNet=cn435.storrs.hpc.uconn.edu&addrs=137.99.174.30-37937&alias=cn435.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.224.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.717" EventTypeNumber = 28 Host = "<137.99.174.30:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409178%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956502&PrivNet=cn435.storrs.hpc.uconn.edu&addrs=137.99.174.30-37937&alias=cn435.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.224.000) 2024-10-24 14:23:16 Finished transferring input files ... 028 (10628.224.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.391.000) 2024-10-24 14:23:16 Started transferring input files Transferring to host: <10.3.129.203:37189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003237&PrivNet=mem3&addrs=10.3.129.203-37189&alias=mem3&noUDP> ... 028 (10628.391.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.876" EventTypeNumber = 28 Host = "<10.3.129.203:37189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003237&PrivNet=mem3&addrs=10.3.129.203-37189&alias=mem3&noUDP>" JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.263.000) 2024-10-24 14:23:16 Finished transferring input files ... 028 (10628.263.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.595.000) 2024-10-24 14:23:16 Started transferring input files Transferring to host: <10.5.33.124:43853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#28876864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9421809&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-27&addrs=10.5.33.124-43853&alias=Purdue-Geddes.osg-geddes-backfill-a-27&noUDP&sock=slot1_5_5293_25b0_9132> ... 028 (10628.595.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.923" EventTypeNumber = 28 Host = "<10.5.33.124:43853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#28876864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9421809&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-27&addrs=10.5.33.124-43853&alias=Purdue-Geddes.osg-geddes-backfill-a-27&noUDP&sock=slot1_5_5293_25b0_9132>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.595.000) 2024-10-24 14:23:16 Finished transferring input files ... 028 (10628.595.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.391.000) 2024-10-24 14:23:16 Finished transferring input files ... 028 (10628.391.000) 2024-10-24 14:23:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:16.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.350.000) 2024-10-24 14:23:17 Started transferring input files Transferring to host: <137.99.174.28:36247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368345%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975734&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36247&alias=cn433.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.350.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.326" EventTypeNumber = 28 Host = "<137.99.174.28:36247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368345%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975734&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36247&alias=cn433.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.350.000) 2024-10-24 14:23:17 Finished transferring input files ... 028 (10628.350.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.185.000) 2024-10-24 14:23:17 Started transferring input files Transferring to host: <172.20.32.65:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006334&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-44951&alias=execute-137.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.185.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.328" EventTypeNumber = 28 Host = "<172.20.32.65:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889649%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006334&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-44951&alias=execute-137.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.247.000) 2024-10-24 14:23:17 Started transferring input files Transferring to host: <10.125.7.145:45595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997810&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-45595&alias=node1675.palmetto.clemson.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.347" EventTypeNumber = 28 Host = "<10.125.7.145:45595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997810&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-45595&alias=node1675.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.185.000) 2024-10-24 14:23:17 Finished transferring input files ... 028 (10628.185.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.247.000) 2024-10-24 14:23:17 Finished transferring input files ... 028 (10628.247.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:17.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 022 (10628.772.000) 2024-10-24 14:23:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3353962_179915256@c1424.swan.hcc.unl.edu <10.138.14.24:42193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952541&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-42193&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.772.000) 2024-10-24 14:23:17 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:23:17.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 772 StartdAddr = "<10.138.14.24:42193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952541&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-42193&alias=c1424.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3353962_179915256@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.573.000) 2024-10-24 14:23:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3386490_120411270@c1424.swan.hcc.unl.edu <10.138.14.24:40881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952566&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-40881&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.573.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:23:18.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 573 StartdAddr = "<10.138.14.24:40881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50905513%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952566&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-40881&alias=c1424.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3386490_120411270@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 021 (10628.460.000) 2024-10-24 14:23:18 Warning from starter on slot1_6@Purdue-Geddes.osg-geddes-backfill-a-25: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.460.000) 2024-10-24 14:23:18 Job executing on host: <10.5.33.123:38577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51195858%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9427062&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-25&addrs=10.5.33.123-38577&alias=Purdue-Geddes.osg-geddes-backfill-a-25&noUDP&sock=startd_5294_d277> ... 028 (10628.460.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.336" EventTypeNumber = 28 ExecuteHost = "<10.5.33.123:38577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51195858%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9427062&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-25&addrs=10.5.33.123-38577&alias=Purdue-Geddes.osg-geddes-backfill-a-25&noUDP&sock=startd_5294_d277>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "ExecuteEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.368.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <10.3.130.7:35229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013024%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039721&PrivNet=voh7&addrs=10.3.130.7-35229&alias=voh7&noUDP> ... 040 (10628.366.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <192.168.247.25:36169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889654%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961043&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-36169+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-36169&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.368.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.399" EventTypeNumber = 28 Host = "<10.3.130.7:35229?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013024%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039721&PrivNet=voh7&addrs=10.3.130.7-35229&alias=voh7&noUDP>" JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.366.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.399" EventTypeNumber = 28 Host = "<192.168.247.25:36169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889654%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961043&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-36169+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-36169&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.258.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <131.225.167.173:33389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889653%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006335&PrivNet=osg-4196657-0-fnpc7009.fnal.gov&addrs=131.225.167.173-33389+[2620-6a-0-8861-f0-0-167-173]-33389&alias=osg-4196657-0-fnpc7009.fnal.gov&noUDP> ... 040 (10628.398.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <10.3.130.1:41251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889652%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006336&PrivNet=voh1&addrs=10.3.130.1-41251&alias=voh1&noUDP> ... 028 (10628.258.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.466" EventTypeNumber = 28 Host = "<131.225.167.173:33389?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889653%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006335&PrivNet=osg-4196657-0-fnpc7009.fnal.gov&addrs=131.225.167.173-33389+[2620-6a-0-8861-f0-0-167-173]-33389&alias=osg-4196657-0-fnpc7009.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.398.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.466" EventTypeNumber = 28 Host = "<10.3.130.1:41251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889652%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006336&PrivNet=voh1&addrs=10.3.130.1-41251&alias=voh1&noUDP>" JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 005 (10628.190.000) 2024-10-24 14:23:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:18:59, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:18:59, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89027 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89027 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467242 2000000 8000000 GPUs : 0 Memory (MB) : 58 2000 4096 Job terminated of its own accord at 2024-10-24T18:23:15Z with exit-code 0. ... 028 (10628.190.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9878676211774444 Disk = 8000000 DiskUsage = 467242 EventTime = "2024-10-24T14:23:18.487" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" Memory = 4096 MemoryUsage = 58 MyType = "JobTerminatedEvent" Proc = 190 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:18:59, Sys 0 00:00:13" SentBytes = 89027.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794195; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:18:59, Sys 0 00:00:13" TotalSentBytes = 89027.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 021 (10628.391.000) 2024-10-24 14:23:18 Warning from starter on slot1_1@glidein_29771_223641972@mem3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.366.000) 2024-10-24 14:23:18 Finished transferring input files ... 028 (10628.366.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.595.000) 2024-10-24 14:23:18 Warning from starter on slot1_5@Purdue-Geddes.osg-geddes-backfill-a-27: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.258.000) 2024-10-24 14:23:18 Finished transferring input files ... 028 (10628.258.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.398.000) 2024-10-24 14:23:18 Finished transferring input files ... 028 (10628.398.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.520.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <192.170.236.146:40117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28784062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9416981&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&addrs=192.170.236.146-40117+[2605-9a00-10-200c-7efe-90ff-fea7-f620]-40117&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&noUDP&sock=slot1_16_4767_885b_12948> ... 028 (10628.520.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.693" EventTypeNumber = 28 Host = "<192.170.236.146:40117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28784062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9416981&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&addrs=192.170.236.146-40117+[2605-9a00-10-200c-7efe-90ff-fea7-f620]-40117&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&noUDP&sock=slot1_16_4767_885b_12948>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.391.000) 2024-10-24 14:23:18 Job executing on host: <10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP> ... 028 (10628.391.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.731" EventTypeNumber = 28 ExecuteHost = "<10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP>" JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.263.000) 2024-10-24 14:23:18 Warning from starter on slot1_2@glidein_8_96247808@osg-3976514-0-fnpc7023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.654.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=slot1_2_4898_d580_2148> ... 028 (10628.654.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.785" EventTypeNumber = 28 Host = "<192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=slot1_2_4898_d580_2148>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.595.000) 2024-10-24 14:23:18 Job executing on host: <10.5.33.124:43853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#28876864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9421809&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-27&addrs=10.5.33.124-43853&alias=Purdue-Geddes.osg-geddes-backfill-a-27&noUDP&sock=startd_5287_054e> ... 028 (10628.595.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.815" EventTypeNumber = 28 ExecuteHost = "<10.5.33.124:43853?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#28876864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9421809&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-27&addrs=10.5.33.124-43853&alias=Purdue-Geddes.osg-geddes-backfill-a-27&noUDP&sock=startd_5287_054e>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "ExecuteEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.503.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=slot1_8_4651_ccd6_2450> ... 028 (10628.503.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.868" EventTypeNumber = 28 Host = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=slot1_8_4651_ccd6_2450>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.520.000) 2024-10-24 14:23:18 Finished transferring input files ... 028 (10628.520.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.613.000) 2024-10-24 14:23:18 Started transferring input files Transferring to host: <192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=slot1_2_4849_4f1e_2287> ... 028 (10628.613.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.928" EventTypeNumber = 28 Host = "<192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=slot1_2_4849_4f1e_2287>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.263.000) 2024-10-24 14:23:18 Job executing on host: <131.225.167.187:44549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997845&PrivNet=osg-3976514-0-fnpc7023.fnal.gov&addrs=131.225.167.187-44549+[2620-6a-0-8861-f0-0-167-187]-44549&alias=osg-3976514-0-fnpc7023.fnal.gov&noUDP> ... 028 (10628.263.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.957" EventTypeNumber = 28 ExecuteHost = "<131.225.167.187:44549?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9997845&PrivNet=osg-3976514-0-fnpc7023.fnal.gov&addrs=131.225.167.187-44549+[2620-6a-0-8861-f0-0-167-187]-44549&alias=osg-3976514-0-fnpc7023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.654.000) 2024-10-24 14:23:18 Finished transferring input files ... 028 (10628.654.000) 2024-10-24 14:23:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:18.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.503.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.503.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.613.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.613.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.015" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.475.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_11_4644_de36_2183> ... 040 (10628.521.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=slot1_4_4652_8136_1891> ... 028 (10628.475.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.070" EventTypeNumber = 28 Host = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=slot1_11_4644_de36_2183>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.521.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.070" EventTypeNumber = 28 Host = "<172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=slot1_4_4652_8136_1891>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.498.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_16_4639_5856_2228> ... 028 (10628.498.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.129" EventTypeNumber = 28 Host = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=slot1_16_4639_5856_2228>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.687.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=slot1_5_4637_ef96_2103> ... 028 (10628.687.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.188" EventTypeNumber = 28 Host = "<172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=slot1_5_4637_ef96_2103>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.475.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.475.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.521.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.521.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.498.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.498.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.247.000) 2024-10-24 14:23:19 Warning from starter on slot1_2@glidein_21914_14369688@node1675.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.185.000) 2024-10-24 14:23:19 Warning from starter on slot1_4@glidein_3429234_436981983@execute-137.mortimer.hpc.uwm.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.687.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.687.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.655.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=slot1_9_4655_9e56_2316> ... 040 (10628.752.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=slot1_10_4656_52b6_1913> ... 028 (10628.655.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.364" EventTypeNumber = 28 Host = "<172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=slot1_9_4655_9e56_2316>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.752.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.364" EventTypeNumber = 28 Host = "<172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=slot1_10_4656_52b6_1913>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.247.000) 2024-10-24 14:23:19 Job executing on host: <10.125.7.145:33823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9901113&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-33823&alias=node1675.palmetto.clemson.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.393" EventTypeNumber = 28 ExecuteHost = "<10.125.7.145:33823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9901113&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-33823&alias=node1675.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.185.000) 2024-10-24 14:23:19 Job executing on host: <172.20.32.65:38077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9933231&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-38077&alias=execute-137.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.185.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.477" EventTypeNumber = 28 ExecuteHost = "<172.20.32.65:38077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9933231&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-38077&alias=execute-137.mortimer.hpc.uwm.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "ExecuteEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.655.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.655.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.752.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.752.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.368.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.368.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.954.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=slot1_4_4650_1876_1995> ... 028 (10628.954.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.589" EventTypeNumber = 28 Host = "<172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=slot1_4_4650_1876_1995>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.366.000) 2024-10-24 14:23:19 Warning from starter on slot1_1@glidein_174202_390844178@mendel-b0001.mendel.sdmz.amnh.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.996.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=slot1_6_4636_3b36_2222> ... 040 (10628.020.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <10.138.19.21:34271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344475%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997812&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-34271&alias=c1921.swan.hcc.unl.edu&noUDP> ... 028 (10628.996.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.724" EventTypeNumber = 28 Host = "<172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=slot1_6_4636_3b36_2222>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.020.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.724" EventTypeNumber = 28 Host = "<10.138.19.21:34271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344475%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997812&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-34271&alias=c1921.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.366.000) 2024-10-24 14:23:19 Job executing on host: <192.168.247.25:43659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29401599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967981&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-43659+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-43659&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.366.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.753" EventTypeNumber = 28 ExecuteHost = "<192.168.247.25:43659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29401599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967981&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-43659+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-43659&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "ExecuteEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.954.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.954.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.791.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=slot1_1_4645_9296_2055> ... 028 (10628.791.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.815" EventTypeNumber = 28 Host = "<172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=slot1_1_4645_9296_2055>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.996.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.996.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.020.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.020.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.805.000) 2024-10-24 14:23:19 Started transferring input files Transferring to host: <172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=slot1_2_4634_d276_2178> ... 028 (10628.805.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.934" EventTypeNumber = 28 Host = "<172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=slot1_2_4634_d276_2178>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.791.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.791.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.368.000) 2024-10-24 14:23:19 Warning from starter on slot1_2@glidein_7040_132167058@voh7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.805.000) 2024-10-24 14:23:19 Finished transferring input files ... 028 (10628.805.000) 2024-10-24 14:23:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:19.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.767.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=slot1_12_4651_ccd6_2558> ... 028 (10628.767.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.000" EventTypeNumber = 28 Host = "<172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=slot1_12_4651_ccd6_2558>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.398.000) 2024-10-24 14:23:20 Warning from starter on slot1_2@glidein_7262_9317056@voh1: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.368.000) 2024-10-24 14:23:20 Job executing on host: <10.3.130.7:42679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948741&PrivNet=voh7&addrs=10.3.130.7-42679&alias=voh7&noUDP> ... 028 (10628.368.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.030" EventTypeNumber = 28 ExecuteHost = "<10.3.130.7:42679?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29360613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948741&PrivNet=voh7&addrs=10.3.130.7-42679&alias=voh7&noUDP>" JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.342.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <131.225.209.148:33731?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009414&PrivNet=osg-4196523-0-fnpc9057.fnal.gov&addrs=131.225.209.148-33731+[2620-6a-0-8862-f0-0-209-148]-33731&alias=osg-4196523-0-fnpc9057.fnal.gov&noUDP> ... 028 (10628.342.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.101" EventTypeNumber = 28 Host = "<131.225.209.148:33731?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909362%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009414&PrivNet=osg-4196523-0-fnpc9057.fnal.gov&addrs=131.225.209.148-33731+[2620-6a-0-8862-f0-0-209-148]-33731&alias=osg-4196523-0-fnpc9057.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.734.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=slot1_11_4651_ccd6_2171> ... 040 (10628.408.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <10.3.130.8:36611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004622&PrivNet=voh8&addrs=10.3.130.8-36611&alias=voh8&noUDP> ... 028 (10628.734.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.169" EventTypeNumber = 28 Host = "<172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=slot1_11_4651_ccd6_2171>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.408.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.169" EventTypeNumber = 28 Host = "<10.3.130.8:36611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004622&PrivNet=voh8&addrs=10.3.130.8-36611&alias=voh8&noUDP>" JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.765.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <10.5.33.119:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#28814009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9472941&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-16&addrs=10.5.33.119-41019&alias=Purdue-Geddes.osg-geddes-backfill-a-16&noUDP&sock=slot1_4_5321_e031_9050> ... 028 (10628.765.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.169" EventTypeNumber = 28 Host = "<10.5.33.119:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#28814009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9472941&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-16&addrs=10.5.33.119-41019&alias=Purdue-Geddes.osg-geddes-backfill-a-16&noUDP&sock=slot1_4_5321_e031_9050>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.767.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.767.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.069.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <128.105.69.64:39539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009415&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-39539&alias=e2392.chtc.wisc.edu&noUDP> ... 040 (10628.073.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <192.41.237.211:42789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009416&PrivNet=c-211-3.aglt2.org&addrs=192.41.237.211-42789+[2001-48a8-68f7-8001-192-41-237-211]-42789&alias=c-211-3.aglt2.org&noUDP> ... 028 (10628.069.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.228" EventTypeNumber = 28 Host = "<128.105.69.64:39539?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009415&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-39539&alias=e2392.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.073.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.228" EventTypeNumber = 28 Host = "<192.41.237.211:42789?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009416&PrivNet=c-211-3.aglt2.org&addrs=192.41.237.211-42789+[2001-48a8-68f7-8001-192-41-237-211]-42789&alias=c-211-3.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.258.000) 2024-10-24 14:23:20 Warning from starter on slot1_3@glidein_8_90608640@osg-4196657-0-fnpc7009.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.398.000) 2024-10-24 14:23:20 Job executing on host: <10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP> ... 028 (10628.398.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.257" EventTypeNumber = 28 ExecuteHost = "<10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP>" JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.520.000) 2024-10-24 14:23:20 Warning from starter on slot1_16@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.753.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=slot1_6_4626_2f75_1779> ... 040 (10628.032.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <10.138.14.25:40977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997814&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-40977&alias=c1425.swan.hcc.unl.edu&noUDP> ... 040 (10628.165.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <10.125.8.28:37461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368346%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009421&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-37461&alias=node1813.palmetto.clemson.edu&noUDP> ... 028 (10628.753.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.320" EventTypeNumber = 28 Host = "<172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=slot1_6_4626_2f75_1779>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.165.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.320" EventTypeNumber = 28 Host = "<10.125.8.28:37461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368346%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009421&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-37461&alias=node1813.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.032.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.320" EventTypeNumber = 28 Host = "<10.138.14.25:40977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013031%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997814&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-40977&alias=c1425.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.342.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.342.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.654.000) 2024-10-24 14:23:20 Warning from starter on slot1_2@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.734.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.734.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.408.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.408.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.765.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.765.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.009.000) 2024-10-24 14:23:20 Started transferring input files Transferring to host: <10.138.12.9:40465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009419&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-40465&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.437" EventTypeNumber = 28 Host = "<10.138.12.9:40465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919794%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009419&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-40465&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616925" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.069.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.069.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.073.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.073.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.613.000) 2024-10-24 14:23:20 Warning from starter on slot1_2@IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.258.000) 2024-10-24 14:23:20 Job executing on host: <131.225.167.173:38793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949786&PrivNet=osg-4196657-0-fnpc7009.fnal.gov&addrs=131.225.167.173-38793+[2620-6a-0-8861-f0-0-167-173]-38793&alias=osg-4196657-0-fnpc7009.fnal.gov&noUDP> ... 028 (10628.258.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.525" EventTypeNumber = 28 ExecuteHost = "<131.225.167.173:38793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878203%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949786&PrivNet=osg-4196657-0-fnpc7009.fnal.gov&addrs=131.225.167.173-38793+[2620-6a-0-8861-f0-0-167-173]-38793&alias=osg-4196657-0-fnpc7009.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.350.000) 2024-10-24 14:23:20 Warning from starter on slot1_3@glidein_1941602_951228360@cn433.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.520.000) 2024-10-24 14:23:20 Job executing on host: <192.170.236.146:40117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28784062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9416981&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&addrs=192.170.236.146-40117+[2605-9a00-10-200c-7efe-90ff-fea7-f620]-40117&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&noUDP&sock=startd_4759_db4c> ... 028 (10628.520.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.550" EventTypeNumber = 28 ExecuteHost = "<192.170.236.146:40117?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#28784062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9416981&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&addrs=192.170.236.146-40117+[2605-9a00-10-200c-7efe-90ff-fea7-f620]-40117&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c046.ssl-hep.org&noUDP&sock=startd_4759_db4c>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.753.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.753.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.165.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.165.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.032.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.032.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.654.000) 2024-10-24 14:23:20 Job executing on host: <192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=startd_4890_b634> ... 028 (10628.654.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.642" EventTypeNumber = 28 ExecuteHost = "<192.170.236.133:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9866476&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&addrs=192.170.236.133-36439+[2605-9a00-10-200c-7efe-90ff-fea7-ef00]-36439&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c033.ssl-hep.org&noUDP&sock=startd_4890_b634>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.521.000) 2024-10-24 14:23:20 Warning from starter on slot1_4@IU-Jetstream2-Backfill.f9fdace751c6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.687.000) 2024-10-24 14:23:20 Warning from starter on slot1_5@IU-Jetstream2-Backfill.0a0413057d10: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.009.000) 2024-10-24 14:23:20 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616925" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.613.000) 2024-10-24 14:23:20 Job executing on host: <192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=startd_4839_bae0> ... 028 (10628.613.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.843" EventTypeNumber = 28 ExecuteHost = "<192.170.236.136:46587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50814937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9959440&PrivNet=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&addrs=192.170.236.136-46587+[2605-9a00-10-200c-7efe-90ff-fea7-f350]-46587&alias=IRISHEP-SSL-RIVER-DEV-BACKFILL.river-c036.ssl-hep.org&noUDP&sock=startd_4839_bae0>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "ExecuteEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.350.000) 2024-10-24 14:23:20 Job executing on host: <137.99.174.28:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994347&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36873&alias=cn433.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.350.000) 2024-10-24 14:23:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:20.868" EventTypeNumber = 28 ExecuteHost = "<137.99.174.28:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9994347&PrivNet=cn433.storrs.hpc.uconn.edu&addrs=137.99.174.28-36873&alias=cn433.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.655.000) 2024-10-24 14:23:20 Warning from starter on slot1_9@IU-Jetstream2-Backfill.2cec179af401: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.752.000) 2024-10-24 14:23:20 Warning from starter on slot1_10@IU-Jetstream2-Backfill.5ed0d8813549: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.521.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8> ... 028 (10628.521.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.019" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.687.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=startd_4627_50cc> ... 028 (10628.687.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.044" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=startd_4627_50cc>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.527.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=slot1_14_4634_d276_1857> ... 028 (10628.527.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.045" EventTypeNumber = 28 Host = "<172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=slot1_14_4634_d276_1857>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.735.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=slot1_8_4651_ccd6_2229> ... 028 (10628.735.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.046" EventTypeNumber = 28 Host = "<172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=slot1_8_4651_ccd6_2229>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 001 (10628.655.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980> ... 028 (10628.655.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.078" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.954.000) 2024-10-24 14:23:21 Warning from starter on slot1_4@IU-Jetstream2-Backfill.20acca2f86ce: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.752.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=startd_4646_5919> ... 028 (10628.752.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.103" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=startd_4646_5919>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.527.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.527.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.093.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.166.26:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013032%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006340&PrivNet=osg-4196748-0-fnpc17001.fnal.gov&addrs=131.225.166.26-35513+[2620-6a-0-8861-f0-0-166-26]-35513&alias=osg-4196748-0-fnpc17001.fnal.gov&noUDP> ... 040 (10628.081.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.209.162:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961047&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-32989+[2620-6a-0-8862-f0-0-209-162]-32989&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP> ... 028 (10628.093.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.105" EventTypeNumber = 28 Host = "<131.225.166.26:35513?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013032%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006340&PrivNet=osg-4196748-0-fnpc17001.fnal.gov&addrs=131.225.166.26-35513+[2620-6a-0-8861-f0-0-166-26]-35513&alias=osg-4196748-0-fnpc17001.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.081.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.105" EventTypeNumber = 28 Host = "<131.225.209.162:32989?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344479%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961047&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-32989+[2620-6a-0-8862-f0-0-209-162]-32989&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.020.000) 2024-10-24 14:23:21 Warning from starter on slot1@glidein_3051572_780890210@c1921.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.735.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.735.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.954.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=startd_4642_9ab8> ... 028 (10628.954.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.136" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=startd_4642_9ab8>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.260.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.208.22:38471?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956506&PrivNet=osg-4196441-0-fnpc19102.fnal.gov&addrs=131.225.208.22-38471+[2620-6a-0-8862-f0-0-208-22]-38471&alias=osg-4196441-0-fnpc19102.fnal.gov&noUDP> ... 040 (10628.248.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.208.102:41435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724698%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039722&PrivNet=osg-3975795-0-fnpc19120.fnal.gov&addrs=131.225.208.102-41435+[2620-6a-0-8862-f0-0-208-102]-41435&alias=osg-3975795-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.260.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.137" EventTypeNumber = 28 Host = "<131.225.208.22:38471?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956506&PrivNet=osg-4196441-0-fnpc19102.fnal.gov&addrs=131.225.208.22-38471+[2620-6a-0-8862-f0-0-208-22]-38471&alias=osg-4196441-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.248.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.137" EventTypeNumber = 28 Host = "<131.225.208.102:41435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724698%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039722&PrivNet=osg-3975795-0-fnpc19120.fnal.gov&addrs=131.225.208.102-41435+[2620-6a-0-8862-f0-0-208-102]-41435&alias=osg-3975795-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.081.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.081.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.093.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.093.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.020.000) 2024-10-24 14:23:21 Job executing on host: <10.138.19.21:40873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032282&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-40873&alias=c1921.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.170" EventTypeNumber = 28 ExecuteHost = "<10.138.19.21:40873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032282&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-40873&alias=c1921.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.038.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <141.211.169.52:39657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975737&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-39657&alias=um-lc01.osris.org&noUDP> ... 028 (10628.038.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.173" EventTypeNumber = 28 Host = "<141.211.169.52:39657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975737&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-39657&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.062.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.208.119:46089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003246&PrivNet=osg-3976266-0-fnpc19135.fnal.gov&addrs=131.225.208.119-46089+[2620-6a-0-8862-f0-0-208-119]-46089&alias=osg-3976266-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.062.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.176" EventTypeNumber = 28 Host = "<131.225.208.119:46089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344480%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003246&PrivNet=osg-3976266-0-fnpc19135.fnal.gov&addrs=131.225.208.119-46089+[2620-6a-0-8862-f0-0-208-119]-46089&alias=osg-3976266-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.260.000) 2024-10-24 14:23:21 Finished transferring input files ... 040 (10628.248.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.260.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 028 (10628.248.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.062.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.062.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.038.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.038.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.463.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <10.5.13.103:38083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50379053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9441544&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-7&addrs=10.5.13.103-38083&alias=Purdue-Geddes.osg-geddes-backfill-a-7&noUDP&sock=slot1_6_4425_900d_9731> ... 028 (10628.463.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.249" EventTypeNumber = 28 Host = "<10.5.13.103:38083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50379053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9441544&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-7&addrs=10.5.13.103-38083&alias=Purdue-Geddes.osg-geddes-backfill-a-7&noUDP&sock=slot1_6_4425_900d_9731>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.224.000) 2024-10-24 14:23:21 Warning from starter on slot1_3@glidein_2725010_76683850@cn435.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.996.000) 2024-10-24 14:23:21 Warning from starter on slot1_6@IU-Jetstream2-Backfill.97998e3f753e: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.224.000) 2024-10-24 14:23:21 Job executing on host: <137.99.174.30:34869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51708768%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989827&PrivNet=cn435.storrs.hpc.uconn.edu&addrs=137.99.174.30-34869&alias=cn435.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.224.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.287" EventTypeNumber = 28 ExecuteHost = "<137.99.174.30:34869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51708768%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9989827&PrivNet=cn435.storrs.hpc.uconn.edu&addrs=137.99.174.30-34869&alias=cn435.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.498.000) 2024-10-24 14:23:21 Warning from starter on slot1_16@IU-Jetstream2-Backfill.9f8cfa88adf6: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.503.000) 2024-10-24 14:23:21 Warning from starter on slot1_8@IU-Jetstream2-Backfill.c0e835a8e5b3: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.463.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.463.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.301" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.996.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=startd_4626_a134> ... 028 (10628.996.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.312" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=startd_4626_a134>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.792.000) 2024-10-24 14:23:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2912562_263504430@d12chas579.crc.nd.edu, rescheduling job ... 028 (10628.792.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:23:21.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178135.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas579.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 792 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2912562_263504430@d12chas579.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 001 (10628.498.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 028 (10628.498.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.337" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.791.000) 2024-10-24 14:23:21 Warning from starter on slot1_1@IU-Jetstream2-Backfill.658488c4f42c: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.503.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f> ... 028 (10628.503.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.362" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.342.000) 2024-10-24 14:23:21 Warning from starter on slot1_3@glidein_7_174664476@osg-4196523-0-fnpc9057.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.791.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=startd_4637_2cbe> ... 028 (10628.791.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.396" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=startd_4637_2cbe>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.342.000) 2024-10-24 14:23:21 Job executing on host: <131.225.209.148:39769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897534%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992184&PrivNet=osg-4196523-0-fnpc9057.fnal.gov&addrs=131.225.209.148-39769+[2620-6a-0-8862-f0-0-209-148]-39769&alias=osg-4196523-0-fnpc9057.fnal.gov&noUDP> ... 028 (10628.342.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.421" EventTypeNumber = 28 ExecuteHost = "<131.225.209.148:39769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897534%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9992184&PrivNet=osg-4196523-0-fnpc9057.fnal.gov&addrs=131.225.209.148-39769+[2620-6a-0-8862-f0-0-209-148]-39769&alias=osg-4196523-0-fnpc9057.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.070.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <192.41.237.77:39767?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345669%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052876&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-39767+[2001-48a8-68f7-8001-192-41-237-77]-39767&alias=c-211-33-1.aglt2.org&noUDP> ... 028 (10628.070.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.422" EventTypeNumber = 28 Host = "<192.41.237.77:39767?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345669%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052876&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-39767+[2001-48a8-68f7-8001-192-41-237-77]-39767&alias=c-211-33-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.384.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <10.3.129.209:45509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004624&PrivNet=mem9&addrs=10.3.129.209-45509&alias=mem9&noUDP> ... 028 (10628.384.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.424" EventTypeNumber = 28 Host = "<10.3.129.209:45509?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919796%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004624&PrivNet=mem9&addrs=10.3.129.209-45509&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.400.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <10.3.130.2:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724699%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039723&PrivNet=voh2&addrs=10.3.130.2-32771&alias=voh2&noUDP> ... 028 (10628.400.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.441" EventTypeNumber = 28 Host = "<10.3.130.2:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724699%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039723&PrivNet=voh2&addrs=10.3.130.2-32771&alias=voh2&noUDP>" JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.082.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.166.216:46501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003247&PrivNet=osg-4196460-0-fnpc17137.fnal.gov&addrs=131.225.166.216-46501+[2620-6a-0-8861-f0-0-166-216]-46501&alias=osg-4196460-0-fnpc17137.fnal.gov&noUDP> ... 028 (10628.082.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.465" EventTypeNumber = 28 Host = "<131.225.166.216:46501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431234%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003247&PrivNet=osg-4196460-0-fnpc17137.fnal.gov&addrs=131.225.166.216-46501+[2620-6a-0-8861-f0-0-166-216]-46501&alias=osg-4196460-0-fnpc17137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.070.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.070.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.805.000) 2024-10-24 14:23:21 Warning from starter on slot1_2@IU-Jetstream2-Backfill.367296c24cef: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.805.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203> ... 028 (10628.805.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.512" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.082.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.082.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.384.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.384.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.767.000) 2024-10-24 14:23:21 Warning from starter on slot1_12@IU-Jetstream2-Backfill.f63f97742541: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.400.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.400.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.767.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=startd_4643_4a50> ... 028 (10628.767.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.554" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=startd_4643_4a50>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.206.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <131.225.211.53:33331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368347%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009423&PrivNet=osg-3975634-0-fnpc7544.fnal.gov&addrs=131.225.211.53-33331+[2620-6a-0-8862-f0-0-211-53]-33331&alias=osg-3975634-0-fnpc7544.fnal.gov&noUDP> ... 028 (10628.206.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.626" EventTypeNumber = 28 Host = "<131.225.211.53:33331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368347%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009423&PrivNet=osg-3975634-0-fnpc7544.fnal.gov&addrs=131.225.211.53-33331+[2620-6a-0-8862-f0-0-211-53]-33331&alias=osg-3975634-0-fnpc7544.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.475.000) 2024-10-24 14:23:21 Warning from starter on slot1_11@IU-Jetstream2-Backfill.ae5291ce625a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.032.000) 2024-10-24 14:23:21 Warning from starter on slot1@glidein_1310982_429360856@c1425.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.475.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.475.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.671" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.206.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.206.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.408.000) 2024-10-24 14:23:21 Warning from starter on slot1_2@glidein_35533_153425333@voh8: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.032.000) 2024-10-24 14:23:21 Job executing on host: <10.138.14.25:41901?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997599&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-41901&alias=c1425.swan.hcc.unl.edu&noUDP> ... 028 (10628.032.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.705" EventTypeNumber = 28 ExecuteHost = "<10.138.14.25:41901?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997599&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-41901&alias=c1425.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.069.000) 2024-10-24 14:23:21 Warning from starter on slot1@glidein_10500_77943723@e2392.chtc.wisc.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.408.000) 2024-10-24 14:23:21 Job executing on host: <10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP> ... 028 (10628.408.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.738" EventTypeNumber = 28 ExecuteHost = "<10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP>" JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.069.000) 2024-10-24 14:23:21 Job executing on host: <128.105.69.64:43220?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359843%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947900&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-43220&alias=e2392.chtc.wisc.edu&noUDP> ... 028 (10628.069.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.763" EventTypeNumber = 28 ExecuteHost = "<128.105.69.64:43220?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359843%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947900&PrivNet=e2392.chtc.wisc.edu&addrs=128.105.69.64-43220&alias=e2392.chtc.wisc.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "ExecuteEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.734.000) 2024-10-24 14:23:21 Warning from starter on slot1_11@IU-Jetstream2-Backfill.cf02570a98ff: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.734.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=startd_4641_eb1f> ... 028 (10628.734.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.813" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.035.000) 2024-10-24 14:23:21 Started transferring input files Transferring to host: <10.138.15.6:35863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975738&PrivNet=c1506.swan.hcc.unl.edu&addrs=10.138.15.6-35863&alias=c1506.swan.hcc.unl.edu&noUDP> ... 028 (10628.035.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.835" EventTypeNumber = 28 Host = "<10.138.15.6:35863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975738&PrivNet=c1506.swan.hcc.unl.edu&addrs=10.138.15.6-35863&alias=c1506.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.765.000) 2024-10-24 14:23:21 Warning from starter on slot1_4@Purdue-Geddes.osg-geddes-backfill-a-16: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.009.000) 2024-10-24 14:23:21 Warning from starter on slot1@glidein_1973346_67778464@c1209.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.765.000) 2024-10-24 14:23:21 Job executing on host: <10.5.33.119:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#28814009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9472941&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-16&addrs=10.5.33.119-41019&alias=Purdue-Geddes.osg-geddes-backfill-a-16&noUDP&sock=startd_5314_8a5c> ... 028 (10628.765.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.872" EventTypeNumber = 28 ExecuteHost = "<10.5.33.119:41019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#28814009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9472941&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-16&addrs=10.5.33.119-41019&alias=Purdue-Geddes.osg-geddes-backfill-a-16&noUDP&sock=startd_5314_8a5c>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "ExecuteEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.009.000) 2024-10-24 14:23:21 Job executing on host: <10.138.12.9:42711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006263&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-42711&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.905" EventTypeNumber = 28 ExecuteHost = "<10.138.12.9:42711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006263&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-42711&alias=c1209.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616925" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.035.000) 2024-10-24 14:23:21 Finished transferring input files ... 028 (10628.035.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.753.000) 2024-10-24 14:23:21 Warning from starter on slot1_6@IU-Jetstream2-Backfill.c16427ec92ba: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.753.000) 2024-10-24 14:23:21 Job executing on host: <172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=startd_4618_2472> ... 028 (10628.753.000) 2024-10-24 14:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:21.972" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=startd_4618_2472>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.165.000) 2024-10-24 14:23:22 Warning from starter on slot1_3@glidein_909092_590984894@node1813.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.165.000) 2024-10-24 14:23:22 Job executing on host: <10.125.8.28:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246779%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941033&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-39113&alias=node1813.palmetto.clemson.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.272" EventTypeNumber = 28 ExecuteHost = "<10.125.8.28:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246779%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941033&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-39113&alias=node1813.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.163.000) 2024-10-24 14:23:22 Started transferring input files Transferring to host: <10.125.8.43:33893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013033%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961048&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-33893&alias=node1828.palmetto.clemson.edu&noUDP> ... 028 (10628.163.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.351" EventTypeNumber = 28 Host = "<10.125.8.43:33893?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013033%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961048&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-33893&alias=node1828.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.163.000) 2024-10-24 14:23:22 Finished transferring input files ... 028 (10628.163.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.275.000) 2024-10-24 14:23:22 Started transferring input files Transferring to host: <131.225.209.178:37671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997816&PrivNet=osg-3976100-0-fnpc9073.fnal.gov&addrs=131.225.209.178-37671+[2620-6a-0-8862-f0-0-209-178]-37671&alias=osg-3976100-0-fnpc9073.fnal.gov&noUDP> ... 028 (10628.275.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.531" EventTypeNumber = 28 Host = "<131.225.209.178:37671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997816&PrivNet=osg-3976100-0-fnpc9073.fnal.gov&addrs=131.225.209.178-37671+[2620-6a-0-8862-f0-0-209-178]-37671&alias=osg-3976100-0-fnpc9073.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.275.000) 2024-10-24 14:23:22 Finished transferring input files ... 028 (10628.275.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.467.000) 2024-10-24 14:23:22 Started transferring input files Transferring to host: <172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=slot1_10_4643_29d6_1936> ... 028 (10628.467.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.588" EventTypeNumber = 28 Host = "<172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=slot1_10_4643_29d6_1936>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.735.000) 2024-10-24 14:23:22 Warning from starter on slot1_8@IU-Jetstream2-Backfill.1d12d00ce4e8: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.467.000) 2024-10-24 14:23:22 Finished transferring input files ... 028 (10628.467.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.735.000) 2024-10-24 14:23:22 Job executing on host: <172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=startd_4641_eb1f> ... 028 (10628.735.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.647" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=startd_4641_eb1f>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.073.000) 2024-10-24 14:23:22 Warning from starter on slot1@glidein_21245_208513861@c-211-3.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.038.000) 2024-10-24 14:23:22 Warning from starter on slot1@glidein_2031974_773552031@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.073.000) 2024-10-24 14:23:22 Job executing on host: <192.41.237.211:39076?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006282&PrivNet=c-211-3.aglt2.org&addrs=192.41.237.211-39076+[2001-48a8-68f7-8001-192-41-237-211]-39076&alias=c-211-3.aglt2.org&noUDP> ... 028 (10628.073.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.739" EventTypeNumber = 28 ExecuteHost = "<192.41.237.211:39076?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344433%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006282&PrivNet=c-211-3.aglt2.org&addrs=192.41.237.211-39076+[2001-48a8-68f7-8001-192-41-237-211]-39076&alias=c-211-3.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.038.000) 2024-10-24 14:23:22 Job executing on host: <141.211.169.52:32945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29352644%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9993211&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-32945&alias=um-lc01.osris.org&noUDP> ... 028 (10628.038.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.773" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:32945?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29352644%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9993211&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-32945&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.527.000) 2024-10-24 14:23:22 Warning from starter on slot1_14@IU-Jetstream2-Backfill.052616dea8c1: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.093.000) 2024-10-24 14:23:22 Warning from starter on slot1_2@glidein_8_69587610@osg-4196748-0-fnpc17001.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.260.000) 2024-10-24 14:23:22 Warning from starter on slot1_2@glidein_8_440347323@osg-4196441-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.527.000) 2024-10-24 14:23:22 Job executing on host: <172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=startd_4624_4203> ... 028 (10628.527.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.916" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=startd_4624_4203>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.093.000) 2024-10-24 14:23:22 Job executing on host: <131.225.166.26:35021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909044%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993872&PrivNet=osg-4196748-0-fnpc17001.fnal.gov&addrs=131.225.166.26-35021+[2620-6a-0-8861-f0-0-166-26]-35021&alias=osg-4196748-0-fnpc17001.fnal.gov&noUDP> ... 028 (10628.093.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.941" EventTypeNumber = 28 ExecuteHost = "<131.225.166.26:35021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909044%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993872&PrivNet=osg-4196748-0-fnpc17001.fnal.gov&addrs=131.225.166.26-35021+[2620-6a-0-8861-f0-0-166-26]-35021&alias=osg-4196748-0-fnpc17001.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.256.000) 2024-10-24 14:23:22 Started transferring input files Transferring to host: <10.5.16.53:35951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006342&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-35951&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.942" EventTypeNumber = 28 Host = "<10.5.16.53:35951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013035%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006342&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-35951&alias=dwarf53.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483714" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857070" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.248.000) 2024-10-24 14:23:22 Warning from starter on slot1_3@glidein_8_370235520@osg-3975795-0-fnpc19120.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.260.000) 2024-10-24 14:23:22 Job executing on host: <131.225.208.22:44395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996529&PrivNet=osg-4196441-0-fnpc19102.fnal.gov&addrs=131.225.208.22-44395+[2620-6a-0-8862-f0-0-208-22]-44395&alias=osg-4196441-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.260.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.966" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:44395?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996529&PrivNet=osg-4196441-0-fnpc19102.fnal.gov&addrs=131.225.208.22-44395+[2620-6a-0-8862-f0-0-208-22]-44395&alias=osg-4196441-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.463.000) 2024-10-24 14:23:22 Warning from starter on slot1_6@Purdue-Geddes.osg-geddes-backfill-a-7: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.248.000) 2024-10-24 14:23:22 Job executing on host: <131.225.208.102:46225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897293%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996840&PrivNet=osg-3975795-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46225+[2620-6a-0-8862-f0-0-208-102]-46225&alias=osg-3975795-0-fnpc19120.fnal.gov&noUDP> ... 028 (10628.248.000) 2024-10-24 14:23:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:22.991" EventTypeNumber = 28 ExecuteHost = "<131.225.208.102:46225?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897293%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996840&PrivNet=osg-3975795-0-fnpc19120.fnal.gov&addrs=131.225.208.102-46225+[2620-6a-0-8862-f0-0-208-102]-46225&alias=osg-3975795-0-fnpc19120.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.384.000) 2024-10-24 14:23:23 Warning from starter on slot1_1@glidein_33981_31699108@mem9: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.256.000) 2024-10-24 14:23:23 Finished transferring input files ... 028 (10628.256.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483714" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857070" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 001 (10628.463.000) 2024-10-24 14:23:23 Job executing on host: <10.5.13.103:38083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50379053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9441544&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-7&addrs=10.5.13.103-38083&alias=Purdue-Geddes.osg-geddes-backfill-a-7&noUDP&sock=startd_4418_f581> ... 028 (10628.463.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.016" EventTypeNumber = 28 ExecuteHost = "<10.5.13.103:38083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50379053%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9441544&PrivNet=Purdue-Geddes.osg-geddes-backfill-a-7&addrs=10.5.13.103-38083&alias=Purdue-Geddes.osg-geddes-backfill-a-7&noUDP&sock=startd_4418_f581>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "ExecuteEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.384.000) 2024-10-24 14:23:23 Job executing on host: <10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP> ... 028 (10628.384.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.041" EventTypeNumber = 28 ExecuteHost = "<10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP>" JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.064.000) 2024-10-24 14:23:23 Started transferring input files Transferring to host: <131.225.209.206:45775?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724701%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003248&PrivNet=osg-3976082-0-fnpc9007.fnal.gov&addrs=131.225.209.206-45775+[2620-6a-0-8862-f0-0-209-206]-45775&alias=osg-3976082-0-fnpc9007.fnal.gov&noUDP> ... 028 (10628.064.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.122" EventTypeNumber = 28 Host = "<131.225.209.206:45775?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724701%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10003248&PrivNet=osg-3976082-0-fnpc9007.fnal.gov&addrs=131.225.209.206-45775+[2620-6a-0-8862-f0-0-209-206]-45775&alias=osg-3976082-0-fnpc9007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.064.000) 2024-10-24 14:23:23 Finished transferring input files ... 028 (10628.064.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.035.000) 2024-10-24 14:23:23 Warning from starter on slot1@glidein_862833_600196350@c1506.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.400.000) 2024-10-24 14:23:23 Warning from starter on slot1_2@glidein_34835_626918500@voh2: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.035.000) 2024-10-24 14:23:23 Job executing on host: <10.138.15.6:36777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881735%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995655&PrivNet=c1506.swan.hcc.unl.edu&addrs=10.138.15.6-36777&alias=c1506.swan.hcc.unl.edu&noUDP> ... 028 (10628.035.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.258" EventTypeNumber = 28 ExecuteHost = "<10.138.15.6:36777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881735%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995655&PrivNet=c1506.swan.hcc.unl.edu&addrs=10.138.15.6-36777&alias=c1506.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.400.000) 2024-10-24 14:23:23 Job executing on host: <10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP> ... 028 (10628.400.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.292" EventTypeNumber = 28 ExecuteHost = "<10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP>" JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "ExecuteEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.082.000) 2024-10-24 14:23:23 Warning from starter on slot1_3@glidein_8_288505035@osg-4196460-0-fnpc17137.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.082.000) 2024-10-24 14:23:23 Job executing on host: <131.225.166.216:34645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356292%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996989&PrivNet=osg-4196460-0-fnpc17137.fnal.gov&addrs=131.225.166.216-34645+[2620-6a-0-8861-f0-0-166-216]-34645&alias=osg-4196460-0-fnpc17137.fnal.gov&noUDP> ... 028 (10628.082.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.550" EventTypeNumber = 28 ExecuteHost = "<131.225.166.216:34645?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29356292%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9996989&PrivNet=osg-4196460-0-fnpc17137.fnal.gov&addrs=131.225.166.216-34645+[2620-6a-0-8861-f0-0-166-216]-34645&alias=osg-4196460-0-fnpc17137.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.831.000) 2024-10-24 14:23:23 Started transferring input files Transferring to host: <172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=slot1_6_4655_9e56_1936> ... 028 (10628.831.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.580" EventTypeNumber = 28 Host = "<172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=slot1_6_4655_9e56_1936>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.567.000) 2024-10-24 14:23:23 Started transferring input files Transferring to host: <172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=slot1_7_4642_7576_1998> ... 028 (10628.567.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.582" EventTypeNumber = 28 Host = "<172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=slot1_7_4642_7576_1998>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.831.000) 2024-10-24 14:23:23 Finished transferring input files ... 028 (10628.831.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.567.000) 2024-10-24 14:23:23 Finished transferring input files ... 028 (10628.567.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.275.000) 2024-10-24 14:23:23 Warning from starter on slot1_2@glidein_8_478148396@osg-3976100-0-fnpc9073.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.275.000) 2024-10-24 14:23:23 Job executing on host: <131.225.209.178:36129?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993873&PrivNet=osg-3976100-0-fnpc9073.fnal.gov&addrs=131.225.209.178-36129+[2620-6a-0-8862-f0-0-209-178]-36129&alias=osg-3976100-0-fnpc9073.fnal.gov&noUDP> ... 028 (10628.275.000) 2024-10-24 14:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:23.850" EventTypeNumber = 28 ExecuteHost = "<131.225.209.178:36129?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993873&PrivNet=osg-3976100-0-fnpc9073.fnal.gov&addrs=131.225.209.178-36129+[2620-6a-0-8862-f0-0-209-178]-36129&alias=osg-3976100-0-fnpc9073.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.163.000) 2024-10-24 14:23:24 Warning from starter on slot1_2@glidein_3228935_62540000@node1828.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.070.000) 2024-10-24 14:23:24 Warning from starter on slot1@glidein_221346_34812720@c-211-33-1.aglt2.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.163.000) 2024-10-24 14:23:24 Job executing on host: <10.125.8.43:45691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50812052%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9902043&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-45691&alias=node1828.palmetto.clemson.edu&noUDP> ... 028 (10628.163.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.209" EventTypeNumber = 28 ExecuteHost = "<10.125.8.43:45691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50812052%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9902043&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-45691&alias=node1828.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.070.000) 2024-10-24 14:23:24 Job executing on host: <192.41.237.77:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975673&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-46199+[2001-48a8-68f7-8001-192-41-237-77]-46199&alias=c-211-33-1.aglt2.org&noUDP> ... 028 (10628.070.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.234" EventTypeNumber = 28 ExecuteHost = "<192.41.237.77:46199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975673&PrivNet=c-211-33-1.aglt2.org&addrs=192.41.237.77-46199+[2001-48a8-68f7-8001-192-41-237-77]-46199&alias=c-211-33-1.aglt2.org&noUDP>" JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "ExecuteEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.344.000) 2024-10-24 14:23:24 Started transferring input files Transferring to host: <137.99.174.29:36769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961050&PrivNet=cn434.storrs.hpc.uconn.edu&addrs=137.99.174.29-36769&alias=cn434.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.344.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.240" EventTypeNumber = 28 Host = "<137.99.174.29:36769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961050&PrivNet=cn434.storrs.hpc.uconn.edu&addrs=137.99.174.29-36769&alias=cn434.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.344.000) 2024-10-24 14:23:24 Finished transferring input files ... 028 (10628.344.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 024 (10628.030.000) 2024-10-24 14:23:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2535039_31130720@d12chas550.crc.nd.edu, rescheduling job ... 028 (10628.030.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:23:24.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618243" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177959.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas550.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 30 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2535039_31130720@d12chas550.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 021 (10628.256.000) 2024-10-24 14:23:24 Warning from starter on slot1_1@glidein_2877341_227680065@dwarf53.beocat.ksu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.256.000) 2024-10-24 14:23:24 Job executing on host: <10.5.16.53:44569?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997742&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44569&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.368" EventTypeNumber = 28 ExecuteHost = "<10.5.16.53:44569?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997742&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44569&alias=dwarf53.beocat.ksu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2483714" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857070" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "ExecuteEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.081.000) 2024-10-24 14:23:24 Warning from starter on slot1_3@glidein_8_153109068@osg-3976080-0-fnpc9065.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.081.000) 2024-10-24 14:23:24 Job executing on host: <131.225.209.162:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993707&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-45719+[2620-6a-0-8862-f0-0-209-162]-45719&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP> ... 028 (10628.081.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.535" EventTypeNumber = 28 ExecuteHost = "<131.225.209.162:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993707&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-45719+[2620-6a-0-8862-f0-0-209-162]-45719&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.206.000) 2024-10-24 14:23:24 Warning from starter on slot1_8@glidein_8_212558010@osg-3975634-0-fnpc7544.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.206.000) 2024-10-24 14:23:24 Job executing on host: <131.225.211.53:45269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50875412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9946873&PrivNet=osg-3975634-0-fnpc7544.fnal.gov&addrs=131.225.211.53-45269+[2620-6a-0-8862-f0-0-211-53]-45269&alias=osg-3975634-0-fnpc7544.fnal.gov&noUDP> ... 028 (10628.206.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.693" EventTypeNumber = 28 ExecuteHost = "<131.225.211.53:45269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50875412%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9946873&PrivNet=osg-3975634-0-fnpc7544.fnal.gov&addrs=131.225.211.53-45269+[2620-6a-0-8862-f0-0-211-53]-45269&alias=osg-3975634-0-fnpc7544.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.467.000) 2024-10-24 14:23:24 Warning from starter on slot1_10@IU-Jetstream2-Backfill.fe2cba14699a: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.467.000) 2024-10-24 14:23:24 Job executing on host: <172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=startd_4633_6e5d> ... 028 (10628.467.000) 2024-10-24 14:23:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:24.985" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=startd_4633_6e5d>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.831.000) 2024-10-24 14:23:25 Warning from starter on slot1_6@IU-Jetstream2-Backfill.f991edc342bd: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.831.000) 2024-10-24 14:23:25 Job executing on host: <172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=startd_4645_a980> ... 028 (10628.831.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.152" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=startd_4645_a980>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.567.000) 2024-10-24 14:23:25 Warning from starter on slot1_7@IU-Jetstream2-Backfill.6e755c81e8fe: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.567.000) 2024-10-24 14:23:25 Job executing on host: <172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5> ... 028 (10628.567.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.435" EventTypeNumber = 28 ExecuteHost = "<172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5>" JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "ExecuteEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.050.000) 2024-10-24 14:23:25 Started transferring input files Transferring to host: <192.168.4.140:46095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997824&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-46095&alias=lnxfarm340.colorado.edu&noUDP> ... 028 (10628.050.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.461" EventTypeNumber = 28 Host = "<192.168.4.140:46095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431238%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997824&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-46095&alias=lnxfarm340.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.050.000) 2024-10-24 14:23:25 Finished transferring input files ... 028 (10628.050.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.344.000) 2024-10-24 14:23:25 Warning from starter on slot1_3@glidein_2567843_45714152@cn434.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.344.000) 2024-10-24 14:23:25 Job executing on host: <137.99.174.29:37831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998273&PrivNet=cn434.storrs.hpc.uconn.edu&addrs=137.99.174.29-37831&alias=cn434.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.344.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.593" EventTypeNumber = 28 ExecuteHost = "<137.99.174.29:37831?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998273&PrivNet=cn434.storrs.hpc.uconn.edu&addrs=137.99.174.29-37831&alias=cn434.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.062.000) 2024-10-24 14:23:25 Warning from starter on slot1_3@glidein_8_169543525@osg-3976266-0-fnpc19135.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.062.000) 2024-10-24 14:23:25 Job executing on host: <131.225.208.119:35653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966127&PrivNet=osg-3976266-0-fnpc19135.fnal.gov&addrs=131.225.208.119-35653+[2620-6a-0-8862-f0-0-208-119]-35653&alias=osg-3976266-0-fnpc19135.fnal.gov&noUDP> ... 028 (10628.062.000) 2024-10-24 14:23:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:25.977" EventTypeNumber = 28 ExecuteHost = "<131.225.208.119:35653?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899797%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9966127&PrivNet=osg-3976266-0-fnpc19135.fnal.gov&addrs=131.225.208.119-35653+[2620-6a-0-8862-f0-0-208-119]-35653&alias=osg-3976266-0-fnpc19135.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.064.000) 2024-10-24 14:23:26 Warning from starter on slot1_2@glidein_8_851826780@osg-3976082-0-fnpc9007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.064.000) 2024-10-24 14:23:26 Job executing on host: <131.225.209.206:38769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420371%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029485&PrivNet=osg-3976082-0-fnpc9007.fnal.gov&addrs=131.225.209.206-38769+[2620-6a-0-8862-f0-0-209-206]-38769&alias=osg-3976082-0-fnpc9007.fnal.gov&noUDP> ... 028 (10628.064.000) 2024-10-24 14:23:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:26.268" EventTypeNumber = 28 ExecuteHost = "<131.225.209.206:38769?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420371%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029485&PrivNet=osg-3976082-0-fnpc9007.fnal.gov&addrs=131.225.209.206-38769+[2620-6a-0-8862-f0-0-209-206]-38769&alias=osg-3976082-0-fnpc9007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.050.000) 2024-10-24 14:23:26 Warning from starter on slot1_2@glidein_365621_910531611@lnxfarm340.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.050.000) 2024-10-24 14:23:26 Job executing on host: <192.168.4.140:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9988336&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-38725&alias=lnxfarm340.colorado.edu&noUDP> ... 028 (10628.050.000) 2024-10-24 14:23:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:26.810" EventTypeNumber = 28 ExecuteHost = "<192.168.4.140:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9988336&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-38725&alias=lnxfarm340.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.366.000) 2024-10-24 14:23:28 Image size of job updated: 2591148 84 - MemoryUsage of job (MB) 85644 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 14:23:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:28.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 85644 Size = 2591148 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.463.000) 2024-10-24 14:23:32 Image size of job updated: 3630036 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 14:23:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:32.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 100000 Size = 3630036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.344.000) 2024-10-24 14:23:34 Image size of job updated: 3598316 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.344.000) 2024-10-24 14:23:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:23:34.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 344 ResidentSetSize = 100000 Size = 3598316 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.814.000) 2024-10-24 14:23:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3386512_385636836@c1424.swan.hcc.unl.edu <10.138.14.24:39847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952559&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-39847&alias=c1424.swan.hcc.unl.edu&noUDP> ... 028 (10628.814.000) 2024-10-24 14:23:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:23:48.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 814 StartdAddr = "<10.138.14.24:39847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952559&PrivNet=c1424.swan.hcc.unl.edu&addrs=10.138.14.24-39847&alias=c1424.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3386512_385636836@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.835.000) 2024-10-24 14:24:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3741895_188244063@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.835.000) 2024-10-24 14:24:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:24:38.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 835 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3741895_188244063@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.982.000) 2024-10-24 14:24:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3741895_188244063@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.982.000) 2024-10-24 14:24:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:24:38.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617924" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177926.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 982 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3741895_188244063@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.568.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <141.211.169.52:34647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889689%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961091&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34647&alias=um-lc01.osris.org&noUDP> ... 028 (10628.568.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.357" EventTypeNumber = 28 Host = "<141.211.169.52:34647?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50889689%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961091&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34647&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.568.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.568.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.596.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <131.225.209.173:41121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039762&PrivNet=osg-3976111-0-fnpc9069.fnal.gov&addrs=131.225.209.173-41121+[2620-6a-0-8862-f0-0-209-173]-41121&alias=osg-3976111-0-fnpc9069.fnal.gov&noUDP> ... 028 (10628.596.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.518" EventTypeNumber = 28 Host = "<131.225.209.173:41121?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013073%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039762&PrivNet=osg-3976111-0-fnpc9069.fnal.gov&addrs=131.225.209.173-41121+[2620-6a-0-8862-f0-0-209-173]-41121&alias=osg-3976111-0-fnpc9069.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.030.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <10.138.14.25:46599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368379%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975777&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-46599&alias=c1425.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.534" EventTypeNumber = 28 Host = "<10.138.14.25:46599?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29368379%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975777&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-46599&alias=c1425.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.499.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <10.138.19.23:43019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052909&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-43019&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.499.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.537" EventTypeNumber = 28 Host = "<10.138.19.23:43019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052909&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-43019&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.596.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.596.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.030.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.030.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.499.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.499.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.792.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <131.225.209.149:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013074%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039763&PrivNet=osg-3976051-0-fnpc9058.fnal.gov&addrs=131.225.209.149-36873+[2620-6a-0-8862-f0-0-209-149]-36873&alias=osg-3976051-0-fnpc9058.fnal.gov&noUDP> ... 028 (10628.792.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.757" EventTypeNumber = 28 Host = "<131.225.209.149:36873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013074%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10039763&PrivNet=osg-3976051-0-fnpc9058.fnal.gov&addrs=131.225.209.149-36873+[2620-6a-0-8862-f0-0-209-149]-36873&alias=osg-3976051-0-fnpc9058.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.792.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.792.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.982.000) 2024-10-24 14:25:06 Started transferring input files Transferring to host: <207.73.217.26:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344518%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006388&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-33881&alias=msu-lm02.osris.org&noUDP> ... 028 (10628.982.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.825" EventTypeNumber = 28 Host = "<207.73.217.26:33881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344518%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006388&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-33881&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.982.000) 2024-10-24 14:25:06 Finished transferring input files ... 028 (10628.982.000) 2024-10-24 14:25:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:06.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.499.000) 2024-10-24 14:25:07 Warning from starter on slot1@glidein_1997578_143778950@c1923.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.499.000) 2024-10-24 14:25:07 Job executing on host: <10.138.19.23:41087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975706&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-41087&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.499.000) 2024-10-24 14:25:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:07.871" EventTypeNumber = 28 ExecuteHost = "<10.138.19.23:41087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975706&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-41087&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.030.000) 2024-10-24 14:25:07 Warning from starter on slot1@glidein_1311024_357812640@c1425.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.030.000) 2024-10-24 14:25:07 Job executing on host: <10.138.14.25:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954063&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-44697&alias=c1425.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 14:25:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:07.896" EventTypeNumber = 28 ExecuteHost = "<10.138.14.25:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954063&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-44697&alias=c1425.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.568.000) 2024-10-24 14:25:07 Warning from starter on slot1@glidein_1750671_29278692@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.568.000) 2024-10-24 14:25:07 Job executing on host: <141.211.169.52:45259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50899168%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034022&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45259&alias=um-lc01.osris.org&noUDP> ... 028 (10628.568.000) 2024-10-24 14:25:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:07.964" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:45259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50899168%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10034022&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-45259&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.835.000) 2024-10-24 14:25:08 Started transferring input files Transferring to host: <10.88.37.136:38717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006391&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-38717&alias=discovery-c36.cluster.local&noUDP> ... 028 (10628.835.000) 2024-10-24 14:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:08.110" EventTypeNumber = 28 Host = "<10.88.37.136:38717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724745%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006391&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-38717&alias=discovery-c36.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3274833" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316198" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.835.000) 2024-10-24 14:25:08 Finished transferring input files ... 028 (10628.835.000) 2024-10-24 14:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:08.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274833" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316198" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.596.000) 2024-10-24 14:25:08 Warning from starter on slot1_2@glidein_8_130105045@osg-3976111-0-fnpc9069.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.596.000) 2024-10-24 14:25:08 Job executing on host: <131.225.209.173:39581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002361%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029622&PrivNet=osg-3976111-0-fnpc9069.fnal.gov&addrs=131.225.209.173-39581+[2620-6a-0-8862-f0-0-209-173]-39581&alias=osg-3976111-0-fnpc9069.fnal.gov&noUDP> ... 028 (10628.596.000) 2024-10-24 14:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:08.406" EventTypeNumber = 28 ExecuteHost = "<131.225.209.173:39581?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002361%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029622&PrivNet=osg-3976111-0-fnpc9069.fnal.gov&addrs=131.225.209.173-39581+[2620-6a-0-8862-f0-0-209-173]-39581&alias=osg-3976111-0-fnpc9069.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.982.000) 2024-10-24 14:25:08 Warning from starter on slot1_8@glidein_3885977_447081705@msu-lm02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.982.000) 2024-10-24 14:25:08 Job executing on host: <207.73.217.26:37491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50874045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988460&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-37491&alias=msu-lm02.osris.org&noUDP> ... 028 (10628.982.000) 2024-10-24 14:25:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:08.589" EventTypeNumber = 28 ExecuteHost = "<207.73.217.26:37491?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50874045%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988460&PrivNet=msu-lm02.osris.org&addrs=207.73.217.26-37491&alias=msu-lm02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.792.000) 2024-10-24 14:25:09 Warning from starter on slot1_2@glidein_8_285576176@osg-3976051-0-fnpc9058.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.792.000) 2024-10-24 14:25:09 Job executing on host: <131.225.209.149:46873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357702%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945570&PrivNet=osg-3976051-0-fnpc9058.fnal.gov&addrs=131.225.209.149-46873+[2620-6a-0-8862-f0-0-209-149]-46873&alias=osg-3976051-0-fnpc9058.fnal.gov&noUDP> ... 028 (10628.792.000) 2024-10-24 14:25:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:09.665" EventTypeNumber = 28 ExecuteHost = "<131.225.209.149:46873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357702%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945570&PrivNet=osg-3976051-0-fnpc9058.fnal.gov&addrs=131.225.209.149-46873+[2620-6a-0-8862-f0-0-209-149]-46873&alias=osg-3976051-0-fnpc9058.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.835.000) 2024-10-24 14:25:10 Warning from starter on slot1_2@glidein_436180_140083332@discovery-c36.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.835.000) 2024-10-24 14:25:10 Job executing on host: <10.88.37.136:46001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947845&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-46001&alias=discovery-c36.cluster.local&noUDP> ... 028 (10628.835.000) 2024-10-24 14:25:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:10.040" EventTypeNumber = 28 ExecuteHost = "<10.88.37.136:46001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947845&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-46001&alias=discovery-c36.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "3274833" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316198" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.953.000) 2024-10-24 14:25:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_1209856_548871498@d12chas562.crc.nd.edu, rescheduling job ... 028 (10628.953.000) 2024-10-24 14:25:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:25:17.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 953 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_1209856_548871498@d12chas562.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.830.000) 2024-10-24 14:25:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_1209856_548871498@d12chas562.crc.nd.edu, rescheduling job ... 028 (10628.830.000) 2024-10-24 14:25:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:25:17.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618102" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177954.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas562.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 830 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_1209856_548871498@d12chas562.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.022.000) 2024-10-24 14:25:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_254398_296467072@c2005.swan.hcc.unl.edu <10.138.20.5:44239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052350&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-44239&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 14:25:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:25:18.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616103" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212223" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 22 StartdAddr = "<10.138.20.5:44239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052350&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-44239&alias=c2005.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_254398_296467072@c2005.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.068.000) 2024-10-24 14:25:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3811675_103865037@c2005.swan.hcc.unl.edu <10.138.20.5:46805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50897008%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987012&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-46805&alias=c2005.swan.hcc.unl.edu&noUDP> ... 028 (10628.068.000) 2024-10-24 14:25:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:25:19.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 68 StartdAddr = "<10.138.20.5:46805?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50897008%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9987012&PrivNet=c2005.swan.hcc.unl.edu&addrs=10.138.20.5-46805&alias=c2005.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3811675_103865037@c2005.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.010.000) 2024-10-24 14:25:33 Image size of job updated: 3924260 82 - MemoryUsage of job (MB) 83100 - ResidentSetSize of job (KB) ... 028 (10628.010.000) 2024-10-24 14:25:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:33.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 10 ResidentSetSize = 83100 Size = 3924260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.010.000) 2024-10-24 14:25:33 Started transferring output files ... 028 (10628.010.000) 2024-10-24 14:25:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:33.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 10 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.010.000) 2024-10-24 14:25:33 Finished transferring output files ... 028 (10628.010.000) 2024-10-24 14:25:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:25:33.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 10 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.010.000) 2024-10-24 14:25:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:07, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:07, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88348 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88348 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 488464 2000000 2007857 GPUs : 0 Memory (MB) : 82 2000 2048 Job terminated of its own accord at 2024-10-24T18:25:33Z with exit-code 0. ... 028 (10628.010.000) 2024-10-24 14:25:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989908918152418 Disk = 2007857 DiskUsage = 488464 EventTime = "2024-10-24T14:25:33.840" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 82 MyType = "JobTerminatedEvent" Proc = 10 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:07, Sys 0 00:00:08" SentBytes = 88348.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794333; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:07, Sys 0 00:00:08" TotalSentBytes = 88348.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.033.000) 2024-10-24 14:25:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_388883_401960200@c2024.swan.hcc.unl.edu <10.138.20.24:43465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002827&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-43465&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.033.000) 2024-10-24 14:25:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:25:49.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 33 StartdAddr = "<10.138.20.24:43465?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29430780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002827&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-43465&alias=c2024.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_388883_401960200@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.039.000) 2024-10-24 14:25:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_395171_225280354@c2024.swan.hcc.unl.edu <10.138.20.24:33473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956068&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33473&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.039.000) 2024-10-24 14:25:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:25:49.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 39 StartdAddr = "<10.138.20.24:33473?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50908939%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956068&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-33473&alias=c2024.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_395171_225280354@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.027.000) 2024-10-24 14:25:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_395134_255346987@c2024.swan.hcc.unl.edu <10.138.20.24:36587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004170&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36587&alias=c2024.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 14:25:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:25:49.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616601" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212593" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 27 StartdAddr = "<10.138.20.24:36587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919331%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10004170&PrivNet=c2024.swan.hcc.unl.edu&addrs=10.138.20.24-36587&alias=c2024.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_395134_255346987@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.108.000) 2024-10-24 14:26:17 Image size of job updated: 3722008 243 - MemoryUsage of job (MB) 248268 - ResidentSetSize of job (KB) ... 028 (10628.108.000) 2024-10-24 14:26:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:17.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 108 ResidentSetSize = 248268 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.108.000) 2024-10-24 14:26:17 Started transferring output files ... 028 (10628.108.000) 2024-10-24 14:26:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:17.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 108 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.108.000) 2024-10-24 14:26:17 Finished transferring output files ... 028 (10628.108.000) 2024-10-24 14:26:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:17.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 108 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.108.000) 2024-10-24 14:26:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:51, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:51, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89689 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89689 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471822 2000000 2007329 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:26:17Z with exit-code 0. ... 028 (10628.108.000) 2024-10-24 14:26:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908810366247367 Disk = 2007329 DiskUsage = 471822 EventTime = "2024-10-24T14:26:17.817" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 108 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:51, Sys 0 00:00:12" SentBytes = 89689.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794377; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:51, Sys 0 00:00:12" TotalSentBytes = 89689.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.830.000) 2024-10-24 14:26:18 Started transferring input files Transferring to host: <131.225.208.176:45369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956573&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-45369+[2620-6a-0-8862-f0-0-208-176]-45369&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.830.000) 2024-10-24 14:26:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:18.438" EventTypeNumber = 28 Host = "<131.225.208.176:45369?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9956573&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-45369+[2620-6a-0-8862-f0-0-208-176]-45369&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.830.000) 2024-10-24 14:26:18 Finished transferring input files ... 028 (10628.830.000) 2024-10-24 14:26:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:18.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.830.000) 2024-10-24 14:26:19 Warning from starter on slot1_1@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.830.000) 2024-10-24 14:26:19 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.830.000) 2024-10-24 14:26:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:19.801" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.040.000) 2024-10-24 14:26:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2046313_107628900@d12chas553.crc.nd.edu, rescheduling job ... 028 (10628.040.000) 2024-10-24 14:26:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:26:19.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617979" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "177942.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas553.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 40 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2046313_107628900@d12chas553.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.317.000) 2024-10-24 14:26:20 Image size of job updated: 3969560 77 - MemoryUsage of job (MB) 78376 - ResidentSetSize of job (KB) ... 028 (10628.317.000) 2024-10-24 14:26:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:20.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 317 ResidentSetSize = 78376 Size = 3969560 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.317.000) 2024-10-24 14:26:20 Started transferring output files ... 028 (10628.317.000) 2024-10-24 14:26:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:20.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 317 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.317.000) 2024-10-24 14:26:20 Finished transferring output files ... 028 (10628.317.000) 2024-10-24 14:26:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:20.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 317 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.317.000) 2024-10-24 14:26:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:26, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:26, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89989 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89989 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472458 2000000 2007329 GPUs : 0 Memory (MB) : 77 2000 2048 Job terminated of its own accord at 2024-10-24T18:26:20Z with exit-code 0. ... 028 (10628.317.000) 2024-10-24 14:26:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9922117039085719 Disk = 2007329 DiskUsage = 472458 EventTime = "2024-10-24T14:26:21.018" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 77 MyType = "JobTerminatedEvent" Proc = 317 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:26, Sys 0 00:00:12" SentBytes = 89989.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794380; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:26, Sys 0 00:00:12" TotalSentBytes = 89989.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.040.000) 2024-10-24 14:26:21 Started transferring input files Transferring to host: <131.225.208.176:37127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409275%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052962&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37127+[2620-6a-0-8862-f0-0-208-176]-37127&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.040.000) 2024-10-24 14:26:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:21.619" EventTypeNumber = 28 Host = "<131.225.208.176:37127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409275%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052962&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37127+[2620-6a-0-8862-f0-0-208-176]-37127&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.040.000) 2024-10-24 14:26:21 Finished transferring input files ... 028 (10628.040.000) 2024-10-24 14:26:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:21.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.040.000) 2024-10-24 14:26:23 Warning from starter on slot1_4@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.040.000) 2024-10-24 14:26:23 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.040.000) 2024-10-24 14:26:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:23.035" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.116.000) 2024-10-24 14:26:31 Image size of job updated: 4103220 99 - MemoryUsage of job (MB) 100956 - ResidentSetSize of job (KB) ... 028 (10628.116.000) 2024-10-24 14:26:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:31.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 116 ResidentSetSize = 100956 Size = 4103220 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.116.000) 2024-10-24 14:26:31 Started transferring output files ... 028 (10628.116.000) 2024-10-24 14:26:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:31.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 116 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.116.000) 2024-10-24 14:26:31 Finished transferring output files ... 028 (10628.116.000) 2024-10-24 14:26:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:31.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 116 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.116.000) 2024-10-24 14:26:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:08, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:08, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88923 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88923 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471870 2000000 2007686 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T18:26:31Z with exit-code 0. ... 028 (10628.116.000) 2024-10-24 14:26:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9836912108759202 Disk = 2007686 DiskUsage = 471870 EventTime = "2024-10-24T14:26:31.910" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 116 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:08, Sys 0 00:00:15" SentBytes = 88923.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794391; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:08, Sys 0 00:00:15" TotalSentBytes = 88923.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.953.000) 2024-10-24 14:26:34 Started transferring input files Transferring to host: <131.225.208.58:38361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013131%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006439&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-38361+[2620-6a-0-8862-f0-0-208-58]-38361&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.953.000) 2024-10-24 14:26:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:34.198" EventTypeNumber = 28 Host = "<131.225.208.58:38361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013131%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006439&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-38361+[2620-6a-0-8862-f0-0-208-58]-38361&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.953.000) 2024-10-24 14:26:34 Finished transferring input files ... 028 (10628.953.000) 2024-10-24 14:26:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:34.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.953.000) 2024-10-24 14:26:36 Warning from starter on slot1_1@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.953.000) 2024-10-24 14:26:36 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.953.000) 2024-10-24 14:26:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:36.637" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.788.000) 2024-10-24 14:26:38 Image size of job updated: 3789032 238 - MemoryUsage of job (MB) 243056 - ResidentSetSize of job (KB) ... 028 (10628.788.000) 2024-10-24 14:26:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:38.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 788 ResidentSetSize = 243056 Size = 3789032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.403.000) 2024-10-24 14:26:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_3837306_180097140@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.403.000) 2024-10-24 14:26:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:26:38.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 403 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.511.000) 2024-10-24 14:26:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_3837306_180097140@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.511.000) 2024-10-24 14:26:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:26:38.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 511 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.076.000) 2024-10-24 14:26:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3837306_180097140@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.076.000) 2024-10-24 14:26:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:26:38.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 76 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.259.000) 2024-10-24 14:26:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3837306_180097140@d12chas546.crc.nd.edu, rescheduling job ... 028 (10628.259.000) 2024-10-24 14:26:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:26:39.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620829" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178130.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas546.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 259 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3837306_180097140@d12chas546.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.626.000) 2024-10-24 14:26:46 Image size of job updated: 3722000 246 - MemoryUsage of job (MB) 251620 - ResidentSetSize of job (KB) ... 028 (10628.626.000) 2024-10-24 14:26:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:46.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 626 ResidentSetSize = 251620 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.626.000) 2024-10-24 14:26:46 Started transferring output files ... 028 (10628.626.000) 2024-10-24 14:26:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:46.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 626 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.626.000) 2024-10-24 14:26:46 Finished transferring output files ... 028 (10628.626.000) 2024-10-24 14:26:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:46.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 626 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.626.000) 2024-10-24 14:26:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:21, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:21, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93007 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93007 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472777 2000000 2007329 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:26:46Z with exit-code 0. ... 028 (10628.626.000) 2024-10-24 14:26:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9895458783888218 Disk = 2007329 DiskUsage = 472777 EventTime = "2024-10-24T14:26:46.595" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 626 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:21, Sys 0 00:00:12" SentBytes = 93007.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794406; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:21, Sys 0 00:00:12" TotalSentBytes = 93007.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.076.000) 2024-10-24 14:26:47 Started transferring input files Transferring to host: <131.225.208.176:37377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919876%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052970&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37377+[2620-6a-0-8862-f0-0-208-176]-37377&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.076.000) 2024-10-24 14:26:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:47.198" EventTypeNumber = 28 Host = "<131.225.208.176:37377?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919876%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052970&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-37377+[2620-6a-0-8862-f0-0-208-176]-37377&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.076.000) 2024-10-24 14:26:47 Finished transferring input files ... 028 (10628.076.000) 2024-10-24 14:26:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:47.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.076.000) 2024-10-24 14:26:48 Warning from starter on slot1_7@glidein_8_403617980@osg-3976569-0-fnpc23043.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.076.000) 2024-10-24 14:26:48 Job executing on host: <131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP> ... 028 (10628.076.000) 2024-10-24 14:26:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:48.555" EventTypeNumber = 28 ExecuteHost = "<131.225.208.176:40077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004678%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952670&PrivNet=osg-3976569-0-fnpc23043.fnal.gov&addrs=131.225.208.176-40077+[2620-6a-0-8862-f0-0-208-176]-40077&alias=osg-3976569-0-fnpc23043.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.259.000) 2024-10-24 14:26:56 Started transferring input files Transferring to host: <10.138.14.9:32773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013139%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006449&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-32773&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.259.000) 2024-10-24 14:26:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:56.084" EventTypeNumber = 28 Host = "<10.138.14.9:32773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013139%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006449&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-32773&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617269" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213107" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.511.000) 2024-10-24 14:26:56 Started transferring input files Transferring to host: <141.211.169.52:44127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009513&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44127&alias=um-lc01.osris.org&noUDP> ... 028 (10628.511.000) 2024-10-24 14:26:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:56.086" EventTypeNumber = 28 Host = "<141.211.169.52:44127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29409290%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009513&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44127&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.511.000) 2024-10-24 14:26:56 Finished transferring input files ... 028 (10628.511.000) 2024-10-24 14:26:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:56.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.259.000) 2024-10-24 14:26:56 Finished transferring input files ... 028 (10628.259.000) 2024-10-24 14:26:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:56.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617269" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213107" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.403.000) 2024-10-24 14:26:57 Started transferring input files Transferring to host: <10.138.18.25:46417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431345%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006450&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-46417&alias=c1825.swan.hcc.unl.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 14:26:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:57.143" EventTypeNumber = 28 Host = "<10.138.18.25:46417?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431345%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006450&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-46417&alias=c1825.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.403.000) 2024-10-24 14:26:57 Finished transferring input files ... 028 (10628.403.000) 2024-10-24 14:26:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:57.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.259.000) 2024-10-24 14:26:57 Warning from starter on slot1@glidein_267311_426273300@c1409.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.259.000) 2024-10-24 14:26:57 Job executing on host: <10.138.14.9:43171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013049%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961060&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-43171&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.259.000) 2024-10-24 14:26:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:57.482" EventTypeNumber = 28 ExecuteHost = "<10.138.14.9:43171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013049%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961060&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-43171&alias=c1409.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617269" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213107" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.511.000) 2024-10-24 14:26:57 Warning from starter on slot1@glidein_4093923_563003740@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.511.000) 2024-10-24 14:26:57 Job executing on host: <141.211.169.52:35291?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9956980&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35291&alias=um-lc01.osris.org&noUDP> ... 028 (10628.511.000) 2024-10-24 14:26:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:57.707" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:35291?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9956980&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35291&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.403.000) 2024-10-24 14:26:58 Warning from starter on slot1@glidein_314833_299164700@c1825.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.403.000) 2024-10-24 14:26:58 Job executing on host: <10.138.18.25:43937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29416056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988892&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-43937&alias=c1825.swan.hcc.unl.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 14:26:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:26:58.616" EventTypeNumber = 28 ExecuteHost = "<10.138.18.25:43937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29416056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988892&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-43937&alias=c1825.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.711.000) 2024-10-24 14:27:02 Image size of job updated: 3722280 244 - MemoryUsage of job (MB) 249648 - ResidentSetSize of job (KB) ... 028 (10628.711.000) 2024-10-24 14:27:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:02.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 711 ResidentSetSize = 249648 Size = 3722280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.711.000) 2024-10-24 14:27:02 Started transferring output files ... 028 (10628.711.000) 2024-10-24 14:27:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:02.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 711 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.711.000) 2024-10-24 14:27:02 Finished transferring output files ... 028 (10628.711.000) 2024-10-24 14:27:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:02.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 711 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.711.000) 2024-10-24 14:27:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:30, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:30, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93474 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93474 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472454 2000000 2007329 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:02Z with exit-code 0. ... 028 (10628.711.000) 2024-10-24 14:27:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908769491038195 Disk = 2007329 DiskUsage = 472454 EventTime = "2024-10-24T14:27:03.199" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 711 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:30, Sys 0 00:00:12" SentBytes = 93474.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794422; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:30, Sys 0 00:00:12" TotalSentBytes = 93474.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.788.000) 2024-10-24 14:27:03 Image size of job updated: 3789608 239 - MemoryUsage of job (MB) 244080 - ResidentSetSize of job (KB) ... 028 (10628.788.000) 2024-10-24 14:27:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:03.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 788 ResidentSetSize = 244080 Size = 3789608 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.788.000) 2024-10-24 14:27:03 Started transferring output files ... 028 (10628.788.000) 2024-10-24 14:27:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:03.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 788 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.788.000) 2024-10-24 14:27:03 Finished transferring output files ... 028 (10628.788.000) 2024-10-24 14:27:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:03.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 788 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.788.000) 2024-10-24 14:27:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:02, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:02, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89069 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89069 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 540773 2000000 2007857 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:03Z with exit-code 0. ... 028 (10628.788.000) 2024-10-24 14:27:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9899029792144922 Disk = 2007857 DiskUsage = 540773 EventTime = "2024-10-24T14:27:04.151" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196261.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196261-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 788 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:02, Sys 0 00:00:08" SentBytes = 89069.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794423; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:02, Sys 0 00:00:08" TotalSentBytes = 89069.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.164.000) 2024-10-24 14:27:05 Image size of job updated: 3817812 88 - MemoryUsage of job (MB) 90012 - ResidentSetSize of job (KB) ... 028 (10628.164.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 164 ResidentSetSize = 90012 Size = 3817812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.164.000) 2024-10-24 14:27:05 Started transferring output files ... 028 (10628.164.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 164 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.164.000) 2024-10-24 14:27:05 Finished transferring output files ... 028 (10628.164.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 164 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.164.000) 2024-10-24 14:27:05 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:08, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:08, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97887 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97887 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469751 2000000 2002166 GPUs : 0 Memory (MB) : 88 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:05Z with exit-code 0. ... 028 (10628.164.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887109622567913 Disk = 2002166 DiskUsage = 469751 EventTime = "2024-10-24T14:27:05.634" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 88 MyType = "JobTerminatedEvent" Proc = 164 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:08, Sys 0 00:00:09" SentBytes = 97887.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794425; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:08, Sys 0 00:00:09" TotalSentBytes = 97887.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.049.000) 2024-10-24 14:27:05 Image size of job updated: 3817812 85 - MemoryUsage of job (MB) 86476 - ResidentSetSize of job (KB) ... 028 (10628.049.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 49 ResidentSetSize = 86476 Size = 3817812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.049.000) 2024-10-24 14:27:05 Started transferring output files ... 028 (10628.049.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 49 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.049.000) 2024-10-24 14:27:05 Finished transferring output files ... 028 (10628.049.000) 2024-10-24 14:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:05.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 49 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.049.000) 2024-10-24 14:27:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:49, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:49, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92867 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92867 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470020 2000000 2002166 GPUs : 0 Memory (MB) : 85 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:05Z with exit-code 0. ... 028 (10628.049.000) 2024-10-24 14:27:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887148440953433 Disk = 2002166 DiskUsage = 470020 EventTime = "2024-10-24T14:27:06.193" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 85 MyType = "JobTerminatedEvent" Proc = 49 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:49, Sys 0 00:00:11" SentBytes = 92867.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794425; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:49, Sys 0 00:00:11" TotalSentBytes = 92867.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.074.000) 2024-10-24 14:27:17 Image size of job updated: 3817812 93 - MemoryUsage of job (MB) 94988 - ResidentSetSize of job (KB) ... 028 (10628.074.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 74 ResidentSetSize = 94988 Size = 3817812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.235.000) 2024-10-24 14:27:17 Image size of job updated: 3817820 87 - MemoryUsage of job (MB) 88120 - ResidentSetSize of job (KB) ... 028 (10628.235.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 235 ResidentSetSize = 88120 Size = 3817820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.074.000) 2024-10-24 14:27:17 Started transferring output files ... 028 (10628.074.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 74 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.235.000) 2024-10-24 14:27:17 Started transferring output files ... 028 (10628.235.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 235 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.074.000) 2024-10-24 14:27:17 Finished transferring output files ... 028 (10628.074.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 74 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.235.000) 2024-10-24 14:27:17 Finished transferring output files ... 028 (10628.235.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:17.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 235 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.074.000) 2024-10-24 14:27:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:07, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:07, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97885 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97885 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468853 2000000 2002150 GPUs : 0 Memory (MB) : 93 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:17Z with exit-code 0. ... 028 (10628.074.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860467929544385 Disk = 2002150 DiskUsage = 468853 EventTime = "2024-10-24T14:27:17.603" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 93 MyType = "JobTerminatedEvent" Proc = 74 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:07, Sys 0 00:00:08" SentBytes = 97885.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794437; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:07, Sys 0 00:00:08" TotalSentBytes = 97885.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.235.000) 2024-10-24 14:27:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:56, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:56, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98722 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98722 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470060 2000000 2002150 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:17Z with exit-code 0. ... 028 (10628.235.000) 2024-10-24 14:27:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987960088277735 Disk = 2002150 DiskUsage = 470060 EventTime = "2024-10-24T14:27:17.645" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 235 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:56, Sys 0 00:00:13" SentBytes = 98722.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794437; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:56, Sys 0 00:00:13" TotalSentBytes = 98722.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.336.000) 2024-10-24 14:27:20 Image size of job updated: 3998216 135 - MemoryUsage of job (MB) 137332 - ResidentSetSize of job (KB) ... 028 (10628.336.000) 2024-10-24 14:27:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:20.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 135 MyType = "JobImageSizeEvent" Proc = 336 ResidentSetSize = 137332 Size = 3998216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.336.000) 2024-10-24 14:27:20 Started transferring output files ... 028 (10628.336.000) 2024-10-24 14:27:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:20.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 336 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.336.000) 2024-10-24 14:27:20 Finished transferring output files ... 028 (10628.336.000) 2024-10-24 14:27:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:20.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 336 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.336.000) 2024-10-24 14:27:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:12, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:12, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97826 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97826 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470015 2000000 2002166 GPUs : 0 Memory (MB) : 135 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:20Z with exit-code 0. ... 028 (10628.336.000) 2024-10-24 14:27:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873798627658528 Disk = 2002166 DiskUsage = 470015 EventTime = "2024-10-24T14:27:21.230" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 135 MyType = "JobTerminatedEvent" Proc = 336 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:12, Sys 0 00:00:09" SentBytes = 97826.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794440; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:12, Sys 0 00:00:09" TotalSentBytes = 97826.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.352.000) 2024-10-24 14:27:25 Image size of job updated: 3817164 280 - MemoryUsage of job (MB) 286016 - ResidentSetSize of job (KB) ... 028 (10628.352.000) 2024-10-24 14:27:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:25.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 352 ResidentSetSize = 286016 Size = 3817164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.352.000) 2024-10-24 14:27:25 Started transferring output files ... 028 (10628.352.000) 2024-10-24 14:27:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:25.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 352 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.352.000) 2024-10-24 14:27:26 Finished transferring output files ... 028 (10628.352.000) 2024-10-24 14:27:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:26.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 352 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.352.000) 2024-10-24 14:27:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:10, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:10, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97880 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97880 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469467 2000000 2002150 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:25Z with exit-code 0. ... 028 (10628.352.000) 2024-10-24 14:27:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9892321652571332 Disk = 2002150 DiskUsage = 469467 EventTime = "2024-10-24T14:27:26.273" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 352 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:10, Sys 0 00:00:11" SentBytes = 97880.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794445; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:10, Sys 0 00:00:11" TotalSentBytes = 97880.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.434.000) 2024-10-24 14:27:26 Image size of job updated: 3722288 84 - MemoryUsage of job (MB) 85292 - ResidentSetSize of job (KB) ... 028 (10628.434.000) 2024-10-24 14:27:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:26.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 434 ResidentSetSize = 85292 Size = 3722288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.434.000) 2024-10-24 14:27:27 Started transferring output files ... 028 (10628.434.000) 2024-10-24 14:27:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:27.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 434 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.434.000) 2024-10-24 14:27:27 Finished transferring output files ... 028 (10628.434.000) 2024-10-24 14:27:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:27.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 434 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.434.000) 2024-10-24 14:27:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:33, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:33, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91475 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91475 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472480 2000000 2007329 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:26Z with exit-code 0. ... 028 (10628.434.000) 2024-10-24 14:27:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928753910995826 Disk = 2007329 DiskUsage = 472480 EventTime = "2024-10-24T14:27:27.532" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 434 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:33, Sys 0 00:00:12" SentBytes = 91475.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794446; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:33, Sys 0 00:00:12" TotalSentBytes = 91475.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.451.000) 2024-10-24 14:27:32 Image size of job updated: 3818320 276 - MemoryUsage of job (MB) 281896 - ResidentSetSize of job (KB) ... 028 (10628.451.000) 2024-10-24 14:27:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:32.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 451 ResidentSetSize = 281896 Size = 3818320 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.451.000) 2024-10-24 14:27:32 Started transferring output files ... 028 (10628.451.000) 2024-10-24 14:27:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:32.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 451 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.451.000) 2024-10-24 14:27:32 Finished transferring output files ... 028 (10628.451.000) 2024-10-24 14:27:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:32.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 451 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.451.000) 2024-10-24 14:27:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:10, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:10, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97442 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97442 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470026 2000000 2002166 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:32Z with exit-code 0. ... 028 (10628.451.000) 2024-10-24 14:27:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880417121654574 Disk = 2002166 DiskUsage = 470026 EventTime = "2024-10-24T14:27:32.683" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483063" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389234.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0472" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 451 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:10, Sys 0 00:00:10" SentBytes = 97442.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794452; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:10, Sys 0 00:00:10" TotalSentBytes = 97442.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.360.000) 2024-10-24 14:27:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@IU-Jetstream2-Backfill.7193e521ede3 <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.360.000) 2024-10-24 14:27:33 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:27:33.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 360 StartdAddr = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" StartdName = "slot1_7@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.458.000) 2024-10-24 14:27:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.7193e521ede3 <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.458.000) 2024-10-24 14:27:41 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:27:41.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 458 StartdAddr = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" StartdName = "slot1_9@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.539.000) 2024-10-24 14:27:49 Image size of job updated: 3969816 98 - MemoryUsage of job (MB) 100216 - ResidentSetSize of job (KB) ... 028 (10628.539.000) 2024-10-24 14:27:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:49.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 539 ResidentSetSize = 100216 Size = 3969816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.539.000) 2024-10-24 14:27:49 Started transferring output files ... 028 (10628.539.000) 2024-10-24 14:27:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:49.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 539 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.539.000) 2024-10-24 14:27:49 Finished transferring output files ... 028 (10628.539.000) 2024-10-24 14:27:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:49.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 539 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.539.000) 2024-10-24 14:27:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:32, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:32, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90847 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90847 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469727 2000000 2007329 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:49Z with exit-code 0. ... 028 (10628.539.000) 2024-10-24 14:27:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908770119885013 Disk = 2007329 DiskUsage = 469727 EventTime = "2024-10-24T14:27:49.825" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 539 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:32, Sys 0 00:00:12" SentBytes = 90847.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794469; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:32, Sys 0 00:00:12" TotalSentBytes = 90847.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.471.000) 2024-10-24 14:27:52 Image size of job updated: 3991968 127 - MemoryUsage of job (MB) 129888 - ResidentSetSize of job (KB) ... 028 (10628.471.000) 2024-10-24 14:27:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:52.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MemoryUsage = 127 MyType = "JobImageSizeEvent" Proc = 471 ResidentSetSize = 129888 Size = 3991968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.471.000) 2024-10-24 14:27:52 Started transferring output files ... 028 (10628.471.000) 2024-10-24 14:27:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:52.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 471 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.471.000) 2024-10-24 14:27:52 Finished transferring output files ... 028 (10628.471.000) 2024-10-24 14:27:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:27:52.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 471 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.471.000) 2024-10-24 14:27:52 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:59, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:59, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97618 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97618 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469423 2000000 2002150 GPUs : 0 Memory (MB) : 127 2000 2048 Job terminated of its own accord at 2024-10-24T18:27:52Z with exit-code 0. ... 028 (10628.471.000) 2024-10-24 14:27:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9879554310537574 Disk = 2002150 DiskUsage = 469423 EventTime = "2024-10-24T14:27:52.693" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482742" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389199.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0466" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 127 MyType = "JobTerminatedEvent" Proc = 471 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:24:59, Sys 0 00:00:11" SentBytes = 97618.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794472; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:24:59, Sys 0 00:00:11" TotalSentBytes = 97618.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.595.000) 2024-10-24 14:28:27 Image size of job updated: 3630356 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 14:28:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:27.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 100000 Size = 3630356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.053.000) 2024-10-24 14:28:28 Image size of job updated: 3818324 281 - MemoryUsage of job (MB) 287200 - ResidentSetSize of job (KB) ... 028 (10628.053.000) 2024-10-24 14:28:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:28.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 53 ResidentSetSize = 287200 Size = 3818324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.053.000) 2024-10-24 14:28:28 Started transferring output files ... 028 (10628.053.000) 2024-10-24 14:28:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:28.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 53 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.053.000) 2024-10-24 14:28:28 Finished transferring output files ... 028 (10628.053.000) 2024-10-24 14:28:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:28.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 53 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.053.000) 2024-10-24 14:28:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:21, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:21, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97739 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97739 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465829 2000000 2002167 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:28Z with exit-code 0. ... 028 (10628.053.000) 2024-10-24 14:28:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891949325823025 Disk = 2002167 DiskUsage = 465829 EventTime = "2024-10-24T14:28:28.819" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 53 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:21, Sys 0 00:00:11" SentBytes = 97739.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794508; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:21, Sys 0 00:00:11" TotalSentBytes = 97739.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.263.000) 2024-10-24 14:28:29 Image size of job updated: 3533768 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.263.000) 2024-10-24 14:28:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:29.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 263 ResidentSetSize = 100000 Size = 3533768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.366.000) 2024-10-24 14:28:29 Image size of job updated: 2591148 84 - MemoryUsage of job (MB) 86004 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 14:28:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:29.344" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 86004 Size = 2591148 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.032.000) 2024-10-24 14:28:30 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 14:28:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:30.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.075.000) 2024-10-24 14:28:31 Image size of job updated: 3929992 137 - MemoryUsage of job (MB) 139336 - ResidentSetSize of job (KB) ... 028 (10628.075.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:31.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 137 MyType = "JobImageSizeEvent" Proc = 75 ResidentSetSize = 139336 Size = 3929992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.020.000) 2024-10-24 14:28:31 Image size of job updated: 3634368 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.020.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:31.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 20 ResidentSetSize = 100000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.075.000) 2024-10-24 14:28:31 Started transferring output files ... 028 (10628.075.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:31.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 75 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 006 (10628.350.000) 2024-10-24 14:28:31 Image size of job updated: 3562492 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:31.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 100000 Size = 3562492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.075.000) 2024-10-24 14:28:31 Finished transferring output files ... 028 (10628.075.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:31.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 75 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.075.000) 2024-10-24 14:28:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:31, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:31, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98041 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98041 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465517 2000000 2002165 GPUs : 0 Memory (MB) : 137 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:31Z with exit-code 0. ... 028 (10628.075.000) 2024-10-24 14:28:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9871247740393401 Disk = 2002165 DiskUsage = 465517 EventTime = "2024-10-24T14:28:31.563" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 137 MyType = "JobTerminatedEvent" Proc = 75 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:31, Sys 0 00:00:11" SentBytes = 98041.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794511; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:31, Sys 0 00:00:11" TotalSentBytes = 98041.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.224.000) 2024-10-24 14:28:32 Image size of job updated: 3561724 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.224.000) 2024-10-24 14:28:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:32.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 224 ResidentSetSize = 75000 Size = 3561724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.463.000) 2024-10-24 14:28:32 Image size of job updated: 3630356 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 14:28:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:32.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 100000 Size = 3630356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.185.000) 2024-10-24 14:28:32 Image size of job updated: 3635128 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 14:28:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:32.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 100000 Size = 3635128 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.050.000) 2024-10-24 14:28:36 Image size of job updated: 3635136 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 14:28:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:36.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 100000 Size = 3635136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.163.000) 2024-10-24 14:28:38 Image size of job updated: 3500000 105 - MemoryUsage of job (MB) 106528 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 14:28:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:38.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 106528 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.342.000) 2024-10-24 14:28:40 Image size of job updated: 3534024 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 14:28:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:40.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 100000 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.469.000) 2024-10-24 14:28:48 Image size of job updated: 3750360 98 - MemoryUsage of job (MB) 99616 - ResidentSetSize of job (KB) ... 028 (10628.469.000) 2024-10-24 14:28:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:48.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 469 ResidentSetSize = 99616 Size = 3750360 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.469.000) 2024-10-24 14:28:48 Started transferring output files ... 028 (10628.469.000) 2024-10-24 14:28:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:48.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 469 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.469.000) 2024-10-24 14:28:48 Finished transferring output files ... 028 (10628.469.000) 2024-10-24 14:28:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:48.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 469 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.469.000) 2024-10-24 14:28:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:13, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:13, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97717 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97717 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466687 2000000 2002165 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:48Z with exit-code 0. ... 028 (10628.469.000) 2024-10-24 14:28:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9884763707597162 Disk = 2002165 DiskUsage = 466687 EventTime = "2024-10-24T14:28:48.697" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 469 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:13, Sys 0 00:00:10" SentBytes = 97717.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794528; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:13, Sys 0 00:00:10" TotalSentBytes = 97717.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.236.000) 2024-10-24 14:28:48 Image size of job updated: 3991968 93 - MemoryUsage of job (MB) 95068 - ResidentSetSize of job (KB) ... 028 (10628.236.000) 2024-10-24 14:28:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:48.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 236 ResidentSetSize = 95068 Size = 3991968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.236.000) 2024-10-24 14:28:49 Started transferring output files ... 028 (10628.236.000) 2024-10-24 14:28:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:49.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 236 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.236.000) 2024-10-24 14:28:49 Finished transferring output files ... 028 (10628.236.000) 2024-10-24 14:28:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:49.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 236 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.236.000) 2024-10-24 14:28:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:29, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:29, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98474 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98474 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465220 2000000 2002165 GPUs : 0 Memory (MB) : 93 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:48Z with exit-code 0. ... 028 (10628.236.000) 2024-10-24 14:28:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98779114038174 Disk = 2002165 DiskUsage = 465220 EventTime = "2024-10-24T14:28:49.473" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 93 MyType = "JobTerminatedEvent" Proc = 236 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:29, Sys 0 00:00:10" SentBytes = 98474.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794528; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:29, Sys 0 00:00:10" TotalSentBytes = 98474.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.819.000) 2024-10-24 14:28:50 Image size of job updated: 3682000 277 - MemoryUsage of job (MB) 283456 - ResidentSetSize of job (KB) ... 028 (10628.819.000) 2024-10-24 14:28:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:50.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 819 ResidentSetSize = 283456 Size = 3682000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.819.000) 2024-10-24 14:28:50 Started transferring output files ... 028 (10628.819.000) 2024-10-24 14:28:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:50.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 819 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.819.000) 2024-10-24 14:28:50 Finished transferring output files ... 028 (10628.819.000) 2024-10-24 14:28:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:50.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 819 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.819.000) 2024-10-24 14:28:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:02, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:02, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98723 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98723 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470027 2000000 2002169 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:50Z with exit-code 0. ... 028 (10628.819.000) 2024-10-24 14:28:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867002566056662 Disk = 2002169 DiskUsage = 470027 EventTime = "2024-10-24T14:28:50.907" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 819 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:02, Sys 0 00:00:08" SentBytes = 98723.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794530; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:02, Sys 0 00:00:08" TotalSentBytes = 98723.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.889.000) 2024-10-24 14:28:56 Image size of job updated: 3924380 128 - MemoryUsage of job (MB) 131032 - ResidentSetSize of job (KB) ... 028 (10628.889.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MemoryUsage = 128 MyType = "JobImageSizeEvent" Proc = 889 ResidentSetSize = 131032 Size = 3924380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.817.000) 2024-10-24 14:28:56 Image size of job updated: 3817808 275 - MemoryUsage of job (MB) 281428 - ResidentSetSize of job (KB) ... 028 (10628.817.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 817 ResidentSetSize = 281428 Size = 3817808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.889.000) 2024-10-24 14:28:56 Started transferring output files ... 028 (10628.889.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 889 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.889.000) 2024-10-24 14:28:56 Finished transferring output files ... 028 (10628.889.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 889 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.817.000) 2024-10-24 14:28:56 Started transferring output files ... 028 (10628.817.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 817 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.817.000) 2024-10-24 14:28:56 Finished transferring output files ... 028 (10628.817.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:28:56.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 817 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.889.000) 2024-10-24 14:28:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:05, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:05, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98516 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98516 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469743 2000000 2002169 GPUs : 0 Memory (MB) : 128 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:56Z with exit-code 0. ... 028 (10628.889.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873682091471274 Disk = 2002169 DiskUsage = 469743 EventTime = "2024-10-24T14:28:56.566" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389377.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@comp-cc-0442" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 128 MyType = "JobTerminatedEvent" Proc = 889 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:05, Sys 0 00:00:10" SentBytes = 98516.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794536; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:05, Sys 0 00:00:10" TotalSentBytes = 98516.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.817.000) 2024-10-24 14:28:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:16, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:16, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93343 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93343 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469414 2000000 2002163 GPUs : 0 Memory (MB) : 275 2000 2048 Job terminated of its own accord at 2024-10-24T18:28:56Z with exit-code 0. ... 028 (10628.817.000) 2024-10-24 14:28:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9874617059565832 Disk = 2002163 DiskUsage = 469414 EventTime = "2024-10-24T14:28:56.666" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 275 MyType = "JobTerminatedEvent" Proc = 817 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:16, Sys 0 00:00:12" SentBytes = 93343.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794536; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:16, Sys 0 00:00:12" TotalSentBytes = 93343.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.661.000) 2024-10-24 14:29:00 Image size of job updated: 3500000 101 - MemoryUsage of job (MB) 102988 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 14:29:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:00.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 102988 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.351.000) 2024-10-24 14:29:02 Image size of job updated: 3922580 130 - MemoryUsage of job (MB) 132536 - ResidentSetSize of job (KB) ... 028 (10628.351.000) 2024-10-24 14:29:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:02.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 130 MyType = "JobImageSizeEvent" Proc = 351 ResidentSetSize = 132536 Size = 3922580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.351.000) 2024-10-24 14:29:02 Started transferring output files ... 028 (10628.351.000) 2024-10-24 14:29:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:02.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 351 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.351.000) 2024-10-24 14:29:02 Finished transferring output files ... 028 (10628.351.000) 2024-10-24 14:29:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:02.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 351 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.351.000) 2024-10-24 14:29:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:35, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:35, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97211 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97211 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465510 2000000 2002165 GPUs : 0 Memory (MB) : 130 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:02Z with exit-code 0. ... 028 (10628.351.000) 2024-10-24 14:29:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9858092023630136 Disk = 2002165 DiskUsage = 465510 EventTime = "2024-10-24T14:29:03.234" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389218.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 130 MyType = "JobTerminatedEvent" Proc = 351 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:35, Sys 0 00:00:11" SentBytes = 97211.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794542; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:35, Sys 0 00:00:11" TotalSentBytes = 97211.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.963.000) 2024-10-24 14:29:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_13@IU-Jetstream2-Backfill.05795601e46f <172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=startd_4660_f36c> ... 028 (10628.963.000) 2024-10-24 14:29:06 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:29:06.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 963 StartdAddr = "<172.17.0.2:42817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855123&PrivNet=IU-Jetstream2-Backfill.05795601e46f&addrs=172.17.0.2-42817&alias=IU-Jetstream2-Backfill.05795601e46f&noUDP&sock=startd_4660_f36c>" StartdName = "slot1_13@IU-Jetstream2-Backfill.05795601e46f" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.094.000) 2024-10-24 14:29:09 Image size of job updated: 3789592 243 - MemoryUsage of job (MB) 248084 - ResidentSetSize of job (KB) ... 028 (10628.094.000) 2024-10-24 14:29:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:09.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 94 ResidentSetSize = 248084 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.094.000) 2024-10-24 14:29:10 Started transferring output files ... 028 (10628.094.000) 2024-10-24 14:29:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:10.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 94 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.094.000) 2024-10-24 14:29:10 Finished transferring output files ... 028 (10628.094.000) 2024-10-24 14:29:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:10.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 94 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.094.000) 2024-10-24 14:29:10 Job terminated. (1) Normal termination (return value 0) Usr 0 02:27:58, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:27:58, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90830 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90830 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463994 2000000 2007788 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:09Z with exit-code 0. ... 028 (10628.094.000) 2024-10-24 14:29:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9888516205633172 Disk = 2007788 DiskUsage = 463994 EventTime = "2024-10-24T14:29:10.368" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 94 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:27:58, Sys 0 00:00:15" SentBytes = 90830.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794549; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:27:58, Sys 0 00:00:15" TotalSentBytes = 90830.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.972.000) 2024-10-24 14:29:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.7cd71059d495 <172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=startd_4621_333a> ... 028 (10628.972.000) 2024-10-24 14:29:11 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:29:11.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 972 StartdAddr = "<172.17.0.2:39551?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29308686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855125&PrivNet=IU-Jetstream2-Backfill.7cd71059d495&addrs=172.17.0.2-39551&alias=IU-Jetstream2-Backfill.7cd71059d495&noUDP&sock=startd_4621_333a>" StartdName = "slot1_4@IU-Jetstream2-Backfill.7cd71059d495" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.888.000) 2024-10-24 14:29:13 Image size of job updated: 3682008 279 - MemoryUsage of job (MB) 285572 - ResidentSetSize of job (KB) ... 028 (10628.888.000) 2024-10-24 14:29:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:13.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 888 ResidentSetSize = 285572 Size = 3682008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.888.000) 2024-10-24 14:29:13 Started transferring output files ... 028 (10628.888.000) 2024-10-24 14:29:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:13.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 888 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.888.000) 2024-10-24 14:29:13 Finished transferring output files ... 028 (10628.888.000) 2024-10-24 14:29:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:13.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 888 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.888.000) 2024-10-24 14:29:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:06, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:06, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98488 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98488 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468559 2000000 2002163 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:13Z with exit-code 0. ... 028 (10628.888.000) 2024-10-24 14:29:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887969606816037 Disk = 2002163 DiskUsage = 468559 EventTime = "2024-10-24T14:29:13.911" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 888 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:06, Sys 0 00:00:13" SentBytes = 98488.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794553; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:06, Sys 0 00:00:13" TotalSentBytes = 98488.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.821.000) 2024-10-24 14:29:19 Image size of job updated: 3750240 277 - MemoryUsage of job (MB) 282856 - ResidentSetSize of job (KB) ... 028 (10628.821.000) 2024-10-24 14:29:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:19.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 821 ResidentSetSize = 282856 Size = 3750240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.821.000) 2024-10-24 14:29:19 Started transferring output files ... 028 (10628.821.000) 2024-10-24 14:29:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:19.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 821 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.821.000) 2024-10-24 14:29:19 Finished transferring output files ... 028 (10628.821.000) 2024-10-24 14:29:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:19.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 821 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.821.000) 2024-10-24 14:29:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:36, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:36, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 99191 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 99191 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467939 2000000 2002167 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:19Z with exit-code 0. ... 028 (10628.821.000) 2024-10-24 14:29:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9877223914949214 Disk = 2002167 DiskUsage = 467939 EventTime = "2024-10-24T14:29:19.729" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 821 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:36, Sys 0 00:00:09" SentBytes = 99191.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794559; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:36, Sys 0 00:00:09" TotalSentBytes = 99191.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.823.000) 2024-10-24 14:29:23 Image size of job updated: 3818076 280 - MemoryUsage of job (MB) 286440 - ResidentSetSize of job (KB) ... 028 (10628.823.000) 2024-10-24 14:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:23.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 823 ResidentSetSize = 286440 Size = 3818076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.823.000) 2024-10-24 14:29:23 Started transferring output files ... 028 (10628.823.000) 2024-10-24 14:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:23.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 823 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.823.000) 2024-10-24 14:29:23 Finished transferring output files ... 028 (10628.823.000) 2024-10-24 14:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:23.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 823 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.823.000) 2024-10-24 14:29:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:28, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:28, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98872 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468223 2000000 2002167 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:23Z with exit-code 0. ... 028 (10628.823.000) 2024-10-24 14:29:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867694848443382 Disk = 2002167 DiskUsage = 468223 EventTime = "2024-10-24T14:29:23.547" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 823 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:28, Sys 0 00:00:13" SentBytes = 98872.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794563; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:28, Sys 0 00:00:13" TotalSentBytes = 98872.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.813.000) 2024-10-24 14:29:29 Image size of job updated: 3682628 281 - MemoryUsage of job (MB) 286992 - ResidentSetSize of job (KB) ... 028 (10628.813.000) 2024-10-24 14:29:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:29.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 813 ResidentSetSize = 286992 Size = 3682628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.813.000) 2024-10-24 14:29:30 Started transferring output files ... 028 (10628.813.000) 2024-10-24 14:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:30.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 813 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.813.000) 2024-10-24 14:29:30 Finished transferring output files ... 028 (10628.813.000) 2024-10-24 14:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:30.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 813 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.813.000) 2024-10-24 14:29:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:48, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:48, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 99385 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 99385 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467916 2000000 2002154 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:29Z with exit-code 0. ... 028 (10628.813.000) 2024-10-24 14:29:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853905281351685 Disk = 2002154 DiskUsage = 467916 EventTime = "2024-10-24T14:29:30.481" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 813 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:48, Sys 0 00:00:10" SentBytes = 99385.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794569; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:48, Sys 0 00:00:10" TotalSentBytes = 99385.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.822.000) 2024-10-24 14:29:30 Image size of job updated: 3817820 87 - MemoryUsage of job (MB) 88332 - ResidentSetSize of job (KB) ... 028 (10628.822.000) 2024-10-24 14:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:30.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 822 ResidentSetSize = 88332 Size = 3817820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.822.000) 2024-10-24 14:29:30 Started transferring output files ... 028 (10628.822.000) 2024-10-24 14:29:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:30.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 822 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.822.000) 2024-10-24 14:29:31 Finished transferring output files ... 028 (10628.822.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:31.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 822 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.939.000) 2024-10-24 14:29:31 Image size of job updated: 3817804 86 - MemoryUsage of job (MB) 87660 - ResidentSetSize of job (KB) ... 028 (10628.939.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:31.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 939 ResidentSetSize = 87660 Size = 3817804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.822.000) 2024-10-24 14:29:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:29, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:29, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98621 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98621 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 467639 2000000 2002180 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:30Z with exit-code 0. ... 028 (10628.822.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01 Disk = 2002180 DiskUsage = 467639 EventTime = "2024-10-24T14:29:31.324" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 822 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:29, Sys 0 00:00:10" SentBytes = 98621.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794570; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:29, Sys 0 00:00:10" TotalSentBytes = 98621.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.939.000) 2024-10-24 14:29:31 Started transferring output files ... 028 (10628.939.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:31.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 939 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.939.000) 2024-10-24 14:29:31 Finished transferring output files ... 028 (10628.939.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:31.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 939 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.939.000) 2024-10-24 14:29:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:16, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:16, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97355 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97355 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468518 2000000 2002180 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:31Z with exit-code 0. ... 028 (10628.939.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9884239823370139 Disk = 2002180 DiskUsage = 468518 EventTime = "2024-10-24T14:29:31.674" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 939 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:16, Sys 0 00:00:13" SentBytes = 97355.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794571; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:16, Sys 0 00:00:13" TotalSentBytes = 97355.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.820.000) 2024-10-24 14:29:31 Image size of job updated: 4065804 88 - MemoryUsage of job (MB) 89968 - ResidentSetSize of job (KB) ... 028 (10628.820.000) 2024-10-24 14:29:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:31.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 820 ResidentSetSize = 89968 Size = 4065804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.820.000) 2024-10-24 14:29:32 Started transferring output files ... 028 (10628.820.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:32.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 820 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.820.000) 2024-10-24 14:29:32 Finished transferring output files ... 028 (10628.820.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:32.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 820 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.820.000) 2024-10-24 14:29:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:31, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:31, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97573 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97573 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467618 2000000 2002180 GPUs : 0 Memory (MB) : 88 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:31Z with exit-code 0. ... 028 (10628.820.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9841374603537452 Disk = 2002180 DiskUsage = 467618 EventTime = "2024-10-24T14:29:32.459" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389372.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0461" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 88 MyType = "JobTerminatedEvent" Proc = 820 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:31, Sys 0 00:00:09" SentBytes = 97573.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794571; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:31, Sys 0 00:00:09" TotalSentBytes = 97573.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.925.000) 2024-10-24 14:29:32 Image size of job updated: 3991328 126 - MemoryUsage of job (MB) 128384 - ResidentSetSize of job (KB) ... 028 (10628.925.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:32.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MemoryUsage = 126 MyType = "JobImageSizeEvent" Proc = 925 ResidentSetSize = 128384 Size = 3991328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.925.000) 2024-10-24 14:29:32 Started transferring output files ... 028 (10628.925.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:32.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 925 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.925.000) 2024-10-24 14:29:32 Finished transferring output files ... 028 (10628.925.000) 2024-10-24 14:29:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:32.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 925 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.925.000) 2024-10-24 14:29:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:44, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:44, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98192 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98192 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468246 2000000 2002167 GPUs : 0 Memory (MB) : 126 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:32Z with exit-code 0. ... 028 (10628.925.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870813286817313 Disk = 2002167 DiskUsage = 468246 EventTime = "2024-10-24T14:29:33.009" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389375.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0471" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 126 MyType = "JobTerminatedEvent" Proc = 925 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:44, Sys 0 00:00:10" SentBytes = 98192.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794572; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:44, Sys 0 00:00:10" TotalSentBytes = 98192.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.086.000) 2024-10-24 14:29:33 Image size of job updated: 3721508 244 - MemoryUsage of job (MB) 249080 - ResidentSetSize of job (KB) ... 028 (10628.086.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 86 ResidentSetSize = 249080 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.086.000) 2024-10-24 14:29:33 Started transferring output files ... 028 (10628.086.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 86 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.086.000) 2024-10-24 14:29:33 Finished transferring output files ... 028 (10628.086.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 86 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.926.000) 2024-10-24 14:29:33 Image size of job updated: 3682640 278 - MemoryUsage of job (MB) 284584 - ResidentSetSize of job (KB) ... 028 (10628.926.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.445" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 926 ResidentSetSize = 284584 Size = 3682640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.926.000) 2024-10-24 14:29:33 Started transferring output files ... 028 (10628.926.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 926 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.926.000) 2024-10-24 14:29:33 Finished transferring output files ... 028 (10628.926.000) 2024-10-24 14:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:33.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 926 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.926.000) 2024-10-24 14:29:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:40, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:40, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97546 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97546 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467930 2000000 2002167 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:33Z with exit-code 0. ... 028 (10628.926.000) 2024-10-24 14:29:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867770520140329 Disk = 2002167 DiskUsage = 467930 EventTime = "2024-10-24T14:29:34.936" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389381.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0475" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 926 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:40, Sys 0 00:00:10" SentBytes = 97546.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794573; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:40, Sys 0 00:00:10" TotalSentBytes = 97546.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.824.000) 2024-10-24 14:29:35 Image size of job updated: 3817832 276 - MemoryUsage of job (MB) 282176 - ResidentSetSize of job (KB) ... 028 (10628.824.000) 2024-10-24 14:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:35.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 824 ResidentSetSize = 282176 Size = 3817832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.824.000) 2024-10-24 14:29:35 Started transferring output files ... 028 (10628.824.000) 2024-10-24 14:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:35.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 824 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.824.000) 2024-10-24 14:29:35 Finished transferring output files ... 028 (10628.824.000) 2024-10-24 14:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:35.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 824 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.086.000) 2024-10-24 14:29:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:27, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:27, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91372 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91372 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 464899 2000000 2007825 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:33Z with exit-code 0. ... 028 (10628.086.000) 2024-10-24 14:29:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9735714285714286 Disk = 2007825 DiskUsage = 464899 EventTime = "2024-10-24T14:29:35.704" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471612" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196485.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196485-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 86 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:27, Sys 0 00:00:14" SentBytes = 91372.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794573; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:27, Sys 0 00:00:14" TotalSentBytes = 91372.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.824.000) 2024-10-24 14:29:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:47, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:47, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 100039 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 100039 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467620 2000000 2002178 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:35Z with exit-code 0. ... 028 (10628.824.000) 2024-10-24 14:29:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.986430167756883 Disk = 2002178 DiskUsage = 467620 EventTime = "2024-10-24T14:29:35.980" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 824 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:47, Sys 0 00:00:09" SentBytes = 100039.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794575; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:47, Sys 0 00:00:09" TotalSentBytes = 100039.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.928.000) 2024-10-24 14:29:37 Image size of job updated: 3991328 128 - MemoryUsage of job (MB) 130880 - ResidentSetSize of job (KB) ... 028 (10628.928.000) 2024-10-24 14:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:37.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 128 MyType = "JobImageSizeEvent" Proc = 928 ResidentSetSize = 130880 Size = 3991328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.928.000) 2024-10-24 14:29:37 Started transferring output files ... 028 (10628.928.000) 2024-10-24 14:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:37.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 928 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.928.000) 2024-10-24 14:29:37 Finished transferring output files ... 028 (10628.928.000) 2024-10-24 14:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:37.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 928 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.928.000) 2024-10-24 14:29:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:29, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:29, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97898 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97898 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468806 2000000 2002178 GPUs : 0 Memory (MB) : 128 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:37Z with exit-code 0. ... 028 (10628.928.000) 2024-10-24 14:29:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881642751856525 Disk = 2002178 DiskUsage = 468806 EventTime = "2024-10-24T14:29:38.181" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 128 MyType = "JobTerminatedEvent" Proc = 928 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:29, Sys 0 00:00:09" SentBytes = 97898.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794577; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:29, Sys 0 00:00:09" TotalSentBytes = 97898.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.887.000) 2024-10-24 14:29:41 Image size of job updated: 3817808 89 - MemoryUsage of job (MB) 90584 - ResidentSetSize of job (KB) ... 028 (10628.887.000) 2024-10-24 14:29:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:41.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 887 ResidentSetSize = 90584 Size = 3817808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.887.000) 2024-10-24 14:29:41 Started transferring output files ... 028 (10628.887.000) 2024-10-24 14:29:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:41.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 887 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.887.000) 2024-10-24 14:29:41 Finished transferring output files ... 028 (10628.887.000) 2024-10-24 14:29:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:41.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 887 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.887.000) 2024-10-24 14:29:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:51, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:51, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93923 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93923 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467621 2000000 2002154 GPUs : 0 Memory (MB) : 89 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:41Z with exit-code 0. ... 028 (10628.887.000) 2024-10-24 14:29:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867526249616583 Disk = 2002154 DiskUsage = 467621 EventTime = "2024-10-24T14:29:41.557" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389194.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0441" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 89 MyType = "JobTerminatedEvent" Proc = 887 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:51, Sys 0 00:00:10" SentBytes = 93923.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794581; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:51, Sys 0 00:00:10" TotalSentBytes = 93923.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.278.000) 2024-10-24 14:29:42 Image size of job updated: 3789604 248 - MemoryUsage of job (MB) 253820 - ResidentSetSize of job (KB) ... 028 (10628.278.000) 2024-10-24 14:29:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:42.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 278 ResidentSetSize = 253820 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.278.000) 2024-10-24 14:29:42 Started transferring output files ... 028 (10628.278.000) 2024-10-24 14:29:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:42.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 278 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.278.000) 2024-10-24 14:29:42 Finished transferring output files ... 028 (10628.278.000) 2024-10-24 14:29:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:42.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 278 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.278.000) 2024-10-24 14:29:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:27:06, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:27:06, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94272 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94272 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463403 2000000 2007686 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:42Z with exit-code 0. ... 028 (10628.278.000) 2024-10-24 14:29:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9863533745617274 Disk = 2007686 DiskUsage = 463403 EventTime = "2024-10-24T14:29:44.191" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 278 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:27:06, Sys 0 00:00:15" SentBytes = 94272.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794582; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:27:06, Sys 0 00:00:15" TotalSentBytes = 94272.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.234.000) 2024-10-24 14:29:46 Image size of job updated: 3750480 95 - MemoryUsage of job (MB) 96908 - ResidentSetSize of job (KB) ... 028 (10628.234.000) 2024-10-24 14:29:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:46.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 234 ResidentSetSize = 96908 Size = 3750480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.234.000) 2024-10-24 14:29:46 Started transferring output files ... 028 (10628.234.000) 2024-10-24 14:29:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:46.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 234 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.234.000) 2024-10-24 14:29:46 Finished transferring output files ... 028 (10628.234.000) 2024-10-24 14:29:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:46.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 234 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.234.000) 2024-10-24 14:29:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:04, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:04, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98525 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98525 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465823 2000000 2002167 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:46Z with exit-code 0. ... 028 (10628.234.000) 2024-10-24 14:29:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9871768078848003 Disk = 2002167 DiskUsage = 465823 EventTime = "2024-10-24T14:29:47.075" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 234 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:04, Sys 0 00:00:10" SentBytes = 98525.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794586; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:04, Sys 0 00:00:10" TotalSentBytes = 98525.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.058.000) 2024-10-24 14:29:47 Image size of job updated: 3562236 93 - MemoryUsage of job (MB) 94692 - ResidentSetSize of job (KB) ... 028 (10628.058.000) 2024-10-24 14:29:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:47.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 58 ResidentSetSize = 94692 Size = 3562236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.432.000) 2024-10-24 14:29:49 Image size of job updated: 3789088 242 - MemoryUsage of job (MB) 247148 - ResidentSetSize of job (KB) ... 028 (10628.432.000) 2024-10-24 14:29:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:49.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 432 ResidentSetSize = 247148 Size = 3789088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.432.000) 2024-10-24 14:29:50 Started transferring output files ... 028 (10628.432.000) 2024-10-24 14:29:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:50.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 432 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.432.000) 2024-10-24 14:29:50 Finished transferring output files ... 028 (10628.432.000) 2024-10-24 14:29:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:50.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 432 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.432.000) 2024-10-24 14:29:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:27, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:27, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90682 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90682 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 463399 2000000 2007681 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:49Z with exit-code 0. ... 028 (10628.432.000) 2024-10-24 14:29:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9842961805404673 Disk = 2007681 DiskUsage = 463399 EventTime = "2024-10-24T14:29:50.476" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 432 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:27, Sys 0 00:00:19" SentBytes = 90682.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794589; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:27, Sys 0 00:00:19" TotalSentBytes = 90682.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.912.000) 2024-10-24 14:29:51 Image size of job updated: 3991968 129 - MemoryUsage of job (MB) 131212 - ResidentSetSize of job (KB) ... 028 (10628.912.000) 2024-10-24 14:29:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:51.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 912 ResidentSetSize = 131212 Size = 3991968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.912.000) 2024-10-24 14:29:51 Started transferring output files ... 028 (10628.912.000) 2024-10-24 14:29:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:51.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 912 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.912.000) 2024-10-24 14:29:51 Finished transferring output files ... 028 (10628.912.000) 2024-10-24 14:29:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:51.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 912 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.912.000) 2024-10-24 14:29:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:49, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:49, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98018 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98018 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467306 2000000 2002179 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:51Z with exit-code 0. ... 028 (10628.912.000) 2024-10-24 14:29:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873053328857755 Disk = 2002179 DiskUsage = 467306 EventTime = "2024-10-24T14:29:51.760" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 912 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:49, Sys 0 00:00:13" SentBytes = 98018.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794591; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:49, Sys 0 00:00:13" TotalSentBytes = 98018.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.911.000) 2024-10-24 14:29:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_652529_451012023@d12chas572.crc.nd.edu <10.32.86.139:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343859%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005676&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-45209&alias=d12chas572.crc.nd.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 14:29:53 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:29:53.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621378" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178279.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 911 StartdAddr = "<10.32.86.139:45209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29343859%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005676&PrivNet=d12chas572.crc.nd.edu&addrs=10.32.86.139-45209&alias=d12chas572.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_652529_451012023@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.100.000) 2024-10-24 14:29:53 Image size of job updated: 3720940 238 - MemoryUsage of job (MB) 243552 - ResidentSetSize of job (KB) ... 028 (10628.100.000) 2024-10-24 14:29:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:53.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 100 ResidentSetSize = 243552 Size = 3720940 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.941.000) 2024-10-24 14:29:56 Image size of job updated: 3930500 140 - MemoryUsage of job (MB) 142784 - ResidentSetSize of job (KB) ... 028 (10628.941.000) 2024-10-24 14:29:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:56.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MemoryUsage = 140 MyType = "JobImageSizeEvent" Proc = 941 ResidentSetSize = 142784 Size = 3930500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.941.000) 2024-10-24 14:29:56 Started transferring output files ... 028 (10628.941.000) 2024-10-24 14:29:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:56.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 941 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.941.000) 2024-10-24 14:29:56 Finished transferring output files ... 028 (10628.941.000) 2024-10-24 14:29:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:56.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 941 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.941.000) 2024-10-24 14:29:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:01, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:01, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98507 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98507 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467007 2000000 2002178 GPUs : 0 Memory (MB) : 140 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:56Z with exit-code 0. ... 028 (10628.941.000) 2024-10-24 14:29:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9889057621539279 Disk = 2002178 DiskUsage = 467007 EventTime = "2024-10-24T14:29:56.703" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389374.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0445" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 140 MyType = "JobTerminatedEvent" Proc = 941 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:01, Sys 0 00:00:11" SentBytes = 98507.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794596; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:01, Sys 0 00:00:11" TotalSentBytes = 98507.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.818.000) 2024-10-24 14:29:58 Image size of job updated: 3924380 130 - MemoryUsage of job (MB) 133104 - ResidentSetSize of job (KB) ... 028 (10628.818.000) 2024-10-24 14:29:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:58.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 130 MyType = "JobImageSizeEvent" Proc = 818 ResidentSetSize = 133104 Size = 3924380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.818.000) 2024-10-24 14:29:58 Started transferring output files ... 028 (10628.818.000) 2024-10-24 14:29:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:58.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 818 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.818.000) 2024-10-24 14:29:59 Finished transferring output files ... 028 (10628.818.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:59.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 818 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.825.000) 2024-10-24 14:29:59 Image size of job updated: 3682636 280 - MemoryUsage of job (MB) 286092 - ResidentSetSize of job (KB) ... 028 (10628.825.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:59.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 825 ResidentSetSize = 286092 Size = 3682636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.818.000) 2024-10-24 14:29:59 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:00, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:00, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98926 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98926 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466719 2000000 2002179 GPUs : 0 Memory (MB) : 130 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:58Z with exit-code 0. ... 028 (10628.818.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9879576452811422 Disk = 2002179 DiskUsage = 466719 EventTime = "2024-10-24T14:29:59.270" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389379.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0446" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 130 MyType = "JobTerminatedEvent" Proc = 818 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:00, Sys 0 00:00:11" SentBytes = 98926.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794598; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:00, Sys 0 00:00:11" TotalSentBytes = 98926.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.825.000) 2024-10-24 14:29:59 Started transferring output files ... 028 (10628.825.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:59.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 825 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.825.000) 2024-10-24 14:29:59 Finished transferring output files ... 028 (10628.825.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:29:59.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 825 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.825.000) 2024-10-24 14:29:59 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:54, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:54, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98035 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98035 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466418 2000000 2002178 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T18:29:59Z with exit-code 0. ... 028 (10628.825.000) 2024-10-24 14:29:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9875278422028266 Disk = 2002178 DiskUsage = 466418 EventTime = "2024-10-24T14:29:59.612" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 825 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:54, Sys 0 00:00:11" SentBytes = 98035.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794599; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:54, Sys 0 00:00:11" TotalSentBytes = 98035.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.809.000) 2024-10-24 14:30:08 Image size of job updated: 3817168 88 - MemoryUsage of job (MB) 89412 - ResidentSetSize of job (KB) ... 028 (10628.809.000) 2024-10-24 14:30:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:08.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 809 ResidentSetSize = 89412 Size = 3817168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.809.000) 2024-10-24 14:30:08 Started transferring output files ... 028 (10628.809.000) 2024-10-24 14:30:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:08.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 809 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.809.000) 2024-10-24 14:30:08 Finished transferring output files ... 028 (10628.809.000) 2024-10-24 14:30:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:08.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 809 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.809.000) 2024-10-24 14:30:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:26:20, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:26:20, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98434 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98434 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466127 2000000 2002159 GPUs : 0 Memory (MB) : 88 2000 2048 Job terminated of its own accord at 2024-10-24T18:30:08Z with exit-code 0. ... 028 (10628.809.000) 2024-10-24 14:30:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9866441170554985 Disk = 2002159 DiskUsage = 466127 EventTime = "2024-10-24T14:30:08.707" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 88 MyType = "JobTerminatedEvent" Proc = 809 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:26:20, Sys 0 00:00:09" SentBytes = 98434.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794608; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:26:20, Sys 0 00:00:09" TotalSentBytes = 98434.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.878.000) 2024-10-24 14:30:12 Image size of job updated: 4065804 137 - MemoryUsage of job (MB) 139576 - ResidentSetSize of job (KB) ... 028 (10628.878.000) 2024-10-24 14:30:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:12.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 137 MyType = "JobImageSizeEvent" Proc = 878 ResidentSetSize = 139576 Size = 4065804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.878.000) 2024-10-24 14:30:13 Started transferring output files ... 028 (10628.878.000) 2024-10-24 14:30:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:13.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 878 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.878.000) 2024-10-24 14:30:13 Finished transferring output files ... 028 (10628.878.000) 2024-10-24 14:30:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:13.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 878 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.878.000) 2024-10-24 14:30:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:59, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:59, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98035 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98035 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.02 1 1 Disk (KB) : 466419 2000000 2002159 GPUs : 0 Memory (MB) : 137 2000 2048 Job terminated of its own accord at 2024-10-24T18:30:12Z with exit-code 0. ... 028 (10628.878.000) 2024-10-24 14:30:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01973949519876523 Disk = 2002159 DiskUsage = 466419 EventTime = "2024-10-24T14:30:13.483" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482687" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389193.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0456" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 137 MyType = "JobTerminatedEvent" Proc = 878 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:59, Sys 0 00:00:11" SentBytes = 98035.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794612; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:59, Sys 0 00:00:11" TotalSentBytes = 98035.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.437.000) 2024-10-24 14:30:15 Image size of job updated: 3721756 244 - MemoryUsage of job (MB) 249420 - ResidentSetSize of job (KB) ... 028 (10628.437.000) 2024-10-24 14:30:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:15.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 437 ResidentSetSize = 249420 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.437.000) 2024-10-24 14:30:16 Started transferring output files ... 028 (10628.437.000) 2024-10-24 14:30:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:16.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 437 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.437.000) 2024-10-24 14:30:16 Finished transferring output files ... 028 (10628.437.000) 2024-10-24 14:30:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:16.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 437 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.437.000) 2024-10-24 14:30:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:14, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:14, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93635 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93635 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 462169 2000000 2007904 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:30:15Z with exit-code 0. ... 028 (10628.437.000) 2024-10-24 14:30:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.984908940621101 Disk = 2007904 DiskUsage = 462169 EventTime = "2024-10-24T14:30:16.442" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 437 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:14, Sys 0 00:00:11" SentBytes = 93635.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794615; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:14, Sys 0 00:00:11" TotalSentBytes = 93635.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.030.000) 2024-10-24 14:30:16 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 14:30:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:16.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.499.000) 2024-10-24 14:30:16 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.499.000) 2024-10-24 14:30:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:16.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 499 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.940.000) 2024-10-24 14:30:17 Image size of job updated: 3682004 88 - MemoryUsage of job (MB) 89392 - ResidentSetSize of job (KB) ... 028 (10628.940.000) 2024-10-24 14:30:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:17.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 940 ResidentSetSize = 89392 Size = 3682004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.940.000) 2024-10-24 14:30:17 Started transferring output files ... 028 (10628.940.000) 2024-10-24 14:30:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:17.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 940 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.940.000) 2024-10-24 14:30:17 Finished transferring output files ... 028 (10628.940.000) 2024-10-24 14:30:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:17.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 940 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.940.000) 2024-10-24 14:30:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:31, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:31, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98101 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98101 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 468850 2000000 2002180 GPUs : 0 Memory (MB) : 88 2000 2048 Job terminated of its own accord at 2024-10-24T18:30:17Z with exit-code 0. ... 028 (10628.940.000) 2024-10-24 14:30:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.001538461538461538 Disk = 2002180 DiskUsage = 468850 EventTime = "2024-10-24T14:30:17.618" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389380.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0461" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 88 MyType = "JobTerminatedEvent" Proc = 940 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:25:31, Sys 0 00:00:09" SentBytes = 98101.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794617; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:25:31, Sys 0 00:00:09" TotalSentBytes = 98101.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.568.000) 2024-10-24 14:30:18 Image size of job updated: 3606532 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 14:30:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:18.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 100000 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.596.000) 2024-10-24 14:30:19 Image size of job updated: 3601612 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 14:30:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:19.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 100000 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 14:30:37 Image size of job updated: 903780 36 - MemoryUsage of job (MB) 36668 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 14:30:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:37.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36668 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.100.000) 2024-10-24 14:30:54 Image size of job updated: 3895728 238 - MemoryUsage of job (MB) 243552 - ResidentSetSize of job (KB) ... 028 (10628.100.000) 2024-10-24 14:30:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:54.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 100 ResidentSetSize = 243552 Size = 3895728 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.100.000) 2024-10-24 14:30:54 Started transferring output files ... 028 (10628.100.000) 2024-10-24 14:30:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:54.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 100 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.100.000) 2024-10-24 14:30:54 Finished transferring output files ... 028 (10628.100.000) 2024-10-24 14:30:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:54.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 100 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.100.000) 2024-10-24 14:30:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:06, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:06, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92705 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92705 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 492825 2000000 2007904 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T18:30:54Z with exit-code 0. ... 028 (10628.100.000) 2024-10-24 14:30:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9882373862257574 Disk = 2007904 DiskUsage = 492825 EventTime = "2024-10-24T14:30:56.611" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 100 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:29:06, Sys 0 00:00:11" SentBytes = 92705.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794654; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:29:06, Sys 0 00:00:11" TotalSentBytes = 92705.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.724.000) 2024-10-24 14:30:57 Image size of job updated: 3721960 238 - MemoryUsage of job (MB) 242740 - ResidentSetSize of job (KB) ... 028 (10628.724.000) 2024-10-24 14:30:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:30:57.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 724 ResidentSetSize = 242740 Size = 3721960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.938.000) 2024-10-24 14:31:28 Image size of job updated: 3790112 246 - MemoryUsage of job (MB) 251856 - ResidentSetSize of job (KB) ... 028 (10628.938.000) 2024-10-24 14:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:28.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 938 ResidentSetSize = 251856 Size = 3790112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.938.000) 2024-10-24 14:31:28 Started transferring output files ... 028 (10628.938.000) 2024-10-24 14:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:28.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 938 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.938.000) 2024-10-24 14:31:28 Finished transferring output files ... 028 (10628.938.000) 2024-10-24 14:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:28.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 938 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.938.000) 2024-10-24 14:31:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:27:11, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:27:11, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90430 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90430 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465511 2000000 2007591 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:31:28Z with exit-code 0. ... 028 (10628.938.000) 2024-10-24 14:31:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873125572522994 Disk = 2007591 DiskUsage = 465511 EventTime = "2024-10-24T14:31:28.613" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 938 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:27:11, Sys 0 00:00:16" SentBytes = 90430.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794688; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:27:11, Sys 0 00:00:16" TotalSentBytes = 90430.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.724.000) 2024-10-24 14:31:33 Image size of job updated: 3722524 239 - MemoryUsage of job (MB) 243764 - ResidentSetSize of job (KB) ... 028 (10628.724.000) 2024-10-24 14:31:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:33.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 724 ResidentSetSize = 243764 Size = 3722524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.724.000) 2024-10-24 14:31:33 Started transferring output files ... 028 (10628.724.000) 2024-10-24 14:31:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:33.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 724 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.724.000) 2024-10-24 14:31:34 Finished transferring output files ... 028 (10628.724.000) 2024-10-24 14:31:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:34.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 724 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.724.000) 2024-10-24 14:31:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:52, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:52, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94154 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94154 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 501025 2000000 2007904 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:31:33Z with exit-code 0. ... 028 (10628.724.000) 2024-10-24 14:31:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99422695523648 Disk = 2007904 DiskUsage = 501025 EventTime = "2024-10-24T14:31:34.323" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 724 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:52, Sys 0 00:00:10" SentBytes = 94154.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794693; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:52, Sys 0 00:00:10" TotalSentBytes = 94154.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.868.000) 2024-10-24 14:31:45 Image size of job updated: 3721756 237 - MemoryUsage of job (MB) 242464 - ResidentSetSize of job (KB) ... 028 (10628.868.000) 2024-10-24 14:31:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:45.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 237 MyType = "JobImageSizeEvent" Proc = 868 ResidentSetSize = 242464 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.867.000) 2024-10-24 14:31:47 Image size of job updated: 3721488 245 - MemoryUsage of job (MB) 250184 - ResidentSetSize of job (KB) ... 028 (10628.867.000) 2024-10-24 14:31:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:47.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 867 ResidentSetSize = 250184 Size = 3721488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.076.000) 2024-10-24 14:31:58 Image size of job updated: 3534024 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.076.000) 2024-10-24 14:31:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:31:58.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 76 ResidentSetSize = 100000 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.868.000) 2024-10-24 14:32:01 Started transferring output files ... 028 (10628.868.000) 2024-10-24 14:32:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:01.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 868 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.868.000) 2024-10-24 14:32:01 Finished transferring output files ... 028 (10628.868.000) 2024-10-24 14:32:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:01.691" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 868 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.868.000) 2024-10-24 14:32:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:49, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:49, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95075 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95075 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 573670 2000000 2007859 GPUs : 0 Memory (MB) : 237 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:01Z with exit-code 0. ... 028 (10628.868.000) 2024-10-24 14:32:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9936730049327869 Disk = 2007859 DiskUsage = 573670 EventTime = "2024-10-24T14:32:01.982" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976560.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3976560-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 237 MyType = "JobTerminatedEvent" Proc = 868 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:49, Sys 0 00:00:09" SentBytes = 95075.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794721; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:49, Sys 0 00:00:09" TotalSentBytes = 95075.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.403.000) 2024-10-24 14:32:07 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.403.000) 2024-10-24 14:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:07.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 403 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.867.000) 2024-10-24 14:32:08 Image size of job updated: 4164144 245 - MemoryUsage of job (MB) 250184 - ResidentSetSize of job (KB) ... 028 (10628.867.000) 2024-10-24 14:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:08.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 867 ResidentSetSize = 250184 Size = 4164144 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.867.000) 2024-10-24 14:32:08 Started transferring output files ... 028 (10628.867.000) 2024-10-24 14:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:08.263" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 867 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.867.000) 2024-10-24 14:32:08 Finished transferring output files ... 028 (10628.867.000) 2024-10-24 14:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:08.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 867 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.867.000) 2024-10-24 14:32:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:55, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:55, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 99636 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 99636 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 556089 2000000 2007859 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:08Z with exit-code 0. ... 028 (10628.867.000) 2024-10-24 14:32:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903848045673533 Disk = 2007859 DiskUsage = 556089 EventTime = "2024-10-24T14:32:08.616" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976562.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976562-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 867 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:55, Sys 0 00:00:10" SentBytes = 99636.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794728; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:55, Sys 0 00:00:10" TotalSentBytes = 99636.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.548.000) 2024-10-24 14:32:11 Image size of job updated: 3721768 240 - MemoryUsage of job (MB) 245760 - ResidentSetSize of job (KB) ... 028 (10628.548.000) 2024-10-24 14:32:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:11.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 548 ResidentSetSize = 245760 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.548.000) 2024-10-24 14:32:11 Started transferring output files ... 028 (10628.548.000) 2024-10-24 14:32:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:11.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 548 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.548.000) 2024-10-24 14:32:11 Finished transferring output files ... 028 (10628.548.000) 2024-10-24 14:32:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:11.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 548 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.548.000) 2024-10-24 14:32:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:03, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:03, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89544 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89544 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471234 2000000 2007904 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:11Z with exit-code 0. ... 028 (10628.548.000) 2024-10-24 14:32:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9895670111055884 Disk = 2007904 DiskUsage = 471234 EventTime = "2024-10-24T14:32:11.625" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 548 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:03, Sys 0 00:00:10" SentBytes = 89544.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794731; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:03, Sys 0 00:00:10" TotalSentBytes = 89544.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.113.000) 2024-10-24 14:32:16 Image size of job updated: 3721496 238 - MemoryUsage of job (MB) 243156 - ResidentSetSize of job (KB) ... 028 (10628.113.000) 2024-10-24 14:32:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:16.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 113 ResidentSetSize = 243156 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.113.000) 2024-10-24 14:32:17 Started transferring output files ... 028 (10628.113.000) 2024-10-24 14:32:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:17.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 113 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.113.000) 2024-10-24 14:32:17 Finished transferring output files ... 028 (10628.113.000) 2024-10-24 14:32:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:17.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 113 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.113.000) 2024-10-24 14:32:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:25, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:25, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92929 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92929 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468853 2000000 2007897 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:16Z with exit-code 0. ... 028 (10628.113.000) 2024-10-24 14:32:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848889815594061 Disk = 2007897 DiskUsage = 468853 EventTime = "2024-10-24T14:32:17.410" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 113 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:25, Sys 0 00:00:13" SentBytes = 92929.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794736; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:25, Sys 0 00:00:13" TotalSentBytes = 92929.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.243.000) 2024-10-24 14:32:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.3bf1083f0ef2 <172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=startd_4650_177a> ... 028 (10628.243.000) 2024-10-24 14:32:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:32:18.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 243 StartdAddr = "<172.17.0.2:42145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29267912%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902385&PrivNet=IU-Jetstream2-Backfill.3bf1083f0ef2&addrs=172.17.0.2-42145&alias=IU-Jetstream2-Backfill.3bf1083f0ef2&noUDP&sock=startd_4650_177a>" StartdName = "slot1_4@IU-Jetstream2-Backfill.3bf1083f0ef2" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.239.000) 2024-10-24 14:32:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@IU-Jetstream2-Backfill.7193e521ede3 <172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203> ... 028 (10628.239.000) 2024-10-24 14:32:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:32:19.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 239 StartdAddr = "<172.17.0.2:35481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50911574%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9905843&PrivNet=IU-Jetstream2-Backfill.7193e521ede3&addrs=172.17.0.2-35481&alias=IU-Jetstream2-Backfill.7193e521ede3&noUDP&sock=startd_4624_4203>" StartdName = "slot1_3@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.610.000) 2024-10-24 14:32:24 Image size of job updated: 3721496 241 - MemoryUsage of job (MB) 246520 - ResidentSetSize of job (KB) ... 028 (10628.610.000) 2024-10-24 14:32:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:24.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 610 ResidentSetSize = 246520 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.610.000) 2024-10-24 14:32:24 Started transferring output files ... 028 (10628.610.000) 2024-10-24 14:32:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:24.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 610 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.610.000) 2024-10-24 14:32:24 Finished transferring output files ... 028 (10628.610.000) 2024-10-24 14:32:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:24.475" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 610 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.610.000) 2024-10-24 14:32:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:01, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:01, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94684 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94684 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471847 2000000 2007686 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:24Z with exit-code 0. ... 028 (10628.610.000) 2024-10-24 14:32:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9896741022583793 Disk = 2007686 DiskUsage = 471847 EventTime = "2024-10-24T14:32:25.769" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 610 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:29:01, Sys 0 00:00:17" SentBytes = 94684.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794744; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:29:01, Sys 0 00:00:17" TotalSentBytes = 94684.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.682.000) 2024-10-24 14:32:53 Image size of job updated: 3789616 247 - MemoryUsage of job (MB) 252672 - ResidentSetSize of job (KB) ... 028 (10628.682.000) 2024-10-24 14:32:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:53.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 682 ResidentSetSize = 252672 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.682.000) 2024-10-24 14:32:53 Started transferring output files ... 028 (10628.682.000) 2024-10-24 14:32:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:53.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 682 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.682.000) 2024-10-24 14:32:53 Finished transferring output files ... 028 (10628.682.000) 2024-10-24 14:32:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:53.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 682 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.682.000) 2024-10-24 14:32:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:21, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:21, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94765 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94765 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470015 2000000 2007897 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:53Z with exit-code 0. ... 028 (10628.682.000) 2024-10-24 14:32:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9916979990323181 Disk = 2007897 DiskUsage = 470015 EventTime = "2024-10-24T14:32:53.847" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 682 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:21, Sys 0 00:00:12" SentBytes = 94765.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794773; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:21, Sys 0 00:00:12" TotalSentBytes = 94765.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.101.000) 2024-10-24 14:32:54 Image size of job updated: 3721496 240 - MemoryUsage of job (MB) 245144 - ResidentSetSize of job (KB) ... 028 (10628.101.000) 2024-10-24 14:32:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:54.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 101 ResidentSetSize = 245144 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.101.000) 2024-10-24 14:32:54 Started transferring output files ... 028 (10628.101.000) 2024-10-24 14:32:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:54.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 101 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.101.000) 2024-10-24 14:32:54 Finished transferring output files ... 028 (10628.101.000) 2024-10-24 14:32:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:54.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 101 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.101.000) 2024-10-24 14:32:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:11, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:11, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89228 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89228 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467305 2000000 2007853 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:54Z with exit-code 0. ... 028 (10628.101.000) 2024-10-24 14:32:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9851571127618162 Disk = 2007853 DiskUsage = 467305 EventTime = "2024-10-24T14:32:55.172" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 101 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:11, Sys 0 00:00:10" SentBytes = 89228.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794774; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:11, Sys 0 00:00:10" TotalSentBytes = 89228.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.104.000) 2024-10-24 14:32:58 Image size of job updated: 3721768 247 - MemoryUsage of job (MB) 252808 - ResidentSetSize of job (KB) ... 028 (10628.104.000) 2024-10-24 14:32:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:58.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 104 ResidentSetSize = 252808 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.104.000) 2024-10-24 14:32:58 Started transferring output files ... 028 (10628.104.000) 2024-10-24 14:32:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:58.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 104 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.104.000) 2024-10-24 14:32:58 Finished transferring output files ... 028 (10628.104.000) 2024-10-24 14:32:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:32:58.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 104 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.104.000) 2024-10-24 14:32:59 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:20, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:20, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89963 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89963 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466734 2000000 2007861 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:32:58Z with exit-code 0. ... 028 (10628.104.000) 2024-10-24 14:32:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9916067782792741 Disk = 2007861 DiskUsage = 466734 EventTime = "2024-10-24T14:32:59.082" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 104 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:20, Sys 0 00:00:11" SentBytes = 89963.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794778; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:20, Sys 0 00:00:11" TotalSentBytes = 89963.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.640.000) 2024-10-24 14:33:00 Image size of job updated: 3720804 239 - MemoryUsage of job (MB) 244252 - ResidentSetSize of job (KB) ... 028 (10628.640.000) 2024-10-24 14:33:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:00.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 640 ResidentSetSize = 244252 Size = 3720804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.640.000) 2024-10-24 14:33:00 Started transferring output files ... 028 (10628.640.000) 2024-10-24 14:33:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:00.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 640 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.640.000) 2024-10-24 14:33:00 Finished transferring output files ... 028 (10628.640.000) 2024-10-24 14:33:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:00.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 640 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.640.000) 2024-10-24 14:33:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:36, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:36, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96230 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96230 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469420 2000000 2007904 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:00Z with exit-code 0. ... 028 (10628.640.000) 2024-10-24 14:33:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.988237637100127 Disk = 2007904 DiskUsage = 469420 EventTime = "2024-10-24T14:33:01.165" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 640 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:36, Sys 0 00:00:10" SentBytes = 96230.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794780; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:36, Sys 0 00:00:10" TotalSentBytes = 96230.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.273.000) 2024-10-24 14:33:05 Image size of job updated: 3721760 246 - MemoryUsage of job (MB) 251204 - ResidentSetSize of job (KB) ... 028 (10628.273.000) 2024-10-24 14:33:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:05.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 273 ResidentSetSize = 251204 Size = 3721760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.273.000) 2024-10-24 14:33:05 Started transferring output files ... 028 (10628.273.000) 2024-10-24 14:33:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:05.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 273 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.273.000) 2024-10-24 14:33:05 Finished transferring output files ... 028 (10628.273.000) 2024-10-24 14:33:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:05.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 273 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.273.000) 2024-10-24 14:33:05 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:17, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:17, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93279 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93279 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 467316 2000000 2007853 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:05Z with exit-code 0. ... 028 (10628.273.000) 2024-10-24 14:33:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8766666666666666 Disk = 2007853 DiskUsage = 467316 EventTime = "2024-10-24T14:33:05.858" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 273 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:17, Sys 0 00:00:10" SentBytes = 93279.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794785; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:17, Sys 0 00:00:10" TotalSentBytes = 93279.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.120.000) 2024-10-24 14:33:07 Image size of job updated: 3722284 236 - MemoryUsage of job (MB) 241056 - ResidentSetSize of job (KB) ... 028 (10628.120.000) 2024-10-24 14:33:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:07.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 236 MyType = "JobImageSizeEvent" Proc = 120 ResidentSetSize = 241056 Size = 3722284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.120.000) 2024-10-24 14:33:07 Started transferring output files ... 028 (10628.120.000) 2024-10-24 14:33:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:07.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 120 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.120.000) 2024-10-24 14:33:07 Finished transferring output files ... 028 (10628.120.000) 2024-10-24 14:33:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:07.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 120 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.120.000) 2024-10-24 14:33:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:24, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:24, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89934 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89934 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467030 2000000 2007875 GPUs : 0 Memory (MB) : 236 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:07Z with exit-code 0. ... 028 (10628.120.000) 2024-10-24 14:33:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915222146842791 Disk = 2007875 DiskUsage = 467030 EventTime = "2024-10-24T14:33:11.792" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 236 MyType = "JobTerminatedEvent" Proc = 120 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:24, Sys 0 00:00:14" SentBytes = 89934.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794787; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:24, Sys 0 00:00:14" TotalSentBytes = 89934.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.706.000) 2024-10-24 14:33:15 Image size of job updated: 3968052 95 - MemoryUsage of job (MB) 96912 - ResidentSetSize of job (KB) ... 028 (10628.706.000) 2024-10-24 14:33:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:15.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 706 ResidentSetSize = 96912 Size = 3968052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.706.000) 2024-10-24 14:33:15 Started transferring output files ... 028 (10628.706.000) 2024-10-24 14:33:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:15.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 706 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.706.000) 2024-10-24 14:33:15 Finished transferring output files ... 028 (10628.706.000) 2024-10-24 14:33:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:15.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 706 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.706.000) 2024-10-24 14:33:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:16, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:16, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88524 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88524 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470653 2000000 2007681 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:15Z with exit-code 0. ... 028 (10628.706.000) 2024-10-24 14:33:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887746151742336 Disk = 2007681 DiskUsage = 470653 EventTime = "2024-10-24T14:33:16.126" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 706 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:28:16, Sys 0 00:00:21" SentBytes = 88524.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794795; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:28:16, Sys 0 00:00:21" TotalSentBytes = 88524.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.277.000) 2024-10-24 14:33:17 Image size of job updated: 3965992 97 - MemoryUsage of job (MB) 98308 - ResidentSetSize of job (KB) ... 028 (10628.277.000) 2024-10-24 14:33:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:17.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 277 ResidentSetSize = 98308 Size = 3965992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.277.000) 2024-10-24 14:33:17 Started transferring output files ... 028 (10628.277.000) 2024-10-24 14:33:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:17.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 277 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.277.000) 2024-10-24 14:33:17 Finished transferring output files ... 028 (10628.277.000) 2024-10-24 14:33:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:17.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 277 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.277.000) 2024-10-24 14:33:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:16, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:16, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93360 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93360 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.75 1 1 Disk (KB) : 467017 2000000 2007861 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:17Z with exit-code 0. ... 028 (10628.277.000) 2024-10-24 14:33:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.75 Disk = 2007861 DiskUsage = 467017 EventTime = "2024-10-24T14:33:17.902" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 277 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:16, Sys 0 00:00:10" SentBytes = 93360.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794797; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:16, Sys 0 00:00:10" TotalSentBytes = 93360.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.538.000) 2024-10-24 14:33:25 Image size of job updated: 3789868 244 - MemoryUsage of job (MB) 249812 - ResidentSetSize of job (KB) ... 028 (10628.538.000) 2024-10-24 14:33:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:25.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 538 ResidentSetSize = 249812 Size = 3789868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.538.000) 2024-10-24 14:33:25 Started transferring output files ... 028 (10628.538.000) 2024-10-24 14:33:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:25.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 538 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.538.000) 2024-10-24 14:33:25 Finished transferring output files ... 028 (10628.538.000) 2024-10-24 14:33:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:25.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 538 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.538.000) 2024-10-24 14:33:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:06, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:06, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91487 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91487 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467648 2000000 2007681 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:25Z with exit-code 0. ... 028 (10628.538.000) 2024-10-24 14:33:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.981459911922731 Disk = 2007681 DiskUsage = 467648 EventTime = "2024-10-24T14:33:25.911" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 538 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:06, Sys 0 00:00:19" SentBytes = 91487.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794805; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:06, Sys 0 00:00:19" TotalSentBytes = 91487.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.438.000) 2024-10-24 14:33:26 Image size of job updated: 3722024 238 - MemoryUsage of job (MB) 243048 - ResidentSetSize of job (KB) ... 028 (10628.438.000) 2024-10-24 14:33:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:26.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 438 ResidentSetSize = 243048 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.438.000) 2024-10-24 14:33:26 Started transferring output files ... 028 (10628.438.000) 2024-10-24 14:33:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:26.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 438 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.438.000) 2024-10-24 14:33:26 Finished transferring output files ... 028 (10628.438.000) 2024-10-24 14:33:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:26.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 438 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.438.000) 2024-10-24 14:33:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:27, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:27, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92357 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92357 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467317 2000000 2007875 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:26Z with exit-code 0. ... 028 (10628.438.000) 2024-10-24 14:33:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881943788336744 Disk = 2007875 DiskUsage = 467317 EventTime = "2024-10-24T14:33:27.797" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 438 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:27, Sys 0 00:00:15" SentBytes = 92357.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794806; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:27, Sys 0 00:00:15" TotalSentBytes = 92357.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.366.000) 2024-10-24 14:33:29 Image size of job updated: 2591148 84 - MemoryUsage of job (MB) 86008 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 14:33:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:29.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 86008 Size = 2591148 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.866.000) 2024-10-24 14:33:30 Image size of job updated: 3721500 238 - MemoryUsage of job (MB) 243296 - ResidentSetSize of job (KB) ... 028 (10628.866.000) 2024-10-24 14:33:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:30.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 866 ResidentSetSize = 243296 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.866.000) 2024-10-24 14:33:31 Started transferring output files ... 028 (10628.866.000) 2024-10-24 14:33:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:31.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 866 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.866.000) 2024-10-24 14:33:31 Finished transferring output files ... 028 (10628.866.000) 2024-10-24 14:33:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:31.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 866 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.866.000) 2024-10-24 14:33:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:18, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:18, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92217 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92217 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470648 2000000 2007857 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:30Z with exit-code 0. ... 028 (10628.866.000) 2024-10-24 14:33:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9931253483894456 Disk = 2007857 DiskUsage = 470648 EventTime = "2024-10-24T14:33:31.397" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976563.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976563-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 866 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:29:18, Sys 0 00:00:11" SentBytes = 92217.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794810; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:29:18, Sys 0 00:00:11" TotalSentBytes = 92217.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.829.000) 2024-10-24 14:33:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_959744_31002132@d12chas573.crc.nd.edu <10.32.86.141:40005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052281&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40005&alias=d12chas573.crc.nd.edu&noUDP> ... 028 (10628.829.000) 2024-10-24 14:33:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:33:38.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178286.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 829 StartdAddr = "<10.32.86.141:40005?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29345066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052281&PrivNet=d12chas573.crc.nd.edu&addrs=10.32.86.141-40005&alias=d12chas573.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_959744_31002132@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.324.000) 2024-10-24 14:33:38 Image size of job updated: 3970328 103 - MemoryUsage of job (MB) 104672 - ResidentSetSize of job (KB) ... 028 (10628.324.000) 2024-10-24 14:33:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:38.576" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 324 ResidentSetSize = 104672 Size = 3970328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.324.000) 2024-10-24 14:33:38 Started transferring output files ... 028 (10628.324.000) 2024-10-24 14:33:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:38.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 324 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.324.000) 2024-10-24 14:33:38 Finished transferring output files ... 028 (10628.324.000) 2024-10-24 14:33:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:38.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 324 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.324.000) 2024-10-24 14:33:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:27, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:27, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89715 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89715 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466730 2000000 2007904 GPUs : 0 Memory (MB) : 103 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:38Z with exit-code 0. ... 028 (10628.324.000) 2024-10-24 14:33:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928946887882308 Disk = 2007904 DiskUsage = 466730 EventTime = "2024-10-24T14:33:39.198" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197157-0-fnpc22024.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 103 MyType = "JobTerminatedEvent" Proc = 324 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:27, Sys 0 00:00:10" SentBytes = 89715.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794818; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:27, Sys 0 00:00:10" TotalSentBytes = 89715.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.406.000) 2024-10-24 14:33:39 Image size of job updated: 3896240 95 - MemoryUsage of job (MB) 96576 - ResidentSetSize of job (KB) ... 028 (10628.406.000) 2024-10-24 14:33:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:39.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 406 ResidentSetSize = 96576 Size = 3896240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.406.000) 2024-10-24 14:33:39 Started transferring output files ... 028 (10628.406.000) 2024-10-24 14:33:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:39.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 406 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.406.000) 2024-10-24 14:33:39 Finished transferring output files ... 028 (10628.406.000) 2024-10-24 14:33:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:39.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 406 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.478.000) 2024-10-24 14:33:40 Image size of job updated: 3722016 243 - MemoryUsage of job (MB) 248616 - ResidentSetSize of job (KB) ... 028 (10628.478.000) 2024-10-24 14:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:40.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 478 ResidentSetSize = 248616 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.478.000) 2024-10-24 14:33:40 Started transferring output files ... 028 (10628.478.000) 2024-10-24 14:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:40.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 478 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.478.000) 2024-10-24 14:33:40 Finished transferring output files ... 028 (10628.478.000) 2024-10-24 14:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:40.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 478 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.478.000) 2024-10-24 14:33:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:16, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:16, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90798 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90798 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466999 2000000 2007853 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:40Z with exit-code 0. ... 028 (10628.478.000) 2024-10-24 14:33:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9806046592596992 Disk = 2007853 DiskUsage = 466999 EventTime = "2024-10-24T14:33:40.691" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 478 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:16, Sys 0 00:00:10" SentBytes = 90798.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794820; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:16, Sys 0 00:00:10" TotalSentBytes = 90798.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.406.000) 2024-10-24 14:33:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:20, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:20, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90271 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90271 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467005 2000000 2007861 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:39Z with exit-code 0. ... 028 (10628.406.000) 2024-10-24 14:33:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909412988587414 Disk = 2007861 DiskUsage = 467005 EventTime = "2024-10-24T14:33:41.724" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 406 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:20, Sys 0 00:00:10" SentBytes = 90271.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794819; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:20, Sys 0 00:00:10" TotalSentBytes = 90271.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.439.000) 2024-10-24 14:33:42 Image size of job updated: 3722012 239 - MemoryUsage of job (MB) 243716 - ResidentSetSize of job (KB) ... 028 (10628.439.000) 2024-10-24 14:33:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:42.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 439 ResidentSetSize = 243716 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.439.000) 2024-10-24 14:33:43 Started transferring output files ... 028 (10628.439.000) 2024-10-24 14:33:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:43.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 439 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.439.000) 2024-10-24 14:33:43 Finished transferring output files ... 028 (10628.439.000) 2024-10-24 14:33:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:43.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 439 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.439.000) 2024-10-24 14:33:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:49, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:49, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91981 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91981 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466728 2000000 2007355 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:42Z with exit-code 0. ... 028 (10628.439.000) 2024-10-24 14:33:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9922352708519639 Disk = 2007355 DiskUsage = 466728 EventTime = "2024-10-24T14:33:43.442" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 439 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:49, Sys 0 00:00:22" SentBytes = 91981.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794822; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:49, Sys 0 00:00:22" TotalSentBytes = 91981.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.488.000) 2024-10-24 14:33:43 Image size of job updated: 3721756 244 - MemoryUsage of job (MB) 249804 - ResidentSetSize of job (KB) ... 028 (10628.488.000) 2024-10-24 14:33:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:43.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 488 ResidentSetSize = 249804 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.488.000) 2024-10-24 14:33:44 Started transferring output files ... 028 (10628.488.000) 2024-10-24 14:33:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:44.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 488 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.488.000) 2024-10-24 14:33:44 Finished transferring output files ... 028 (10628.488.000) 2024-10-24 14:33:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:44.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 488 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.488.000) 2024-10-24 14:33:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:40, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:40, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88900 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88900 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467005 2000000 2007861 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:43Z with exit-code 0. ... 028 (10628.488.000) 2024-10-24 14:33:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909412360502629 Disk = 2007861 DiskUsage = 467005 EventTime = "2024-10-24T14:33:44.410" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 488 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:40, Sys 0 00:00:11" SentBytes = 88900.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794823; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:40, Sys 0 00:00:11" TotalSentBytes = 88900.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.572.000) 2024-10-24 14:33:49 Image size of job updated: 3721508 245 - MemoryUsage of job (MB) 249868 - ResidentSetSize of job (KB) ... 028 (10628.572.000) 2024-10-24 14:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:49.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 572 ResidentSetSize = 249868 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.572.000) 2024-10-24 14:33:49 Started transferring output files ... 028 (10628.572.000) 2024-10-24 14:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:49.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 572 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.572.000) 2024-10-24 14:33:49 Finished transferring output files ... 028 (10628.572.000) 2024-10-24 14:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:49.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 572 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.572.000) 2024-10-24 14:33:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:33, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:33, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92834 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92834 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467021 2000000 2007853 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:49Z with exit-code 0. ... 028 (10628.572.000) 2024-10-24 14:33:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9819042614274952 Disk = 2007853 DiskUsage = 467021 EventTime = "2024-10-24T14:33:49.785" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 572 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:33, Sys 0 00:00:11" SentBytes = 92834.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794829; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:33, Sys 0 00:00:11" TotalSentBytes = 92834.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.118.000) 2024-10-24 14:33:53 Image size of job updated: 3789596 239 - MemoryUsage of job (MB) 244624 - ResidentSetSize of job (KB) ... 028 (10628.118.000) 2024-10-24 14:33:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:53.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 118 ResidentSetSize = 244624 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.118.000) 2024-10-24 14:33:54 Started transferring output files ... 028 (10628.118.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:54.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 118 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.118.000) 2024-10-24 14:33:54 Finished transferring output files ... 028 (10628.118.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:54.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 118 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.118.000) 2024-10-24 14:33:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:00, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:00, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90270 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90270 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464891 2000000 2007355 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:53Z with exit-code 0. ... 028 (10628.118.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989573542647859 Disk = 2007355 DiskUsage = 464891 EventTime = "2024-10-24T14:33:54.436" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 118 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:00, Sys 0 00:00:18" SentBytes = 90270.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794833; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:00, Sys 0 00:00:18" TotalSentBytes = 90270.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.664.000) 2024-10-24 14:33:54 Image size of job updated: 3789076 243 - MemoryUsage of job (MB) 248344 - ResidentSetSize of job (KB) ... 028 (10628.664.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:54.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 664 ResidentSetSize = 248344 Size = 3789076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.664.000) 2024-10-24 14:33:54 Started transferring output files ... 028 (10628.664.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:54.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 664 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.664.000) 2024-10-24 14:33:54 Finished transferring output files ... 028 (10628.664.000) 2024-10-24 14:33:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:54.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 664 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 024 (10628.785.000) 2024-10-24 14:33:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_24327_117341796@compute-0-5.local, rescheduling job ... 028 (10628.785.000) 2024-10-24 14:33:55 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:33:55.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2608557" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "2730153.0" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-0-5.local" JOB_Site = "PuertoRico" MyType = "JobReconnectFailedEvent" Proc = 785 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_24327_117341796@compute-0-5.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 005 (10628.664.000) 2024-10-24 14:33:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:29, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:29, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93900 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93900 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467030 2000000 2007853 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:54Z with exit-code 0. ... 028 (10628.664.000) 2024-10-24 14:33:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9845066130920925 Disk = 2007853 DiskUsage = 467030 EventTime = "2024-10-24T14:33:55.204" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 664 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:29, Sys 0 00:00:11" SentBytes = 93900.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794834; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:29, Sys 0 00:00:11" TotalSentBytes = 93900.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.785.000) 2024-10-24 14:33:55 Started transferring input files Transferring to host: <131.225.208.172:38611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053223&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-38611+[2620-6a-0-8862-f0-0-208-172]-38611&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.785.000) 2024-10-24 14:33:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:55.861" EventTypeNumber = 28 Host = "<131.225.208.172:38611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346003%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053223&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-38611+[2620-6a-0-8862-f0-0-208-172]-38611&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.785.000) 2024-10-24 14:33:55 Finished transferring input files ... 028 (10628.785.000) 2024-10-24 14:33:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:55.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.785.000) 2024-10-24 14:33:57 Warning from starter on slot1_8@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.785.000) 2024-10-24 14:33:57 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.785.000) 2024-10-24 14:33:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:57.238" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.671.000) 2024-10-24 14:33:57 Image size of job updated: 3722004 243 - MemoryUsage of job (MB) 248068 - ResidentSetSize of job (KB) ... 028 (10628.671.000) 2024-10-24 14:33:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:57.585" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 671 ResidentSetSize = 248068 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.671.000) 2024-10-24 14:33:57 Started transferring output files ... 028 (10628.671.000) 2024-10-24 14:33:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:57.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 671 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.671.000) 2024-10-24 14:33:57 Finished transferring output files ... 028 (10628.671.000) 2024-10-24 14:33:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:33:57.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 671 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.671.000) 2024-10-24 14:33:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:17, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:17, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95535 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95535 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467028 2000000 2007861 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:33:57Z with exit-code 0. ... 028 (10628.671.000) 2024-10-24 14:33:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989609637852968 Disk = 2007861 DiskUsage = 467028 EventTime = "2024-10-24T14:33:58.956" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 671 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:17, Sys 0 00:00:11" SentBytes = 95535.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794837; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:17, Sys 0 00:00:11" TotalSentBytes = 95535.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.661.000) 2024-10-24 14:34:01 Image size of job updated: 3500000 101 - MemoryUsage of job (MB) 103052 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 14:34:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:01.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 103052 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.855.000) 2024-10-24 14:34:05 Image size of job updated: 3721772 239 - MemoryUsage of job (MB) 244164 - ResidentSetSize of job (KB) ... 028 (10628.855.000) 2024-10-24 14:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:05.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 855 ResidentSetSize = 244164 Size = 3721772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.855.000) 2024-10-24 14:34:05 Started transferring output files ... 028 (10628.855.000) 2024-10-24 14:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:05.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 855 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.855.000) 2024-10-24 14:34:05 Finished transferring output files ... 028 (10628.855.000) 2024-10-24 14:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:05.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 855 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.855.000) 2024-10-24 14:34:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:38, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:38, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89473 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89473 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469433 2000000 2007827 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:05Z with exit-code 0. ... 028 (10628.855.000) 2024-10-24 14:34:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9917254650249453 Disk = 2007827 DiskUsage = 469433 EventTime = "2024-10-24T14:34:06.082" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976567.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976567-0-fnpc22029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 855 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:38, Sys 0 00:00:11" SentBytes = 89473.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794845; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:38, Sys 0 00:00:11" TotalSentBytes = 89473.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.585.000) 2024-10-24 14:34:07 Image size of job updated: 3789340 244 - MemoryUsage of job (MB) 249496 - ResidentSetSize of job (KB) ... 028 (10628.585.000) 2024-10-24 14:34:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:07.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 585 ResidentSetSize = 249496 Size = 3789340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.585.000) 2024-10-24 14:34:07 Started transferring output files ... 028 (10628.585.000) 2024-10-24 14:34:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:07.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 585 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.585.000) 2024-10-24 14:34:08 Finished transferring output files ... 028 (10628.585.000) 2024-10-24 14:34:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:08.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 585 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.585.000) 2024-10-24 14:34:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:48, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:48, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91156 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91156 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466123 2000000 2007861 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:07Z with exit-code 0. ... 028 (10628.585.000) 2024-10-24 14:34:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9896115352551927 Disk = 2007861 DiskUsage = 466123 EventTime = "2024-10-24T14:34:08.291" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976556-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 585 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:48, Sys 0 00:00:11" SentBytes = 91156.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794847; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:48, Sys 0 00:00:11" TotalSentBytes = 91156.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.861.000) 2024-10-24 14:34:24 Image size of job updated: 3722260 245 - MemoryUsage of job (MB) 249864 - ResidentSetSize of job (KB) ... 028 (10628.861.000) 2024-10-24 14:34:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:24.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 861 ResidentSetSize = 249864 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.861.000) 2024-10-24 14:34:24 Started transferring output files ... 028 (10628.861.000) 2024-10-24 14:34:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:24.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 861 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.861.000) 2024-10-24 14:34:24 Finished transferring output files ... 028 (10628.861.000) 2024-10-24 14:34:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:24.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 861 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.861.000) 2024-10-24 14:34:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:18, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:18, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92290 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92290 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468228 2000000 2007872 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:24Z with exit-code 0. ... 028 (10628.861.000) 2024-10-24 14:34:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9779345100326915 Disk = 2007872 DiskUsage = 468228 EventTime = "2024-10-24T14:34:24.667" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976557.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976557-0-fnpc23040.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 861 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:29:18, Sys 0 00:00:12" SentBytes = 92290.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794864; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:29:18, Sys 0 00:00:12" TotalSentBytes = 92290.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.857.000) 2024-10-24 14:34:27 Image size of job updated: 3789336 242 - MemoryUsage of job (MB) 246920 - ResidentSetSize of job (KB) ... 028 (10628.857.000) 2024-10-24 14:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:27.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 857 ResidentSetSize = 246920 Size = 3789336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.857.000) 2024-10-24 14:34:27 Started transferring output files ... 028 (10628.857.000) 2024-10-24 14:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:27.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 857 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.857.000) 2024-10-24 14:34:27 Finished transferring output files ... 028 (10628.857.000) 2024-10-24 14:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:27.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 857 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.857.000) 2024-10-24 14:34:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:07, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:07, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88443 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88443 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467932 2000000 2007296 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:27Z with exit-code 0. ... 028 (10628.857.000) 2024-10-24 14:34:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903005260934543 Disk = 2007296 DiskUsage = 467932 EventTime = "2024-10-24T14:34:27.867" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472505" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197223.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4197223-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 857 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:07, Sys 0 00:00:16" SentBytes = 88443.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794867; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:07, Sys 0 00:00:16" TotalSentBytes = 88443.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.815.000) 2024-10-24 14:34:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2711173_408525219@d12chas549.crc.nd.edu <10.32.86.93:35963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002637&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35963&alias=d12chas549.crc.nd.edu&noUDP> ... 028 (10628.815.000) 2024-10-24 14:34:28 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:34:28.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178289.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobDisconnectedEvent" Proc = 815 StartdAddr = "<10.32.86.93:35963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51724061%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10002637&PrivNet=d12chas549.crc.nd.edu&addrs=10.32.86.93-35963&alias=d12chas549.crc.nd.edu&noUDP>" StartdName = "slot1_4@glidein_2711173_408525219@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.542.000) 2024-10-24 14:34:33 Image size of job updated: 3722020 232 - MemoryUsage of job (MB) 237396 - ResidentSetSize of job (KB) ... 028 (10628.542.000) 2024-10-24 14:34:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:33.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 232 MyType = "JobImageSizeEvent" Proc = 542 ResidentSetSize = 237396 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.542.000) 2024-10-24 14:34:33 Started transferring output files ... 028 (10628.542.000) 2024-10-24 14:34:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:33.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 542 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.542.000) 2024-10-24 14:34:34 Finished transferring output files ... 028 (10628.542.000) 2024-10-24 14:34:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:34.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 542 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.542.000) 2024-10-24 14:34:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:30, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:30, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88865 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88865 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464613 2000000 2007875 GPUs : 0 Memory (MB) : 232 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:33Z with exit-code 0. ... 028 (10628.542.000) 2024-10-24 14:34:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921866111460296 Disk = 2007875 DiskUsage = 464613 EventTime = "2024-10-24T14:34:34.310" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 232 MyType = "JobTerminatedEvent" Proc = 542 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:32:30, Sys 0 00:00:10" SentBytes = 88865.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794873; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:32:30, Sys 0 00:00:10" TotalSentBytes = 88865.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.872.000) 2024-10-24 14:34:38 Image size of job updated: 3722272 83 - MemoryUsage of job (MB) 84644 - ResidentSetSize of job (KB) ... 028 (10628.872.000) 2024-10-24 14:34:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:38.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 872 ResidentSetSize = 84644 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.872.000) 2024-10-24 14:34:38 Started transferring output files ... 028 (10628.872.000) 2024-10-24 14:34:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:38.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 872 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.872.000) 2024-10-24 14:34:39 Finished transferring output files ... 028 (10628.872.000) 2024-10-24 14:34:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:39.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 872 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.872.000) 2024-10-24 14:34:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:37, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:37, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96135 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96135 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467932 2000000 2007882 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:38Z with exit-code 0. ... 028 (10628.872.000) 2024-10-24 14:34:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9861145494763028 Disk = 2007882 DiskUsage = 467932 EventTime = "2024-10-24T14:34:39.327" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197180.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197180-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 872 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:30:37, Sys 0 00:00:13" SentBytes = 96135.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794878; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:30:37, Sys 0 00:00:13" TotalSentBytes = 96135.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.546.000) 2024-10-24 14:34:39 Image size of job updated: 3722000 244 - MemoryUsage of job (MB) 249544 - ResidentSetSize of job (KB) ... 028 (10628.546.000) 2024-10-24 14:34:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:39.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 546 ResidentSetSize = 249544 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.546.000) 2024-10-24 14:34:40 Started transferring output files ... 028 (10628.546.000) 2024-10-24 14:34:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:40.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 546 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.546.000) 2024-10-24 14:34:40 Finished transferring output files ... 028 (10628.546.000) 2024-10-24 14:34:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:40.239" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 546 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.546.000) 2024-10-24 14:34:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:08, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:08, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88668 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88668 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464613 2000000 2007355 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:39Z with exit-code 0. ... 028 (10628.546.000) 2024-10-24 14:34:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9922359320649179 Disk = 2007355 DiskUsage = 464613 EventTime = "2024-10-24T14:34:40.538" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 546 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:08, Sys 0 00:00:18" SentBytes = 88668.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794879; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:08, Sys 0 00:00:18" TotalSentBytes = 88668.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.328.000) 2024-10-24 14:34:41 Image size of job updated: 3965984 96 - MemoryUsage of job (MB) 97376 - ResidentSetSize of job (KB) ... 028 (10628.328.000) 2024-10-24 14:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:41.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 328 ResidentSetSize = 97376 Size = 3965984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.328.000) 2024-10-24 14:34:41 Started transferring output files ... 028 (10628.328.000) 2024-10-24 14:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:41.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 328 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.328.000) 2024-10-24 14:34:41 Finished transferring output files ... 028 (10628.328.000) 2024-10-24 14:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:41.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 328 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.328.000) 2024-10-24 14:34:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:35, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:35, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90362 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90362 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463699 2000000 2007355 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:34:41Z with exit-code 0. ... 028 (10628.328.000) 2024-10-24 14:34:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909043046939715 Disk = 2007355 DiskUsage = 463699 EventTime = "2024-10-24T14:34:41.973" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 328 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:35, Sys 0 00:00:18" SentBytes = 90362.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794881; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:35, Sys 0 00:00:18" TotalSentBytes = 90362.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.102.000) 2024-10-24 14:34:50 Image size of job updated: 3721572 244 - MemoryUsage of job (MB) 249084 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 14:34:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:34:50.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 249084 Size = 3721572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.029.000) 2024-10-24 14:35:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_148037_226985216@c2508.swan.hcc.unl.edu <10.138.25.8:38323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974825&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-38323&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 14:35:04 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:35:04.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 29 StartdAddr = "<10.138.25.8:38323?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29344792%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974825&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-38323&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_148037_226985216@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.716.000) 2024-10-24 14:35:11 Image size of job updated: 3721752 245 - MemoryUsage of job (MB) 250304 - ResidentSetSize of job (KB) ... 028 (10628.716.000) 2024-10-24 14:35:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:11.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 716 ResidentSetSize = 250304 Size = 3721752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.716.000) 2024-10-24 14:35:11 Started transferring output files ... 028 (10628.716.000) 2024-10-24 14:35:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:11.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 716 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.716.000) 2024-10-24 14:35:11 Finished transferring output files ... 028 (10628.716.000) 2024-10-24 14:35:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:11.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 716 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.716.000) 2024-10-24 14:35:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:25, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:25, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94675 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94675 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463711 2000000 2007875 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:11Z with exit-code 0. ... 028 (10628.716.000) 2024-10-24 14:35:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901888773432413 Disk = 2007875 DiskUsage = 463711 EventTime = "2024-10-24T14:35:11.640" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 716 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:32:25, Sys 0 00:00:11" SentBytes = 94675.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794911; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:32:25, Sys 0 00:00:11" TotalSentBytes = 94675.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.372.000) 2024-10-24 14:35:13 Image size of job updated: 3961896 95 - MemoryUsage of job (MB) 96768 - ResidentSetSize of job (KB) ... 028 (10628.372.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 372 ResidentSetSize = 96768 Size = 3961896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.316.000) 2024-10-24 14:35:13 Image size of job updated: 4033980 92 - MemoryUsage of job (MB) 93796 - ResidentSetSize of job (KB) ... 028 (10628.316.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 316 ResidentSetSize = 93796 Size = 4033980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.372.000) 2024-10-24 14:35:13 Started transferring output files ... 028 (10628.372.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 372 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.316.000) 2024-10-24 14:35:13 Started transferring output files ... 028 (10628.316.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 316 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.372.000) 2024-10-24 14:35:13 Finished transferring output files ... 028 (10628.372.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 372 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.316.000) 2024-10-24 14:35:13 Finished transferring output files ... 028 (10628.316.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:13.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 316 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.372.000) 2024-10-24 14:35:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:06, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:06, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89475 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89475 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 462774 2000000 2007853 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:13Z with exit-code 0. ... 028 (10628.372.000) 2024-10-24 14:35:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9851596956942853 Disk = 2007853 DiskUsage = 462774 EventTime = "2024-10-24T14:35:13.949" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 372 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:06, Sys 0 00:00:10" SentBytes = 89475.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794913; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:06, Sys 0 00:00:10" TotalSentBytes = 89475.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.316.000) 2024-10-24 14:35:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:36, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:36, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89375 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89375 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463990 2000000 2007681 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:13Z with exit-code 0. ... 028 (10628.316.000) 2024-10-24 14:35:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98745322744589 Disk = 2007681 DiskUsage = 463990 EventTime = "2024-10-24T14:35:14.066" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 316 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:36, Sys 0 00:00:19" SentBytes = 89375.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794913; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:36, Sys 0 00:00:19" TotalSentBytes = 89375.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.638.000) 2024-10-24 14:35:14 Image size of job updated: 3789616 245 - MemoryUsage of job (MB) 250276 - ResidentSetSize of job (KB) ... 028 (10628.638.000) 2024-10-24 14:35:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:14.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 638 ResidentSetSize = 250276 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.638.000) 2024-10-24 14:35:14 Started transferring output files ... 028 (10628.638.000) 2024-10-24 14:35:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:14.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 638 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.638.000) 2024-10-24 14:35:14 Finished transferring output files ... 028 (10628.638.000) 2024-10-24 14:35:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:14.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 638 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.638.000) 2024-10-24 14:35:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:13, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:13, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95367 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95367 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463416 2000000 2007355 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:14Z with exit-code 0. ... 028 (10628.638.000) 2024-10-24 14:35:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929005491327827 Disk = 2007355 DiskUsage = 463416 EventTime = "2024-10-24T14:35:14.725" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 638 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:13, Sys 0 00:00:21" SentBytes = 95367.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794914; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:13, Sys 0 00:00:21" TotalSentBytes = 95367.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.448.000) 2024-10-24 14:35:18 Image size of job updated: 3721752 247 - MemoryUsage of job (MB) 252816 - ResidentSetSize of job (KB) ... 028 (10628.448.000) 2024-10-24 14:35:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:18.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 448 ResidentSetSize = 252816 Size = 3721752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.448.000) 2024-10-24 14:35:19 Started transferring output files ... 028 (10628.448.000) 2024-10-24 14:35:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:19.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 448 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.448.000) 2024-10-24 14:35:19 Finished transferring output files ... 028 (10628.448.000) 2024-10-24 14:35:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:19.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 448 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.448.000) 2024-10-24 14:35:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:07, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:07, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92618 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92618 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 462477 2000000 2007904 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:18Z with exit-code 0. ... 028 (10628.448.000) 2024-10-24 14:35:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921962608474292 Disk = 2007904 DiskUsage = 462477 EventTime = "2024-10-24T14:35:19.418" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 448 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:07, Sys 0 00:00:10" SentBytes = 92618.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794918; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:07, Sys 0 00:00:10" TotalSentBytes = 92618.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.628.000) 2024-10-24 14:35:27 Image size of job updated: 3722252 245 - MemoryUsage of job (MB) 250572 - ResidentSetSize of job (KB) ... 028 (10628.628.000) 2024-10-24 14:35:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:27.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 628 ResidentSetSize = 250572 Size = 3722252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.628.000) 2024-10-24 14:35:28 Started transferring output files ... 028 (10628.628.000) 2024-10-24 14:35:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:28.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 628 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.628.000) 2024-10-24 14:35:28 Finished transferring output files ... 028 (10628.628.000) 2024-10-24 14:35:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:28.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 628 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.628.000) 2024-10-24 14:35:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:24, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:24, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92735 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92735 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 463097 2000000 2007681 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:27Z with exit-code 0. ... 028 (10628.628.000) 2024-10-24 14:35:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9614944308538707 Disk = 2007681 DiskUsage = 463097 EventTime = "2024-10-24T14:35:28.393" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 628 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:24, Sys 0 00:00:20" SentBytes = 92735.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794927; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:31:24, Sys 0 00:00:20" TotalSentBytes = 92735.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.518.000) 2024-10-24 14:35:36 Image size of job updated: 3789348 246 - MemoryUsage of job (MB) 251232 - ResidentSetSize of job (KB) ... 028 (10628.518.000) 2024-10-24 14:35:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:36.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 518 ResidentSetSize = 251232 Size = 3789348 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.102.000) 2024-10-24 14:35:39 Image size of job updated: 4033828 244 - MemoryUsage of job (MB) 249084 - ResidentSetSize of job (KB) ... 028 (10628.102.000) 2024-10-24 14:35:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:39.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 102 ResidentSetSize = 249084 Size = 4033828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.102.000) 2024-10-24 14:35:39 Started transferring output files ... 028 (10628.102.000) 2024-10-24 14:35:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:39.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 102 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.102.000) 2024-10-24 14:35:39 Finished transferring output files ... 028 (10628.102.000) 2024-10-24 14:35:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:39.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 102 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.102.000) 2024-10-24 14:35:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:29, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:29, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91108 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91108 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 485216 2000000 2007914 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:39Z with exit-code 0. ... 028 (10628.102.000) 2024-10-24 14:35:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9859013597982976 Disk = 2007914 DiskUsage = 485216 EventTime = "2024-10-24T14:35:39.761" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 102 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:29, Sys 0 00:00:14" SentBytes = 91108.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794939; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:29, Sys 0 00:00:14" TotalSentBytes = 91108.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.518.000) 2024-10-24 14:35:44 Started transferring output files ... 028 (10628.518.000) 2024-10-24 14:35:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:44.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 518 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.518.000) 2024-10-24 14:35:44 Finished transferring output files ... 028 (10628.518.000) 2024-10-24 14:35:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:44.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 518 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.518.000) 2024-10-24 14:35:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:45, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:45, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87979 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87979 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 608430 2000000 2007686 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:35:44Z with exit-code 0. ... 028 (10628.518.000) 2024-10-24 14:35:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9857642985873614 Disk = 2007686 DiskUsage = 608430 EventTime = "2024-10-24T14:35:45.163" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 518 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:32:45, Sys 0 00:00:16" SentBytes = 87979.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794944; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:32:45, Sys 0 00:00:16" TotalSentBytes = 87979.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.633.000) 2024-10-24 14:35:46 Image size of job updated: 3721748 236 - MemoryUsage of job (MB) 241648 - ResidentSetSize of job (KB) ... 028 (10628.633.000) 2024-10-24 14:35:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:46.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 236 MyType = "JobImageSizeEvent" Proc = 633 ResidentSetSize = 241648 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.652.000) 2024-10-24 14:35:48 Image size of job updated: 3721740 81 - MemoryUsage of job (MB) 82128 - ResidentSetSize of job (KB) ... 028 (10628.652.000) 2024-10-24 14:35:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:48.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 652 ResidentSetSize = 82128 Size = 3721740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.002.000) 2024-10-24 14:35:54 Image size of job updated: 4141768 127 - MemoryUsage of job (MB) 129992 - ResidentSetSize of job (KB) ... 028 (10628.002.000) 2024-10-24 14:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:54.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 127 MyType = "JobImageSizeEvent" Proc = 2 ResidentSetSize = 129992 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.002.000) 2024-10-24 14:35:54 Started transferring output files ... 028 (10628.002.000) 2024-10-24 14:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:54.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 2 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.002.000) 2024-10-24 14:35:55 Finished transferring output files ... 028 (10628.002.000) 2024-10-24 14:35:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:35:55.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 2 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.002.000) 2024-10-24 14:35:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:43, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:43, Sys 0 00:00:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88423 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88423 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472766 2000000 37071004 GPUs : 0 Memory (MB) : 127 2000 2000 Job terminated of its own accord at 2024-10-24T18:35:54Z with exit-code 0. ... 028 (10628.002.000) 2024-10-24 14:35:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9967303521299385 Disk = 37071004 DiskUsage = 472766 EventTime = "2024-10-24T14:35:55.464" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617696" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 127 MyType = "JobTerminatedEvent" Proc = 2 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:43, Sys 0 00:00:07" SentBytes = 88423.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794954; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:43, Sys 0 00:00:07" TotalSentBytes = 88423.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.633.000) 2024-10-24 14:36:06 Started transferring output files ... 028 (10628.633.000) 2024-10-24 14:36:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:06.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 633 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.633.000) 2024-10-24 14:36:06 Finished transferring output files ... 028 (10628.633.000) 2024-10-24 14:36:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:06.546" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 633 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.633.000) 2024-10-24 14:36:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:44, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:44, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94566 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94566 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 557378 2000000 2007875 GPUs : 0 Memory (MB) : 236 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:06Z with exit-code 0. ... 028 (10628.633.000) 2024-10-24 14:36:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9937125290237926 Disk = 2007875 DiskUsage = 557378 EventTime = "2024-10-24T14:36:07.506" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 236 MyType = "JobTerminatedEvent" Proc = 633 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:44, Sys 0 00:00:10" SentBytes = 94566.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794966; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:44, Sys 0 00:00:10" TotalSentBytes = 94566.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.502.000) 2024-10-24 14:36:21 Image size of job updated: 4021276 90 - MemoryUsage of job (MB) 91960 - ResidentSetSize of job (KB) ... 028 (10628.502.000) 2024-10-24 14:36:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:21.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 502 ResidentSetSize = 91960 Size = 4021276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.502.000) 2024-10-24 14:36:21 Started transferring output files ... 028 (10628.502.000) 2024-10-24 14:36:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:21.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 502 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.502.000) 2024-10-24 14:36:21 Finished transferring output files ... 028 (10628.502.000) 2024-10-24 14:36:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:21.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 502 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.502.000) 2024-10-24 14:36:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:39, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:39, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88241 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88241 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473356 2000000 2007914 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:21Z with exit-code 0. ... 028 (10628.502.000) 2024-10-24 14:36:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9858945006071275 Disk = 2007914 DiskUsage = 473356 EventTime = "2024-10-24T14:36:21.699" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 502 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:39, Sys 0 00:00:13" SentBytes = 88241.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794981; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:39, Sys 0 00:00:13" TotalSentBytes = 88241.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.264.000) 2024-10-24 14:36:24 Image size of job updated: 3722008 244 - MemoryUsage of job (MB) 249264 - ResidentSetSize of job (KB) ... 028 (10628.264.000) 2024-10-24 14:36:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:24.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 264 ResidentSetSize = 249264 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.264.000) 2024-10-24 14:36:24 Started transferring output files ... 028 (10628.264.000) 2024-10-24 14:36:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:24.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 264 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.264.000) 2024-10-24 14:36:24 Finished transferring output files ... 028 (10628.264.000) 2024-10-24 14:36:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:24.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 264 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.264.000) 2024-10-24 14:36:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:54, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:54, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90803 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90803 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472774 2000000 2007788 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:24Z with exit-code 0. ... 028 (10628.264.000) 2024-10-24 14:36:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9926080985977935 Disk = 2007788 DiskUsage = 472774 EventTime = "2024-10-24T14:36:24.675" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196508.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196508-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 264 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:54, Sys 0 00:00:14" SentBytes = 90803.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794984; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:54, Sys 0 00:00:14" TotalSentBytes = 90803.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.030.000) 2024-10-24 14:36:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1311024_357812640@c1425.swan.hcc.unl.edu <10.138.14.25:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954063&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-44697&alias=c1425.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 14:36:27 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:36:27.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 30 StartdAddr = "<10.138.14.25:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882466%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954063&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-44697&alias=c1425.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1311024_357812640@c1425.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.032.000) 2024-10-24 14:36:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1310982_429360856@c1425.swan.hcc.unl.edu <10.138.14.25:41901?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997599&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-41901&alias=c1425.swan.hcc.unl.edu&noUDP> ... 028 (10628.032.000) 2024-10-24 14:36:27 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:36:27.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 32 StartdAddr = "<10.138.14.25:41901?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338633%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9997599&PrivNet=c1425.swan.hcc.unl.edu&addrs=10.138.14.25-41901&alias=c1425.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1310982_429360856@c1425.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.274.000) 2024-10-24 14:36:31 Image size of job updated: 3961008 94 - MemoryUsage of job (MB) 96004 - ResidentSetSize of job (KB) ... 028 (10628.274.000) 2024-10-24 14:36:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:31.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 274 ResidentSetSize = 96004 Size = 3961008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.274.000) 2024-10-24 14:36:31 Started transferring output files ... 028 (10628.274.000) 2024-10-24 14:36:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:31.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 274 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.274.000) 2024-10-24 14:36:31 Finished transferring output files ... 028 (10628.274.000) 2024-10-24 14:36:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:31.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 274 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.274.000) 2024-10-24 14:36:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:58, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:58, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89539 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89539 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472454 2000000 2007914 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:31Z with exit-code 0. ... 028 (10628.274.000) 2024-10-24 14:36:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.985891093560761 Disk = 2007914 DiskUsage = 472454 EventTime = "2024-10-24T14:36:32.050" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 274 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:58, Sys 0 00:00:14" SentBytes = 89539.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794991; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:58, Sys 0 00:00:14" TotalSentBytes = 89539.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.812.000) 2024-10-24 14:36:35 Image size of job updated: 3724624 239 - MemoryUsage of job (MB) 244120 - ResidentSetSize of job (KB) ... 028 (10628.812.000) 2024-10-24 14:36:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:35.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 812 ResidentSetSize = 244120 Size = 3724624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.599.000) 2024-10-24 14:36:35 Image size of job updated: 4037660 106 - MemoryUsage of job (MB) 108164 - ResidentSetSize of job (KB) ... 028 (10628.599.000) 2024-10-24 14:36:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:35.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 599 ResidentSetSize = 108164 Size = 4037660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.599.000) 2024-10-24 14:36:36 Started transferring output files ... 028 (10628.599.000) 2024-10-24 14:36:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:36.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 599 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.599.000) 2024-10-24 14:36:36 Finished transferring output files ... 028 (10628.599.000) 2024-10-24 14:36:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:36.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 599 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.599.000) 2024-10-24 14:36:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:02, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:02, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88567 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88567 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473061 2000000 2007914 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:35Z with exit-code 0. ... 028 (10628.599.000) 2024-10-24 14:36:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9827037819328747 Disk = 2007914 DiskUsage = 473061 EventTime = "2024-10-24T14:36:36.518" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 599 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:02, Sys 0 00:00:12" SentBytes = 88567.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794995; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:02, Sys 0 00:00:12" TotalSentBytes = 88567.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.812.000) 2024-10-24 14:36:37 Started transferring output files ... 028 (10628.812.000) 2024-10-24 14:36:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:37.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 812 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.812.000) 2024-10-24 14:36:37 Finished transferring output files ... 028 (10628.812.000) 2024-10-24 14:36:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:37.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 812 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.812.000) 2024-10-24 14:36:37 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:24, Sys 0 00:00:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:24, Sys 0 00:00:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90549 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90549 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616103 2000000 2002269 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:36Z with exit-code 0. ... 028 (10628.812.000) 2024-10-24 14:36:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9992575791370717 Disk = 2002269 DiskUsage = 616103 EventTime = "2024-10-24T14:36:37.444" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2478045" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89325" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 812 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:24, Sys 0 00:00:04" SentBytes = 90549.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794996; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:24, Sys 0 00:00:04" TotalSentBytes = 90549.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.652.000) 2024-10-24 14:36:38 Started transferring output files ... 028 (10628.652.000) 2024-10-24 14:36:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:38.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 652 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.652.000) 2024-10-24 14:36:38 Finished transferring output files ... 028 (10628.652.000) 2024-10-24 14:36:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:38.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 652 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.652.000) 2024-10-24 14:36:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:44, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:44, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94664 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94664 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 616141 2000000 2007904 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:37Z with exit-code 0. ... 028 (10628.652.000) 2024-10-24 14:36:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848746565769979 Disk = 2007904 DiskUsage = 616141 EventTime = "2024-10-24T14:36:38.363" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 652 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:32:44, Sys 0 00:00:13" SentBytes = 94664.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729794997; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:32:44, Sys 0 00:00:13" TotalSentBytes = 94664.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.811.000) 2024-10-24 14:36:40 Image size of job updated: 3725396 77 - MemoryUsage of job (MB) 77860 - ResidentSetSize of job (KB) ... 028 (10628.811.000) 2024-10-24 14:36:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:40.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 811 ResidentSetSize = 77860 Size = 3725396 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.811.000) 2024-10-24 14:36:43 Started transferring output files ... 028 (10628.811.000) 2024-10-24 14:36:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:43.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 811 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.811.000) 2024-10-24 14:36:43 Finished transferring output files ... 028 (10628.811.000) 2024-10-24 14:36:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:43.745" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 811 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.811.000) 2024-10-24 14:36:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:04, Sys 0 00:00:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:04, Sys 0 00:00:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92167 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92167 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616178 2000000 2002522 GPUs : 0 Memory (MB) : 77 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:43Z with exit-code 0. ... 028 (10628.811.000) 2024-10-24 14:36:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9996372269524604 Disk = 2002522 DiskUsage = 616178 EventTime = "2024-10-24T14:36:44.072" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" Memory = 2048 MemoryUsage = 77 MyType = "JobTerminatedEvent" Proc = 811 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:04, Sys 0 00:00:05" SentBytes = 92167.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795003; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:04, Sys 0 00:00:05" TotalSentBytes = 92167.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.405.000) 2024-10-24 14:36:47 Image size of job updated: 3789600 248 - MemoryUsage of job (MB) 253112 - ResidentSetSize of job (KB) ... 028 (10628.405.000) 2024-10-24 14:36:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:47.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 405 ResidentSetSize = 253112 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.405.000) 2024-10-24 14:36:48 Started transferring output files ... 028 (10628.405.000) 2024-10-24 14:36:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:48.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 405 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.405.000) 2024-10-24 14:36:48 Finished transferring output files ... 028 (10628.405.000) 2024-10-24 14:36:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:48.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 405 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.405.000) 2024-10-24 14:36:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:09, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:09, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90582 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90582 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471549 2000000 2007914 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:47Z with exit-code 0. ... 028 (10628.405.000) 2024-10-24 14:36:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9839772097579038 Disk = 2007914 DiskUsage = 471549 EventTime = "2024-10-24T14:36:48.489" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 405 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:09, Sys 0 00:00:13" SentBytes = 90582.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795007; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:09, Sys 0 00:00:13" TotalSentBytes = 90582.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.685.000) 2024-10-24 14:36:49 Image size of job updated: 4029224 97 - MemoryUsage of job (MB) 98516 - ResidentSetSize of job (KB) ... 028 (10628.685.000) 2024-10-24 14:36:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:49.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 685 ResidentSetSize = 98516 Size = 4029224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.685.000) 2024-10-24 14:36:49 Started transferring output files ... 028 (10628.685.000) 2024-10-24 14:36:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:49.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 685 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.685.000) 2024-10-24 14:36:49 Finished transferring output files ... 028 (10628.685.000) 2024-10-24 14:36:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:49.946" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 685 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.685.000) 2024-10-24 14:36:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:36, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:36, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94605 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94605 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473035 2000000 2007914 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T18:36:49Z with exit-code 0. ... 028 (10628.685.000) 2024-10-24 14:36:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9852604827232412 Disk = 2007914 DiskUsage = 473035 EventTime = "2024-10-24T14:36:50.257" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197182.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197182-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 685 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:36, Sys 0 00:00:14" SentBytes = 94605.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795009; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:36, Sys 0 00:00:14" TotalSentBytes = 94605.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.910.000) 2024-10-24 14:36:51 Image size of job updated: 3792208 240 - MemoryUsage of job (MB) 245624 - ResidentSetSize of job (KB) ... 028 (10628.910.000) 2024-10-24 14:36:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:36:51.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 910 ResidentSetSize = 245624 Size = 3792208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.259.000) 2024-10-24 14:36:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_267311_426273300@c1409.swan.hcc.unl.edu <10.138.14.9:43171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013049%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961060&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-43171&alias=c1409.swan.hcc.unl.edu&noUDP> ... 028 (10628.259.000) 2024-10-24 14:36:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:36:56.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617269" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213107" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 259 StartdAddr = "<10.138.14.9:43171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013049%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961060&PrivNet=c1409.swan.hcc.unl.edu&addrs=10.138.14.9-43171&alias=c1409.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_267311_426273300@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.112.000) 2024-10-24 14:37:01 Image size of job updated: 3721756 241 - MemoryUsage of job (MB) 246464 - ResidentSetSize of job (KB) ... 028 (10628.112.000) 2024-10-24 14:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:01.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 112 ResidentSetSize = 246464 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.112.000) 2024-10-24 14:37:01 Started transferring output files ... 028 (10628.112.000) 2024-10-24 14:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:01.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 112 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.112.000) 2024-10-24 14:37:01 Finished transferring output files ... 028 (10628.112.000) 2024-10-24 14:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:01.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 112 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.112.000) 2024-10-24 14:37:02 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:23, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:23, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89306 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89306 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469726 2000000 2007904 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T18:37:01Z with exit-code 0. ... 028 (10628.112.000) 2024-10-24 14:37:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928625841497245 Disk = 2007904 DiskUsage = 469726 EventTime = "2024-10-24T14:37:02.191" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 112 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:35:23, Sys 0 00:00:10" SentBytes = 89306.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795021; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:35:23, Sys 0 00:00:10" TotalSentBytes = 89306.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.910.000) 2024-10-24 14:37:07 Started transferring output files ... 028 (10628.910.000) 2024-10-24 14:37:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:07.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 910 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.910.000) 2024-10-24 14:37:07 Finished transferring output files ... 028 (10628.910.000) 2024-10-24 14:37:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:07.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" MyType = "FileTransferEvent" Proc = 910 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.910.000) 2024-10-24 14:37:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:35, Sys 0 00:00:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:35, Sys 0 00:00:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88832 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88832 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 580964 2000000 2002522 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T18:37:07Z with exit-code 0. ... 028 (10628.910.000) 2024-10-24 14:37:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9996381499009148 Disk = 2002522 DiskUsage = 580964 EventTime = "2024-10-24T14:37:08.108" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2478196" JOB_GLIDEIN_Entry_Name = "OSG_US_SIUE_OS_CC" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SIUE-CC-production" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "89336" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SIUE-CC-production" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 910 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:35, Sys 0 00:00:04" SentBytes = 88832.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795027; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:35, Sys 0 00:00:04" TotalSentBytes = 88832.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.386.000) 2024-10-24 14:37:08 Image size of job updated: 3763052 79 - MemoryUsage of job (MB) 80496 - ResidentSetSize of job (KB) ... 028 (10628.386.000) 2024-10-24 14:37:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:08.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 386 ResidentSetSize = 80496 Size = 3763052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.386.000) 2024-10-24 14:37:08 Started transferring output files ... 028 (10628.386.000) 2024-10-24 14:37:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:08.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 386 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.386.000) 2024-10-24 14:37:08 Finished transferring output files ... 028 (10628.386.000) 2024-10-24 14:37:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:08.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 386 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.386.000) 2024-10-24 14:37:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:38, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:38, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89221 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89221 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471225 2000000 2007897 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T18:37:08Z with exit-code 0. ... 028 (10628.386.000) 2024-10-24 14:37:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9910159543713796 Disk = 2007897 DiskUsage = 471225 EventTime = "2024-10-24T14:37:08.943" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 386 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:38, Sys 0 00:00:12" SentBytes = 89221.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795028; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:34:38, Sys 0 00:00:12" TotalSentBytes = 89221.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.510.000) 2024-10-24 14:37:16 Image size of job updated: 3500000 104 - MemoryUsage of job (MB) 106096 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 14:37:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:16.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 106096 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.219.000) 2024-10-24 14:37:20 Image size of job updated: 3634368 88 - MemoryUsage of job (MB) 89904 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 14:37:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:20.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 89904 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.198.000) 2024-10-24 14:37:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.1fd2e39b13bf <172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=startd_4648_b849> ... 028 (10628.198.000) 2024-10-24 14:37:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:37:22.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 198 StartdAddr = "<172.17.0.2:37995?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50808907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953381&PrivNet=IU-Jetstream2-Backfill.1fd2e39b13bf&addrs=172.17.0.2-37995&alias=IU-Jetstream2-Backfill.1fd2e39b13bf&noUDP&sock=startd_4648_b849>" StartdName = "slot1_6@IU-Jetstream2-Backfill.1fd2e39b13bf" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.193.000) 2024-10-24 14:37:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@IU-Jetstream2-Backfill.9f8cfa88adf6 <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 028 (10628.193.000) 2024-10-24 14:37:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:37:25.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 193 StartdAddr = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_1@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.355.000) 2024-10-24 14:37:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_10@IU-Jetstream2-Backfill.725a7f3d7515, rescheduling job ... 028 (10628.355.000) 2024-10-24 14:37:30 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:37:30.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 355 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_10@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.454.000) 2024-10-24 14:37:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_11@IU-Jetstream2-Backfill.725a7f3d7515, rescheduling job ... 028 (10628.454.000) 2024-10-24 14:37:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:37:39.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 454 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_11@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.556.000) 2024-10-24 14:37:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_12@IU-Jetstream2-Backfill.725a7f3d7515, rescheduling job ... 028 (10628.556.000) 2024-10-24 14:37:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:37:51.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 556 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_12@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.851.000) 2024-10-24 14:37:57 Image size of job updated: 4033468 96 - MemoryUsage of job (MB) 97524 - ResidentSetSize of job (KB) ... 028 (10628.851.000) 2024-10-24 14:37:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:57.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 851 ResidentSetSize = 97524 Size = 4033468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.851.000) 2024-10-24 14:37:58 Started transferring output files ... 028 (10628.851.000) 2024-10-24 14:37:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:58.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 851 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.851.000) 2024-10-24 14:37:58 Finished transferring output files ... 028 (10628.851.000) 2024-10-24 14:37:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:58.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 851 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.851.000) 2024-10-24 14:37:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:17, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:17, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89117 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89117 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473342 2000000 2007591 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:37:57Z with exit-code 0. ... 028 (10628.851.000) 2024-10-24 14:37:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9926454361456553 Disk = 2007591 DiskUsage = 473342 EventTime = "2024-10-24T14:37:58.487" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 851 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:17, Sys 0 00:00:20" SentBytes = 89117.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795077; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:33:17, Sys 0 00:00:20" TotalSentBytes = 89117.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.355.000) 2024-10-24 14:37:59 Started transferring input files Transferring to host: <131.225.208.195:46733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040203&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46733+[2620-6a-0-8862-f0-0-208-195]-46733&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.355.000) 2024-10-24 14:37:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:59.202" EventTypeNumber = 28 Host = "<131.225.208.195:46733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29344926%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040203&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-46733+[2620-6a-0-8862-f0-0-208-195]-46733&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.355.000) 2024-10-24 14:37:59 Finished transferring input files ... 028 (10628.355.000) 2024-10-24 14:37:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:37:59.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.355.000) 2024-10-24 14:38:01 Warning from starter on slot1_1@glidein_8_53893620@osg-3976221-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.355.000) 2024-10-24 14:38:01 Job executing on host: <131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.355.000) 2024-10-24 14:38:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:01.469" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.645.000) 2024-10-24 14:38:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_13@IU-Jetstream2-Backfill.725a7f3d7515, rescheduling job ... 028 (10628.645.000) 2024-10-24 14:38:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:38:03.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 645 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_13@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.321.000) 2024-10-24 14:38:22 Image size of job updated: 3721996 242 - MemoryUsage of job (MB) 247740 - ResidentSetSize of job (KB) ... 028 (10628.321.000) 2024-10-24 14:38:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:22.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 321 ResidentSetSize = 247740 Size = 3721996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.321.000) 2024-10-24 14:38:23 Started transferring output files ... 028 (10628.321.000) 2024-10-24 14:38:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:23.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 321 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.321.000) 2024-10-24 14:38:23 Finished transferring output files ... 028 (10628.321.000) 2024-10-24 14:38:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:23.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 321 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.321.000) 2024-10-24 14:38:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:10, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:10, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89206 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89206 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466734 2000000 2007904 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:38:22Z with exit-code 0. ... 028 (10628.321.000) 2024-10-24 14:38:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915316534261512 Disk = 2007904 DiskUsage = 466734 EventTime = "2024-10-24T14:38:23.522" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 321 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:10, Sys 0 00:00:11" SentBytes = 89206.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795102; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:36:10, Sys 0 00:00:11" TotalSentBytes = 89206.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.454.000) 2024-10-24 14:38:24 Started transferring input files Transferring to host: <131.225.208.129:33595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040220&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-33595+[2620-6a-0-8862-f0-0-208-129]-33595&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.454.000) 2024-10-24 14:38:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:24.679" EventTypeNumber = 28 Host = "<131.225.208.129:33595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040220&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-33595+[2620-6a-0-8862-f0-0-208-129]-33595&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.454.000) 2024-10-24 14:38:24 Finished transferring input files ... 028 (10628.454.000) 2024-10-24 14:38:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:24.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.454.000) 2024-10-24 14:38:25 Warning from starter on slot1_4@glidein_8_267278879@osg-3976551-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.454.000) 2024-10-24 14:38:26 Job executing on host: <131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.454.000) 2024-10-24 14:38:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:26.023" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:34847?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337243%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996198&PrivNet=osg-3976551-0-fnpc23007.fnal.gov&addrs=131.225.208.129-34847+[2620-6a-0-8862-f0-0-208-129]-34847&alias=osg-3976551-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.454.000) 2024-10-24 14:38:34 Image size of job updated: 3534024 76 - MemoryUsage of job (MB) 77648 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 14:38:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:34.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 77648 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.326.000) 2024-10-24 14:38:55 Image size of job updated: 3722280 245 - MemoryUsage of job (MB) 250092 - ResidentSetSize of job (KB) ... 028 (10628.326.000) 2024-10-24 14:38:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:55.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 326 ResidentSetSize = 250092 Size = 3722280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.326.000) 2024-10-24 14:38:55 Started transferring output files ... 028 (10628.326.000) 2024-10-24 14:38:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:55.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 326 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.326.000) 2024-10-24 14:38:55 Finished transferring output files ... 028 (10628.326.000) 2024-10-24 14:38:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:55.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 326 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.326.000) 2024-10-24 14:38:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:29, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:29, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89787 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89787 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466090 2000000 2007648 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:38:55Z with exit-code 0. ... 028 (10628.326.000) 2024-10-24 14:38:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9843639245531928 Disk = 2007648 DiskUsage = 466090 EventTime = "2024-10-24T14:38:57.090" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 326 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:29, Sys 0 00:00:20" SentBytes = 89787.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795135; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:36:29, Sys 0 00:00:20" TotalSentBytes = 89787.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.556.000) 2024-10-24 14:38:57 Started transferring input files Transferring to host: <131.225.208.64:37221?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009976&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-37221+[2620-6a-0-8862-f0-0-208-64]-37221&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.556.000) 2024-10-24 14:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:57.730" EventTypeNumber = 28 Host = "<131.225.208.64:37221?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10009976&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-37221+[2620-6a-0-8862-f0-0-208-64]-37221&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.556.000) 2024-10-24 14:38:57 Finished transferring input files ... 028 (10628.556.000) 2024-10-24 14:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:38:57.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.556.000) 2024-10-24 14:39:01 Warning from starter on slot1_4@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.556.000) 2024-10-24 14:39:01 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.556.000) 2024-10-24 14:39:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:01.324" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.600.000) 2024-10-24 14:39:04 Image size of job updated: 3963940 93 - MemoryUsage of job (MB) 94564 - ResidentSetSize of job (KB) ... 028 (10628.600.000) 2024-10-24 14:39:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:04.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 600 ResidentSetSize = 94564 Size = 3963940 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.600.000) 2024-10-24 14:39:04 Started transferring output files ... 028 (10628.600.000) 2024-10-24 14:39:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:04.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 600 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.600.000) 2024-10-24 14:39:04 Finished transferring output files ... 028 (10628.600.000) 2024-10-24 14:39:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:04.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 600 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.600.000) 2024-10-24 14:39:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:04, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:04, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90351 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90351 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.41 1 1 Disk (KB) : 466686 2000000 2007897 GPUs : 0 Memory (MB) : 93 2000 2048 Job terminated of its own accord at 2024-10-24T18:39:04Z with exit-code 0. ... 028 (10628.600.000) 2024-10-24 14:39:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4106818892973299 Disk = 2007897 DiskUsage = 466686 EventTime = "2024-10-24T14:39:04.574" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 93 MyType = "JobTerminatedEvent" Proc = 600 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:04, Sys 0 00:00:12" SentBytes = 90351.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795144; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:36:04, Sys 0 00:00:12" TotalSentBytes = 90351.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.645.000) 2024-10-24 14:39:05 Started transferring input files Transferring to host: <131.225.208.158:34773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040253&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-34773+[2620-6a-0-8862-f0-0-208-158]-34773&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.645.000) 2024-10-24 14:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:05.256" EventTypeNumber = 28 Host = "<131.225.208.158:34773?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013586%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040253&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-34773+[2620-6a-0-8862-f0-0-208-158]-34773&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.645.000) 2024-10-24 14:39:05 Finished transferring input files ... 028 (10628.645.000) 2024-10-24 14:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:05.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.785.000) 2024-10-24 14:39:05 Image size of job updated: 3534536 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.785.000) 2024-10-24 14:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:05.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 785 ResidentSetSize = 100000 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.645.000) 2024-10-24 14:39:07 Warning from starter on slot1_7@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.645.000) 2024-10-24 14:39:07 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.645.000) 2024-10-24 14:39:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:07.184" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.976.000) 2024-10-24 14:39:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@IU-Jetstream2-Backfill.5bd22203e4d7 <172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=startd_4637_2cbe> ... 028 (10628.976.000) 2024-10-24 14:39:10 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:39:10.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 976 StartdAddr = "<172.17.0.2:39505?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29244613%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908399&PrivNet=IU-Jetstream2-Backfill.5bd22203e4d7&addrs=172.17.0.2-39505&alias=IU-Jetstream2-Backfill.5bd22203e4d7&noUDP&sock=startd_4637_2cbe>" StartdName = "slot1_8@IU-Jetstream2-Backfill.5bd22203e4d7" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.956.000) 2024-10-24 14:39:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_11@IU-Jetstream2-Backfill.9f8cfa88adf6 <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 028 (10628.956.000) 2024-10-24 14:39:11 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:39:11.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 956 StartdAddr = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_11@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.009.000) 2024-10-24 14:39:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1973346_67778464@c1209.swan.hcc.unl.edu <10.138.12.9:42711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006263&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-42711&alias=c1209.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 14:39:29 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:39:29.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616925" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 9 StartdAddr = "<10.138.12.9:42711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10006263&PrivNet=c1209.swan.hcc.unl.edu&addrs=10.138.12.9-42711&alias=c1209.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1973346_67778464@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.303.000) 2024-10-24 14:39:29 Image size of job updated: 4172748 97 - MemoryUsage of job (MB) 98496 - ResidentSetSize of job (KB) ... 028 (10628.303.000) 2024-10-24 14:39:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:29.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 303 ResidentSetSize = 98496 Size = 4172748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.303.000) 2024-10-24 14:39:30 Started transferring output files ... 028 (10628.303.000) 2024-10-24 14:39:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:30.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 303 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.303.000) 2024-10-24 14:39:30 Finished transferring output files ... 028 (10628.303.000) 2024-10-24 14:39:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:30.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 303 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.303.000) 2024-10-24 14:39:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:19, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:19, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92979 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92979 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464618 2000000 2007637 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T18:39:29Z with exit-code 0. ... 028 (10628.303.000) 2024-10-24 14:39:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989508419491033 Disk = 2007637 DiskUsage = 464618 EventTime = "2024-10-24T14:39:30.377" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 303 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:35:19, Sys 0 00:00:23" SentBytes = 92979.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795169; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:35:19, Sys 0 00:00:23" TotalSentBytes = 92979.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.440.000) 2024-10-24 14:39:38 Image size of job updated: 3790120 250 - MemoryUsage of job (MB) 255164 - ResidentSetSize of job (KB) ... 028 (10628.440.000) 2024-10-24 14:39:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:38.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 440 ResidentSetSize = 255164 Size = 3790120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.440.000) 2024-10-24 14:39:38 Started transferring output files ... 028 (10628.440.000) 2024-10-24 14:39:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:38.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 440 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.440.000) 2024-10-24 14:39:38 Finished transferring output files ... 028 (10628.440.000) 2024-10-24 14:39:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:38.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 440 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.440.000) 2024-10-24 14:39:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:51, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:51, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91650 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91650 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466712 2000000 2007648 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T18:39:38Z with exit-code 0. ... 028 (10628.440.000) 2024-10-24 14:39:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9856939818782438 Disk = 2007648 DiskUsage = 466712 EventTime = "2024-10-24T14:39:39.003" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 440 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:51, Sys 0 00:00:21" SentBytes = 91650.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795178; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:36:51, Sys 0 00:00:21" TotalSentBytes = 91650.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.849.000) 2024-10-24 14:39:41 Image size of job updated: 3721248 243 - MemoryUsage of job (MB) 248036 - ResidentSetSize of job (KB) ... 028 (10628.849.000) 2024-10-24 14:39:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:41.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 849 ResidentSetSize = 248036 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.849.000) 2024-10-24 14:39:41 Started transferring output files ... 028 (10628.849.000) 2024-10-24 14:39:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:41.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 849 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.849.000) 2024-10-24 14:39:41 Finished transferring output files ... 028 (10628.849.000) 2024-10-24 14:39:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:41.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 849 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.849.000) 2024-10-24 14:39:42 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:27, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:27, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88220 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88220 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467596 2000000 2007852 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:39:41Z with exit-code 0. ... 028 (10628.849.000) 2024-10-24 14:39:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9924264697976849 Disk = 2007852 DiskUsage = 467596 EventTime = "2024-10-24T14:39:42.304" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471559" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196458.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196458-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 849 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:27, Sys 0 00:00:15" SentBytes = 88220.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795181; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:36:27, Sys 0 00:00:15" TotalSentBytes = 88220.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.327.000) 2024-10-24 14:39:46 Image size of job updated: 3722016 235 - MemoryUsage of job (MB) 239872 - ResidentSetSize of job (KB) ... 028 (10628.327.000) 2024-10-24 14:39:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:46.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 235 MyType = "JobImageSizeEvent" Proc = 327 ResidentSetSize = 239872 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.327.000) 2024-10-24 14:39:46 Started transferring output files ... 028 (10628.327.000) 2024-10-24 14:39:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:46.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 327 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.327.000) 2024-10-24 14:39:46 Finished transferring output files ... 028 (10628.327.000) 2024-10-24 14:39:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:46.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 327 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.327.000) 2024-10-24 14:39:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:52, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:37:52, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89073 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89073 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463397 2000000 2007875 GPUs : 0 Memory (MB) : 235 2000 2048 Job terminated of its own accord at 2024-10-24T18:39:46Z with exit-code 0. ... 028 (10628.327.000) 2024-10-24 14:39:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9936609868153545 Disk = 2007875 DiskUsage = 463397 EventTime = "2024-10-24T14:39:47.704" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197191-0-fnpc23002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 235 MyType = "JobTerminatedEvent" Proc = 327 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:52, Sys 0 00:00:11" SentBytes = 89073.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795186; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:37:52, Sys 0 00:00:11" TotalSentBytes = 89073.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 14:39:58 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36532 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 14:39:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:39:58.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36532 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.219.000) 2024-10-24 14:40:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2240221_553242135@c1423.swan.hcc.unl.edu <10.138.14.23:39051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995609&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-39051&alias=c1423.swan.hcc.unl.edu&noUDP> ... 028 (10628.219.000) 2024-10-24 14:40:29 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:40:29.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 219 StartdAddr = "<10.138.14.23:39051?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423500%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995609&PrivNet=c1423.swan.hcc.unl.edu&addrs=10.138.14.23-39051&alias=c1423.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2240221_553242135@c1423.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.504.000) 2024-10-24 14:40:38 Image size of job updated: 3789336 246 - MemoryUsage of job (MB) 251264 - ResidentSetSize of job (KB) ... 028 (10628.504.000) 2024-10-24 14:40:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:40:38.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 504 ResidentSetSize = 251264 Size = 3789336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.498.000) 2024-10-24 14:40:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_16@IU-Jetstream2-Backfill.9f8cfa88adf6 <172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d> ... 022 (10628.996.000) 2024-10-24 14:40:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.97998e3f753e <172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=startd_4626_a134> ... 028 (10628.498.000) 2024-10-24 14:40:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:40:48.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 498 StartdAddr = "<172.17.0.2:44697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902621&PrivNet=IU-Jetstream2-Backfill.9f8cfa88adf6&addrs=172.17.0.2-44697&alias=IU-Jetstream2-Backfill.9f8cfa88adf6&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_16@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.996.000) 2024-10-24 14:40:48 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:40:48.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 996 StartdAddr = "<172.17.0.2:39807?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29268193%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9902625&PrivNet=IU-Jetstream2-Backfill.97998e3f753e&addrs=172.17.0.2-39807&alias=IU-Jetstream2-Backfill.97998e3f753e&noUDP&sock=startd_4626_a134>" StartdName = "slot1_6@IU-Jetstream2-Backfill.97998e3f753e" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.028.000) 2024-10-24 14:41:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1841827_7540953@c1926.swan.hcc.unl.edu <10.138.19.26:41235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948831&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-41235&alias=c1926.swan.hcc.unl.edu&noUDP> ... 028 (10628.028.000) 2024-10-24 14:41:00 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:41:00.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215293" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 28 StartdAddr = "<10.138.19.26:41235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401837%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948831&PrivNet=c1926.swan.hcc.unl.edu&addrs=10.138.19.26-41235&alias=c1926.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1841827_7540953@c1926.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.115.000) 2024-10-24 14:41:05 Image size of job updated: 3788584 241 - MemoryUsage of job (MB) 246688 - ResidentSetSize of job (KB) ... 028 (10628.115.000) 2024-10-24 14:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:05.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 115 ResidentSetSize = 246688 Size = 3788584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.115.000) 2024-10-24 14:41:05 Started transferring output files ... 028 (10628.115.000) 2024-10-24 14:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:05.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 115 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.115.000) 2024-10-24 14:41:05 Finished transferring output files ... 028 (10628.115.000) 2024-10-24 14:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:05.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 115 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.115.000) 2024-10-24 14:41:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:40, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:40, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91355 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91355 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473356 2000000 2007648 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T18:41:05Z with exit-code 0. ... 028 (10628.115.000) 2024-10-24 14:41:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9850288128988073 Disk = 2007648 DiskUsage = 473356 EventTime = "2024-10-24T14:41:06.181" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 115 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:40, Sys 0 00:00:22" SentBytes = 91355.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795265; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:40, Sys 0 00:00:22" TotalSentBytes = 91355.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.504.000) 2024-10-24 14:41:06 Image size of job updated: 4033212 246 - MemoryUsage of job (MB) 251264 - ResidentSetSize of job (KB) ... 028 (10628.504.000) 2024-10-24 14:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:06.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 504 ResidentSetSize = 251264 Size = 4033212 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.504.000) 2024-10-24 14:41:06 Started transferring output files ... 028 (10628.504.000) 2024-10-24 14:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:06.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 504 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.504.000) 2024-10-24 14:41:06 Finished transferring output files ... 028 (10628.504.000) 2024-10-24 14:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:06.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 504 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.504.000) 2024-10-24 14:41:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:05, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:05, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89167 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89167 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 552310 2000000 2007897 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:41:06Z with exit-code 0. ... 028 (10628.504.000) 2024-10-24 14:41:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991467312337076 Disk = 2007897 DiskUsage = 552310 EventTime = "2024-10-24T14:41:07.007" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 504 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:05, Sys 0 00:00:12" SentBytes = 89167.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795266; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:05, Sys 0 00:00:12" TotalSentBytes = 89167.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.168.000) 2024-10-24 14:41:24 Image size of job updated: 3972292 92 - MemoryUsage of job (MB) 94048 - ResidentSetSize of job (KB) ... 028 (10628.168.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 168 ResidentSetSize = 94048 Size = 3972292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.168.000) 2024-10-24 14:41:24 Started transferring output files ... 028 (10628.168.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 168 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.168.000) 2024-10-24 14:41:24 Finished transferring output files ... 028 (10628.168.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 168 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.892.000) 2024-10-24 14:41:24 Image size of job updated: 3788824 247 - MemoryUsage of job (MB) 252040 - ResidentSetSize of job (KB) ... 028 (10628.892.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 892 ResidentSetSize = 252040 Size = 3788824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.168.000) 2024-10-24 14:41:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:16, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:16, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91270 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91270 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.91 1 1 Disk (KB) : 472472 2000000 2007896 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T18:41:24Z with exit-code 0. ... 028 (10628.168.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9130769230769231 Disk = 2007896 DiskUsage = 472472 EventTime = "2024-10-24T14:41:24.801" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 168 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:16, Sys 0 00:00:18" SentBytes = 91270.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795284; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:16, Sys 0 00:00:18" TotalSentBytes = 91270.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.892.000) 2024-10-24 14:41:24 Started transferring output files ... 028 (10628.892.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 892 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.892.000) 2024-10-24 14:41:24 Finished transferring output files ... 028 (10628.892.000) 2024-10-24 14:41:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:24.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 892 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.892.000) 2024-10-24 14:41:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:30, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:30, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95163 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95163 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 464899 2000000 2007778 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:41:24Z with exit-code 0. ... 028 (10628.892.000) 2024-10-24 14:41:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9819155750721025 Disk = 2007778 DiskUsage = 464899 EventTime = "2024-10-24T14:41:25.276" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975878.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975878-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 892 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:35:30, Sys 0 00:00:18" SentBytes = 95163.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795284; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:35:30, Sys 0 00:00:18" TotalSentBytes = 95163.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.001.000) 2024-10-24 14:41:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1248984_474028770@c1426.swan.hcc.unl.edu <10.138.14.26:43457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037560&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-43457&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 14:41:30 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:41:30.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618856" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215167" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 1 StartdAddr = "<10.138.14.26:43457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722504%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10037560&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-43457&alias=c1426.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1248984_474028770@c1426.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.848.000) 2024-10-24 14:41:46 Image size of job updated: 3720800 242 - MemoryUsage of job (MB) 247324 - ResidentSetSize of job (KB) ... 028 (10628.848.000) 2024-10-24 14:41:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:41:46.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 848 ResidentSetSize = 247324 Size = 3720800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.684.000) 2024-10-24 14:42:03 Image size of job updated: 3789340 241 - MemoryUsage of job (MB) 246368 - ResidentSetSize of job (KB) ... 028 (10628.684.000) 2024-10-24 14:42:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:03.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 684 ResidentSetSize = 246368 Size = 3789340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.684.000) 2024-10-24 14:42:03 Started transferring output files ... 028 (10628.684.000) 2024-10-24 14:42:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:03.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 684 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.684.000) 2024-10-24 14:42:03 Finished transferring output files ... 028 (10628.684.000) 2024-10-24 14:42:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:03.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 684 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.684.000) 2024-10-24 14:42:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:32, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:37:32, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89772 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89772 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472446 2000000 2007637 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:03Z with exit-code 0. ... 028 (10628.684.000) 2024-10-24 14:42:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881791241032954 Disk = 2007637 DiskUsage = 472446 EventTime = "2024-10-24T14:42:03.769" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 684 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:32, Sys 0 00:00:23" SentBytes = 89772.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795323; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:37:32, Sys 0 00:00:23" TotalSentBytes = 89772.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.242.000) 2024-10-24 14:42:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@IU-Jetstream2-Backfill.dda328d73ff5, rescheduling job ... 028 (10628.242.000) 2024-10-24 14:42:13 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:42:13.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 242 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@IU-Jetstream2-Backfill.dda328d73ff5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.245.000) 2024-10-24 14:42:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.725a7f3d7515, rescheduling job ... 028 (10628.245.000) 2024-10-24 14:42:13 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:42:13.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 245 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.725a7f3d7515" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.717.000) 2024-10-24 14:42:14 Image size of job updated: 3976228 95 - MemoryUsage of job (MB) 97020 - ResidentSetSize of job (KB) ... 028 (10628.717.000) 2024-10-24 14:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:14.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 717 ResidentSetSize = 97020 Size = 3976228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.717.000) 2024-10-24 14:42:14 Started transferring output files ... 028 (10628.717.000) 2024-10-24 14:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:14.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 717 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.717.000) 2024-10-24 14:42:14 Finished transferring output files ... 028 (10628.717.000) 2024-10-24 14:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:14.327" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 717 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 024 (10628.222.000) 2024-10-24 14:42:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_13@IU-Jetstream2-Backfill.27e4d5d9f1a5, rescheduling job ... 028 (10628.222.000) 2024-10-24 14:42:15 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:42:15.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 222 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_13@IU-Jetstream2-Backfill.27e4d5d9f1a5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.232.000) 2024-10-24 14:42:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.75f7b19beec5 <172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=startd_4617_74d9> ... 028 (10628.232.000) 2024-10-24 14:42:18 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:42:18.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 232 StartdAddr = "<172.17.0.2:40763?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939071&PrivNet=IU-Jetstream2-Backfill.75f7b19beec5&addrs=172.17.0.2-40763&alias=IU-Jetstream2-Backfill.75f7b19beec5&noUDP&sock=startd_4617_74d9>" StartdName = "slot1_9@IU-Jetstream2-Backfill.75f7b19beec5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 005 (10628.717.000) 2024-10-24 14:42:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:46, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:46, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89631 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89631 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473067 2000000 2007648 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:14Z with exit-code 0. ... 028 (10628.717.000) 2024-10-24 14:42:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9843639245531298 Disk = 2007648 DiskUsage = 473067 EventTime = "2024-10-24T14:42:19.721" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 717 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:46, Sys 0 00:00:20" SentBytes = 89631.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795334; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:46, Sys 0 00:00:20" TotalSentBytes = 89631.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.294.000) 2024-10-24 14:42:22 Image size of job updated: 3722284 79 - MemoryUsage of job (MB) 80828 - ResidentSetSize of job (KB) ... 028 (10628.294.000) 2024-10-24 14:42:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:22.718" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 294 ResidentSetSize = 80828 Size = 3722284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.294.000) 2024-10-24 14:42:22 Started transferring output files ... 028 (10628.294.000) 2024-10-24 14:42:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:22.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 294 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.294.000) 2024-10-24 14:42:22 Finished transferring output files ... 028 (10628.294.000) 2024-10-24 14:42:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:22.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 294 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.294.000) 2024-10-24 14:42:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:07, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:07, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89532 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89532 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469426 2000000 2007897 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:22Z with exit-code 0. ... 028 (10628.294.000) 2024-10-24 14:42:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901028573078773 Disk = 2007897 DiskUsage = 469426 EventTime = "2024-10-24T14:42:23.280" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 294 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:07, Sys 0 00:00:12" SentBytes = 89532.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795342; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:07, Sys 0 00:00:12" TotalSentBytes = 89532.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.222.000) 2024-10-24 14:42:23 Started transferring input files Transferring to host: <131.225.208.64:41329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053545&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-41329+[2620-6a-0-8862-f0-0-208-64]-41329&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.222.000) 2024-10-24 14:42:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:23.391" EventTypeNumber = 28 Host = "<131.225.208.64:41329?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053545&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-41329+[2620-6a-0-8862-f0-0-208-64]-41329&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.222.000) 2024-10-24 14:42:23 Finished transferring input files ... 028 (10628.222.000) 2024-10-24 14:42:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:23.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.242.000) 2024-10-24 14:42:23 Started transferring input files Transferring to host: <131.225.208.158:46667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961696&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-46667+[2620-6a-0-8862-f0-0-208-158]-46667&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.242.000) 2024-10-24 14:42:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:23.902" EventTypeNumber = 28 Host = "<131.225.208.158:46667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961696&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-46667+[2620-6a-0-8862-f0-0-208-158]-46667&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.242.000) 2024-10-24 14:42:23 Finished transferring input files ... 028 (10628.242.000) 2024-10-24 14:42:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:23.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.222.000) 2024-10-24 14:42:26 Warning from starter on slot1_8@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.222.000) 2024-10-24 14:42:26 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.222.000) 2024-10-24 14:42:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:26.072" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.242.000) 2024-10-24 14:42:26 Warning from starter on slot1_4@glidein_8_152152300@osg-3976550-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.242.000) 2024-10-24 14:42:26 Job executing on host: <131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.242.000) 2024-10-24 14:42:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:26.155" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989192&PrivNet=osg-3976550-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33003+[2620-6a-0-8862-f0-0-208-158]-33003&alias=osg-3976550-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.777.000) 2024-10-24 14:42:28 Image size of job updated: 3822068 274 - MemoryUsage of job (MB) 280544 - ResidentSetSize of job (KB) ... 028 (10628.777.000) 2024-10-24 14:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:28.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 777 ResidentSetSize = 280544 Size = 3822068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.777.000) 2024-10-24 14:42:28 Started transferring output files ... 028 (10628.777.000) 2024-10-24 14:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:28.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 777 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.777.000) 2024-10-24 14:42:28 Finished transferring output files ... 028 (10628.777.000) 2024-10-24 14:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:28.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 777 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.777.000) 2024-10-24 14:42:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:17, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:17, Sys 0 00:00:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88563 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88563 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 485385 2000000 37049770 GPUs : 0 Memory (MB) : 274 2000 2000 Job terminated of its own accord at 2024-10-24T18:42:28Z with exit-code 0. ... 028 (10628.777.000) 2024-10-24 14:42:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9830056522457454 Disk = 37049770 DiskUsage = 485385 EventTime = "2024-10-24T14:42:29.331" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212712" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 274 MyType = "JobTerminatedEvent" Proc = 777 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:39:17, Sys 0 00:00:07" SentBytes = 88563.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795348; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:39:17, Sys 0 00:00:07" TotalSentBytes = 88563.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.848.000) 2024-10-24 14:42:29 Image size of job updated: 3721496 243 - MemoryUsage of job (MB) 248348 - ResidentSetSize of job (KB) ... 028 (10628.848.000) 2024-10-24 14:42:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:29.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 848 ResidentSetSize = 248348 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.848.000) 2024-10-24 14:42:29 Started transferring output files ... 028 (10628.848.000) 2024-10-24 14:42:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:29.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 848 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.848.000) 2024-10-24 14:42:29 Finished transferring output files ... 028 (10628.848.000) 2024-10-24 14:42:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:29.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 848 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.848.000) 2024-10-24 14:42:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:21, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:21, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96394 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96394 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 528826 2000000 2007599 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:29Z with exit-code 0. ... 028 (10628.848.000) 2024-10-24 14:42:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9917534322314432 Disk = 2007599 DiskUsage = 528826 EventTime = "2024-10-24T14:42:31.592" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 848 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:39:21, Sys 0 00:00:16" SentBytes = 96394.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795349; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:39:21, Sys 0 00:00:16" TotalSentBytes = 96394.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.242.000) 2024-10-24 14:42:34 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81700 - ResidentSetSize of job (KB) ... 028 (10628.242.000) 2024-10-24 14:42:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:34.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 242 ResidentSetSize = 81700 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.222.000) 2024-10-24 14:42:34 Image size of job updated: 3459876 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 14:42:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:34.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 75000 Size = 3459876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.245.000) 2024-10-24 14:42:34 Started transferring input files Transferring to host: <131.225.208.84:39573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910034%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957145&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39573+[2620-6a-0-8862-f0-0-208-84]-39573&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.245.000) 2024-10-24 14:42:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:34.616" EventTypeNumber = 28 Host = "<131.225.208.84:39573?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910034%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957145&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39573+[2620-6a-0-8862-f0-0-208-84]-39573&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.245.000) 2024-10-24 14:42:34 Finished transferring input files ... 028 (10628.245.000) 2024-10-24 14:42:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:34.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.245.000) 2024-10-24 14:42:37 Warning from starter on slot1_2@glidein_8_197696730@osg-4196609-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.245.000) 2024-10-24 14:42:37 Job executing on host: <131.225.208.84:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908090%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042173&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45993+[2620-6a-0-8862-f0-0-208-84]-45993&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.245.000) 2024-10-24 14:42:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:37.343" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:45993?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908090%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042173&PrivNet=osg-4196609-0-fnpc23107.fnal.gov&addrs=131.225.208.84-45993+[2620-6a-0-8862-f0-0-208-84]-45993&alias=osg-4196609-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.565.000) 2024-10-24 14:42:41 Image size of job updated: 3967280 91 - MemoryUsage of job (MB) 92784 - ResidentSetSize of job (KB) ... 028 (10628.565.000) 2024-10-24 14:42:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:41.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 565 ResidentSetSize = 92784 Size = 3967280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.565.000) 2024-10-24 14:42:41 Started transferring output files ... 028 (10628.565.000) 2024-10-24 14:42:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:41.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 565 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.565.000) 2024-10-24 14:42:41 Finished transferring output files ... 028 (10628.565.000) 2024-10-24 14:42:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:41.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 565 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.565.000) 2024-10-24 14:42:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:40, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:40, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88431 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88431 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471233 2000000 2007896 GPUs : 0 Memory (MB) : 91 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:41Z with exit-code 0. ... 028 (10628.565.000) 2024-10-24 14:42:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9818765063784176 Disk = 2007896 DiskUsage = 471233 EventTime = "2024-10-24T14:42:43.793" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 91 MyType = "JobTerminatedEvent" Proc = 565 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:40, Sys 0 00:00:19" SentBytes = 88431.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795361; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:40, Sys 0 00:00:19" TotalSentBytes = 88431.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.733.000) 2024-10-24 14:42:46 Image size of job updated: 3722000 246 - MemoryUsage of job (MB) 251584 - ResidentSetSize of job (KB) ... 028 (10628.733.000) 2024-10-24 14:42:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:46.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 733 ResidentSetSize = 251584 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.733.000) 2024-10-24 14:42:46 Started transferring output files ... 028 (10628.733.000) 2024-10-24 14:42:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:46.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 733 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.733.000) 2024-10-24 14:42:46 Finished transferring output files ... 028 (10628.733.000) 2024-10-24 14:42:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:46.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 733 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.733.000) 2024-10-24 14:42:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:42, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:42, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88698 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88698 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470661 2000000 2007904 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:46Z with exit-code 0. ... 028 (10628.733.000) 2024-10-24 14:42:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9694884157036003 Disk = 2007904 DiskUsage = 470661 EventTime = "2024-10-24T14:42:46.910" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 733 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:39:42, Sys 0 00:00:11" SentBytes = 88698.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795366; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:39:42, Sys 0 00:00:11" TotalSentBytes = 88698.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.751.000) 2024-10-24 14:42:49 Image size of job updated: 3788880 238 - MemoryUsage of job (MB) 243048 - ResidentSetSize of job (KB) ... 028 (10628.751.000) 2024-10-24 14:42:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:49.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 751 ResidentSetSize = 243048 Size = 3788880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.751.000) 2024-10-24 14:42:49 Started transferring output files ... 028 (10628.751.000) 2024-10-24 14:42:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:49.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 751 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.751.000) 2024-10-24 14:42:49 Finished transferring output files ... 028 (10628.751.000) 2024-10-24 14:42:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:49.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 751 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.751.000) 2024-10-24 14:42:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:49, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:49, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90820 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90820 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471519 2000000 2007896 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:49Z with exit-code 0. ... 028 (10628.751.000) 2024-10-24 14:42:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844558457602062 Disk = 2007896 DiskUsage = 471519 EventTime = "2024-10-24T14:42:51.836" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 751 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:49, Sys 0 00:00:19" SentBytes = 90820.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795369; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:49, Sys 0 00:00:19" TotalSentBytes = 90820.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.402.000) 2024-10-24 14:42:54 Image size of job updated: 3721512 243 - MemoryUsage of job (MB) 248528 - ResidentSetSize of job (KB) ... 028 (10628.402.000) 2024-10-24 14:42:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:54.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 402 ResidentSetSize = 248528 Size = 3721512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.402.000) 2024-10-24 14:42:55 Started transferring output files ... 028 (10628.402.000) 2024-10-24 14:42:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:55.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 402 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.402.000) 2024-10-24 14:42:55 Finished transferring output files ... 028 (10628.402.000) 2024-10-24 14:42:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:42:55.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 402 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.402.000) 2024-10-24 14:42:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:56, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:56, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90530 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90530 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.89 1 1 Disk (KB) : 469455 2000000 2007637 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:42:54Z with exit-code 0. ... 028 (10628.402.000) 2024-10-24 14:42:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8919415177045908 Disk = 2007637 DiskUsage = 469455 EventTime = "2024-10-24T14:42:55.420" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 402 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:56, Sys 0 00:00:23" SentBytes = 90530.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795374; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:38:56, Sys 0 00:00:23" TotalSentBytes = 90530.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.355.000) 2024-10-24 14:43:10 Image size of job updated: 3669712 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 14:43:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:10.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 75000 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.891.000) 2024-10-24 14:43:25 Image size of job updated: 3721748 244 - MemoryUsage of job (MB) 249208 - ResidentSetSize of job (KB) ... 028 (10628.891.000) 2024-10-24 14:43:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:25.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 891 ResidentSetSize = 249208 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.891.000) 2024-10-24 14:43:26 Started transferring output files ... 028 (10628.891.000) 2024-10-24 14:43:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:26.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 891 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.891.000) 2024-10-24 14:43:26 Finished transferring output files ... 028 (10628.891.000) 2024-10-24 14:43:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:26.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 891 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.891.000) 2024-10-24 14:43:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:15, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:15, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89973 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89973 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472142 2000000 2007683 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:43:25Z with exit-code 0. ... 028 (10628.891.000) 2024-10-24 14:43:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886925835028929 Disk = 2007683 DiskUsage = 472142 EventTime = "2024-10-24T14:43:26.488" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 891 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:39:15, Sys 0 00:00:16" SentBytes = 89973.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795405; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:39:15, Sys 0 00:00:16" TotalSentBytes = 89973.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.048.000) 2024-10-24 14:43:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_163071_314877696@c1409.swan.hcc.unl.edu, rescheduling job ... 028 (10628.048.000) 2024-10-24 14:43:33 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:43:33.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 48 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_163071_314877696@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.072.000) 2024-10-24 14:43:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_163045_86279628@c1409.swan.hcc.unl.edu, rescheduling job ... 028 (10628.072.000) 2024-10-24 14:43:33 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:43:33.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 72 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_163045_86279628@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.454.000) 2024-10-24 14:43:34 Image size of job updated: 3534024 77 - MemoryUsage of job (MB) 78672 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 14:43:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:34.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 78672 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.345.000) 2024-10-24 14:43:48 Image size of job updated: 3721744 79 - MemoryUsage of job (MB) 80736 - ResidentSetSize of job (KB) ... 028 (10628.345.000) 2024-10-24 14:43:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:48.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 345 ResidentSetSize = 80736 Size = 3721744 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.345.000) 2024-10-24 14:43:48 Started transferring output files ... 028 (10628.345.000) 2024-10-24 14:43:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:48.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 345 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.345.000) 2024-10-24 14:43:48 Finished transferring output files ... 028 (10628.345.000) 2024-10-24 14:43:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:48.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 345 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.345.000) 2024-10-24 14:43:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:13, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:13, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90588 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90588 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467343 2000000 2007896 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T18:43:48Z with exit-code 0. ... 028 (10628.345.000) 2024-10-24 14:43:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98187517738979 Disk = 2007896 DiskUsage = 467343 EventTime = "2024-10-24T14:43:50.540" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 345 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:13, Sys 0 00:00:19" SentBytes = 90588.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795428; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:13, Sys 0 00:00:19" TotalSentBytes = 90588.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.048.000) 2024-10-24 14:43:53 Started transferring input files Transferring to host: <131.225.208.193:39439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013747%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961719&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39439+[2620-6a-0-8862-f0-0-208-193]-39439&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.048.000) 2024-10-24 14:43:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:53.044" EventTypeNumber = 28 Host = "<131.225.208.193:39439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51013747%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9961719&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39439+[2620-6a-0-8862-f0-0-208-193]-39439&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.048.000) 2024-10-24 14:43:53 Finished transferring input files ... 028 (10628.048.000) 2024-10-24 14:43:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:53.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.048.000) 2024-10-24 14:43:54 Warning from starter on slot1_2@glidein_8_81053840@osg-3976163-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.048.000) 2024-10-24 14:43:54 Job executing on host: <131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.048.000) 2024-10-24 14:43:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:43:54.649" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:45633?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899286%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946076&PrivNet=osg-3976163-0-fnpc23114.fnal.gov&addrs=131.225.208.193-45633+[2620-6a-0-8862-f0-0-208-193]-45633&alias=osg-3976163-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.661.000) 2024-10-24 14:44:01 Image size of job updated: 3500000 101 - MemoryUsage of job (MB) 103116 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 14:44:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:01.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 103116 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.054.000) 2024-10-24 14:44:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2244567_851719946@c1418.swan.hcc.unl.edu <10.138.14.18:38069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996505&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-38069&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.054.000) 2024-10-24 14:44:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:44:02.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 54 StartdAddr = "<10.138.14.18:38069?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996505&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-38069&alias=c1418.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2244567_851719946@c1418.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.034.000) 2024-10-24 14:44:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2244468_237417180@c1418.swan.hcc.unl.edu <10.138.14.18:34955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989484&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-34955&alias=c1418.swan.hcc.unl.edu&noUDP> ... 028 (10628.034.000) 2024-10-24 14:44:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:44:02.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620555" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218887" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 34 StartdAddr = "<10.138.14.18:34955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004877%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989484&PrivNet=c1418.swan.hcc.unl.edu&addrs=10.138.14.18-34955&alias=c1418.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2244468_237417180@c1418.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.556.000) 2024-10-24 14:44:11 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82580 - ResidentSetSize of job (KB) ... 028 (10628.556.000) 2024-10-24 14:44:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:11.381" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 556 ResidentSetSize = 82580 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.645.000) 2024-10-24 14:44:17 Image size of job updated: 3602380 80 - MemoryUsage of job (MB) 81808 - ResidentSetSize of job (KB) ... 028 (10628.645.000) 2024-10-24 14:44:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:17.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 645 ResidentSetSize = 81808 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.593.000) 2024-10-24 14:44:36 Image size of job updated: 4029876 96 - MemoryUsage of job (MB) 97712 - ResidentSetSize of job (KB) ... 028 (10628.593.000) 2024-10-24 14:44:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:36.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 593 ResidentSetSize = 97712 Size = 4029876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.593.000) 2024-10-24 14:44:36 Started transferring output files ... 028 (10628.593.000) 2024-10-24 14:44:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:36.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 593 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.593.000) 2024-10-24 14:44:36 Finished transferring output files ... 028 (10628.593.000) 2024-10-24 14:44:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:36.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 593 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.593.000) 2024-10-24 14:44:37 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:56, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:56, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96343 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96343 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 467319 2000000 2007723 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:36Z with exit-code 0. ... 028 (10628.593.000) 2024-10-24 14:44:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9430620092220656 Disk = 2007723 DiskUsage = 467319 EventTime = "2024-10-24T14:44:37.275" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 593 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:56, Sys 0 00:00:21" SentBytes = 96343.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795476; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:56, Sys 0 00:00:21" TotalSentBytes = 96343.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.854.000) 2024-10-24 14:44:38 Image size of job updated: 3965740 90 - MemoryUsage of job (MB) 91656 - ResidentSetSize of job (KB) ... 028 (10628.854.000) 2024-10-24 14:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:38.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 854 ResidentSetSize = 91656 Size = 3965740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.854.000) 2024-10-24 14:44:38 Started transferring output files ... 028 (10628.854.000) 2024-10-24 14:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:38.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 854 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.854.000) 2024-10-24 14:44:38 Finished transferring output files ... 028 (10628.854.000) 2024-10-24 14:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:38.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 854 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.854.000) 2024-10-24 14:44:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:44, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:44, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89837 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89837 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467626 2000000 2007867 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:38Z with exit-code 0. ... 028 (10628.854.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9894279330671047 Disk = 2007867 DiskUsage = 467626 EventTime = "2024-10-24T14:44:39.051" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 854 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:44, Sys 0 00:00:12" SentBytes = 89837.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795478; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:44, Sys 0 00:00:12" TotalSentBytes = 89837.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.762.000) 2024-10-24 14:44:39 Image size of job updated: 3722020 243 - MemoryUsage of job (MB) 248500 - ResidentSetSize of job (KB) ... 028 (10628.762.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:39.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 762 ResidentSetSize = 248500 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.762.000) 2024-10-24 14:44:39 Started transferring output files ... 028 (10628.762.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:39.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 762 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.762.000) 2024-10-24 14:44:39 Finished transferring output files ... 028 (10628.762.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:39.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 762 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.072.000) 2024-10-24 14:44:39 Started transferring input files Transferring to host: <131.225.208.162:44425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007059&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-44425+[2620-6a-0-8862-f0-0-208-162]-44425&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.072.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:39.684" EventTypeNumber = 28 Host = "<131.225.208.162:44425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007059&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-44425+[2620-6a-0-8862-f0-0-208-162]-44425&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.072.000) 2024-10-24 14:44:39 Finished transferring input files ... 028 (10628.072.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:39.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 005 (10628.762.000) 2024-10-24 14:44:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:35, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:35, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90825 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90825 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466392 2000000 2007896 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:39Z with exit-code 0. ... 028 (10628.762.000) 2024-10-24 14:44:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9857461651408675 Disk = 2007896 DiskUsage = 466392 EventTime = "2024-10-24T14:44:39.752" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 762 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:35, Sys 0 00:00:20" SentBytes = 90825.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795479; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:35, Sys 0 00:00:20" TotalSentBytes = 90825.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 021 (10628.072.000) 2024-10-24 14:44:42 Warning from starter on slot1_1@glidein_8_296700250@osg-3976524-0-fnpc23029.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.072.000) 2024-10-24 14:44:42 Job executing on host: <131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP> ... 028 (10628.072.000) 2024-10-24 14:44:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:42.077" EventTypeNumber = 28 ExecuteHost = "<131.225.208.162:40203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044633&PrivNet=osg-3976524-0-fnpc23029.fnal.gov&addrs=131.225.208.162-40203+[2620-6a-0-8862-f0-0-208-162]-40203&alias=osg-3976524-0-fnpc23029.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.723.000) 2024-10-24 14:44:42 Image size of job updated: 3721508 236 - MemoryUsage of job (MB) 240848 - ResidentSetSize of job (KB) ... 028 (10628.723.000) 2024-10-24 14:44:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:42.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 236 MyType = "JobImageSizeEvent" Proc = 723 ResidentSetSize = 240848 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.723.000) 2024-10-24 14:44:43 Started transferring output files ... 028 (10628.723.000) 2024-10-24 14:44:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:43.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 723 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.723.000) 2024-10-24 14:44:43 Finished transferring output files ... 028 (10628.723.000) 2024-10-24 14:44:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:43.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 723 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.723.000) 2024-10-24 14:44:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:46, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:46, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88946 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88946 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465781 2000000 2007355 GPUs : 0 Memory (MB) : 236 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:42Z with exit-code 0. ... 028 (10628.723.000) 2024-10-24 14:44:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9904892979475748 Disk = 2007355 DiskUsage = 465781 EventTime = "2024-10-24T14:44:43.486" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484769" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976572.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976572-0-fnpc23030.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 236 MyType = "JobTerminatedEvent" Proc = 723 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:46, Sys 0 00:00:25" SentBytes = 88946.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795482; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:46, Sys 0 00:00:25" TotalSentBytes = 88946.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.407.000) 2024-10-24 14:44:46 Image size of job updated: 3967540 94 - MemoryUsage of job (MB) 96072 - ResidentSetSize of job (KB) ... 028 (10628.407.000) 2024-10-24 14:44:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:46.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 407 ResidentSetSize = 96072 Size = 3967540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.407.000) 2024-10-24 14:44:46 Started transferring output files ... 028 (10628.407.000) 2024-10-24 14:44:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:46.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 407 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.407.000) 2024-10-24 14:44:47 Finished transferring output files ... 028 (10628.407.000) 2024-10-24 14:44:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:47.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 407 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.407.000) 2024-10-24 14:44:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:35, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:35, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94100 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94100 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466095 2000000 2007686 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:46Z with exit-code 0. ... 028 (10628.407.000) 2024-10-24 14:44:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9780475220810034 Disk = 2007686 DiskUsage = 466095 EventTime = "2024-10-24T14:44:47.345" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 407 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:35, Sys 0 00:00:16" SentBytes = 94100.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795486; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:41:35, Sys 0 00:00:16" TotalSentBytes = 94100.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.737.000) 2024-10-24 14:44:48 Image size of job updated: 3721788 244 - MemoryUsage of job (MB) 249412 - ResidentSetSize of job (KB) ... 028 (10628.737.000) 2024-10-24 14:44:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:48.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 737 ResidentSetSize = 249412 Size = 3721788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.737.000) 2024-10-24 14:44:49 Started transferring output files ... 028 (10628.737.000) 2024-10-24 14:44:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:49.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 737 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.737.000) 2024-10-24 14:44:49 Finished transferring output files ... 028 (10628.737.000) 2024-10-24 14:44:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:44:49.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 737 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.737.000) 2024-10-24 14:44:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:36, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:36, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88628 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88628 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466093 2000000 2007896 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:44:48Z with exit-code 0. ... 028 (10628.737.000) 2024-10-24 14:44:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9825206164100061 Disk = 2007896 DiskUsage = 466093 EventTime = "2024-10-24T14:44:49.446" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 737 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:36, Sys 0 00:00:18" SentBytes = 88628.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795488; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:40:36, Sys 0 00:00:18" TotalSentBytes = 88628.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.265.000) 2024-10-24 14:45:12 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36728 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 14:45:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:12.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36728 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 14:45:29 Image size of job updated: 775140 36 - MemoryUsage of job (MB) 36512 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 14:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:29.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 36512 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.659.000) 2024-10-24 14:45:37 Image size of job updated: 3721768 78 - MemoryUsage of job (MB) 78876 - ResidentSetSize of job (KB) ... 028 (10628.659.000) 2024-10-24 14:45:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:37.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 659 ResidentSetSize = 78876 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.659.000) 2024-10-24 14:45:38 Started transferring output files ... 028 (10628.659.000) 2024-10-24 14:45:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:38.070" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 659 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.659.000) 2024-10-24 14:45:38 Finished transferring output files ... 028 (10628.659.000) 2024-10-24 14:45:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:38.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 659 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.659.000) 2024-10-24 14:45:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:39, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:39, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93817 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93817 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 464286 2000000 2007896 GPUs : 0 Memory (MB) : 78 2000 2048 Job terminated of its own accord at 2024-10-24T18:45:37Z with exit-code 0. ... 028 (10628.659.000) 2024-10-24 14:45:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9812313838381932 Disk = 2007896 DiskUsage = 464286 EventTime = "2024-10-24T14:45:38.500" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 78 MyType = "JobTerminatedEvent" Proc = 659 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:39, Sys 0 00:00:17" SentBytes = 93817.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795537; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:41:39, Sys 0 00:00:17" TotalSentBytes = 93817.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.559.000) 2024-10-24 14:45:43 Image size of job updated: 3722020 243 - MemoryUsage of job (MB) 248376 - ResidentSetSize of job (KB) ... 028 (10628.559.000) 2024-10-24 14:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:43.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 559 ResidentSetSize = 248376 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 14:45:58 Image size of job updated: 773476 36 - MemoryUsage of job (MB) 36856 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 14:45:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:45:58.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 36856 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.559.000) 2024-10-24 14:46:11 Image size of job updated: 4107300 243 - MemoryUsage of job (MB) 248376 - ResidentSetSize of job (KB) ... 028 (10628.559.000) 2024-10-24 14:46:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:11.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 559 ResidentSetSize = 248376 Size = 4107300 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.559.000) 2024-10-24 14:46:11 Started transferring output files ... 028 (10628.559.000) 2024-10-24 14:46:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:11.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 559 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.559.000) 2024-10-24 14:46:11 Finished transferring output files ... 028 (10628.559.000) 2024-10-24 14:46:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:11.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 559 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.559.000) 2024-10-24 14:46:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:14, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:14, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89460 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89460 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 532776 2000000 2007904 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:11Z with exit-code 0. ... 028 (10628.559.000) 2024-10-24 14:46:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928788882577089 Disk = 2007904 DiskUsage = 532776 EventTime = "2024-10-24T14:46:12.633" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 559 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:14, Sys 0 00:00:12" SentBytes = 89460.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795571; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:14, Sys 0 00:00:12" TotalSentBytes = 89460.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.111.000) 2024-10-24 14:46:22 Image size of job updated: 3965880 90 - MemoryUsage of job (MB) 91892 - ResidentSetSize of job (KB) ... 028 (10628.111.000) 2024-10-24 14:46:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:22.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 111 ResidentSetSize = 91892 Size = 3965880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.111.000) 2024-10-24 14:46:23 Started transferring output files ... 028 (10628.111.000) 2024-10-24 14:46:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:23.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 111 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.111.000) 2024-10-24 14:46:23 Finished transferring output files ... 028 (10628.111.000) 2024-10-24 14:46:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:23.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 111 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.111.000) 2024-10-24 14:46:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:08, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:08, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95142 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95142 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473052 2000000 2007749 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:22Z with exit-code 0. ... 028 (10628.111.000) 2024-10-24 14:46:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9842906419718822 Disk = 2007749 DiskUsage = 473052 EventTime = "2024-10-24T14:46:23.468" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 111 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:08, Sys 0 00:00:21" SentBytes = 95142.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795582; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:08, Sys 0 00:00:21" TotalSentBytes = 95142.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.863.000) 2024-10-24 14:46:24 Image size of job updated: 3721236 240 - MemoryUsage of job (MB) 245192 - ResidentSetSize of job (KB) ... 028 (10628.863.000) 2024-10-24 14:46:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:24.183" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 863 ResidentSetSize = 245192 Size = 3721236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.863.000) 2024-10-24 14:46:24 Started transferring output files ... 028 (10628.863.000) 2024-10-24 14:46:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:24.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 863 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.863.000) 2024-10-24 14:46:24 Finished transferring output files ... 028 (10628.863.000) 2024-10-24 14:46:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:24.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 863 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.863.000) 2024-10-24 14:46:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:29, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:29, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95858 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95858 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463399 2000000 2007912 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:24Z with exit-code 0. ... 028 (10628.863.000) 2024-10-24 14:46:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9894232134170104 Disk = 2007912 DiskUsage = 463399 EventTime = "2024-10-24T14:46:24.727" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 863 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:42:29, Sys 0 00:00:15" SentBytes = 95858.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795584; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:42:29, Sys 0 00:00:15" TotalSentBytes = 95858.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.881.000) 2024-10-24 14:46:35 Image size of job updated: 3722040 243 - MemoryUsage of job (MB) 248180 - ResidentSetSize of job (KB) ... 028 (10628.881.000) 2024-10-24 14:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:35.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 881 ResidentSetSize = 248180 Size = 3722040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.881.000) 2024-10-24 14:46:35 Started transferring output files ... 028 (10628.881.000) 2024-10-24 14:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:35.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 881 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.881.000) 2024-10-24 14:46:35 Finished transferring output files ... 028 (10628.881.000) 2024-10-24 14:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:35.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 881 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.881.000) 2024-10-24 14:46:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:43, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:43, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97818 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97818 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467013 2000000 2007906 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:35Z with exit-code 0. ... 028 (10628.881.000) 2024-10-24 14:46:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903321608869888 Disk = 2007906 DiskUsage = 467013 EventTime = "2024-10-24T14:46:35.894" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976184-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 881 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:43, Sys 0 00:00:20" SentBytes = 97818.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795595; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:41:43, Sys 0 00:00:20" TotalSentBytes = 97818.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.783.000) 2024-10-24 14:46:39 Image size of job updated: 3822848 276 - MemoryUsage of job (MB) 282324 - ResidentSetSize of job (KB) ... 028 (10628.783.000) 2024-10-24 14:46:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:39.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 783 ResidentSetSize = 282324 Size = 3822848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.156.000) 2024-10-24 14:46:44 Image size of job updated: 3789848 242 - MemoryUsage of job (MB) 247640 - ResidentSetSize of job (KB) ... 028 (10628.156.000) 2024-10-24 14:46:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:44.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 156 ResidentSetSize = 247640 Size = 3789848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.156.000) 2024-10-24 14:46:44 Started transferring output files ... 028 (10628.156.000) 2024-10-24 14:46:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:44.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 156 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.156.000) 2024-10-24 14:46:44 Finished transferring output files ... 028 (10628.156.000) 2024-10-24 14:46:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:44.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 156 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.156.000) 2024-10-24 14:46:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:59, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:59, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91358 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91358 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471582 2000000 2007904 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:44Z with exit-code 0. ... 028 (10628.156.000) 2024-10-24 14:46:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9843654455950399 Disk = 2007904 DiskUsage = 471582 EventTime = "2024-10-24T14:46:44.545" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 156 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:59, Sys 0 00:00:16" SentBytes = 91358.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795604; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:59, Sys 0 00:00:16" TotalSentBytes = 91358.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.147.000) 2024-10-24 14:46:48 Image size of job updated: 3789596 247 - MemoryUsage of job (MB) 252444 - ResidentSetSize of job (KB) ... 028 (10628.147.000) 2024-10-24 14:46:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:48.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 147 ResidentSetSize = 252444 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.147.000) 2024-10-24 14:46:48 Started transferring output files ... 028 (10628.147.000) 2024-10-24 14:46:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:48.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 147 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.147.000) 2024-10-24 14:46:48 Finished transferring output files ... 028 (10628.147.000) 2024-10-24 14:46:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:48.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 147 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.147.000) 2024-10-24 14:46:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:21, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:21, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93128 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93128 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471538 2000000 2007723 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:48Z with exit-code 0. ... 028 (10628.147.000) 2024-10-24 14:46:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913637505606038 Disk = 2007723 DiskUsage = 471538 EventTime = "2024-10-24T14:46:48.947" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 147 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:21, Sys 0 00:00:21" SentBytes = 93128.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795608; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:44:21, Sys 0 00:00:21" TotalSentBytes = 93128.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.871.000) 2024-10-24 14:46:49 Image size of job updated: 3789084 245 - MemoryUsage of job (MB) 250644 - ResidentSetSize of job (KB) ... 028 (10628.871.000) 2024-10-24 14:46:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:49.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 871 ResidentSetSize = 250644 Size = 3789084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.501.000) 2024-10-24 14:46:54 Image size of job updated: 3721776 244 - MemoryUsage of job (MB) 248864 - ResidentSetSize of job (KB) ... 028 (10628.501.000) 2024-10-24 14:46:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:54.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 501 ResidentSetSize = 248864 Size = 3721776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.501.000) 2024-10-24 14:46:54 Started transferring output files ... 028 (10628.501.000) 2024-10-24 14:46:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:54.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 501 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.501.000) 2024-10-24 14:46:54 Finished transferring output files ... 028 (10628.501.000) 2024-10-24 14:46:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:54.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 501 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.501.000) 2024-10-24 14:46:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:36, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:36, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90318 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90318 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 472739 2000000 2007637 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:54Z with exit-code 0. ... 028 (10628.501.000) 2024-10-24 14:46:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9395969562812203 Disk = 2007637 DiskUsage = 472739 EventTime = "2024-10-24T14:46:54.748" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 501 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:42:36, Sys 0 00:00:24" SentBytes = 90318.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795614; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:42:36, Sys 0 00:00:24" TotalSentBytes = 90318.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.464.000) 2024-10-24 14:46:55 Image size of job updated: 3961128 92 - MemoryUsage of job (MB) 93200 - ResidentSetSize of job (KB) ... 028 (10628.464.000) 2024-10-24 14:46:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:55.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 464 ResidentSetSize = 93200 Size = 3961128 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.464.000) 2024-10-24 14:46:55 Started transferring output files ... 028 (10628.464.000) 2024-10-24 14:46:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:55.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 464 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.464.000) 2024-10-24 14:46:55 Finished transferring output files ... 028 (10628.464.000) 2024-10-24 14:46:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:46:55.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 464 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.464.000) 2024-10-24 14:46:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:01, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:01, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90161 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90161 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.89 1 1 Disk (KB) : 471271 2000000 2007896 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T18:46:55Z with exit-code 0. ... 028 (10628.464.000) 2024-10-24 14:46:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8892584905351355 Disk = 2007896 DiskUsage = 471271 EventTime = "2024-10-24T14:46:56.074" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 464 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:01, Sys 0 00:00:19" SentBytes = 90161.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795615; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:01, Sys 0 00:00:19" TotalSentBytes = 90161.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.783.000) 2024-10-24 14:47:05 Started transferring output files ... 028 (10628.783.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:05.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 783 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.783.000) 2024-10-24 14:47:05 Finished transferring output files ... 028 (10628.783.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:05.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 783 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.634.000) 2024-10-24 14:47:05 Image size of job updated: 3789588 246 - MemoryUsage of job (MB) 251048 - ResidentSetSize of job (KB) ... 028 (10628.634.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:05.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 634 ResidentSetSize = 251048 Size = 3789588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.783.000) 2024-10-24 14:47:05 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:38, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:38, Sys 0 00:00:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 101478 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 101478 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 563797 2000000 2001920 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:04Z with exit-code 0. ... 028 (10628.783.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9970239460515208 Disk = 2001920 DiskUsage = 563797 EventTime = "2024-10-24T14:47:05.725" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468472" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944621" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 783 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:38, Sys 0 00:00:07" SentBytes = 101478.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795624; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:44:38, Sys 0 00:00:07" TotalSentBytes = 101478.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.634.000) 2024-10-24 14:47:05 Started transferring output files ... 028 (10628.634.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:05.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 634 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.634.000) 2024-10-24 14:47:05 Finished transferring output files ... 028 (10628.634.000) 2024-10-24 14:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:05.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 634 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.634.000) 2024-10-24 14:47:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:49, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:49, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93312 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93312 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472766 2000000 2007648 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:05Z with exit-code 0. ... 028 (10628.634.000) 2024-10-24 14:47:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9894224913943427 Disk = 2007648 DiskUsage = 472766 EventTime = "2024-10-24T14:47:06.167" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 634 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:49, Sys 0 00:00:19" SentBytes = 93312.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795625; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:49, Sys 0 00:00:19" TotalSentBytes = 93312.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.871.000) 2024-10-24 14:47:06 Started transferring output files ... 028 (10628.871.000) 2024-10-24 14:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:06.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 871 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.871.000) 2024-10-24 14:47:06 Finished transferring output files ... 028 (10628.871.000) 2024-10-24 14:47:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:06.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 871 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.871.000) 2024-10-24 14:47:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:49, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:49, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98358 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98358 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 575841 2000000 2007898 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:06Z with exit-code 0. ... 028 (10628.871.000) 2024-10-24 14:47:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901090932211836 Disk = 2007898 DiskUsage = 575841 EventTime = "2024-10-24T14:47:07.093" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976523-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 871 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:49, Sys 0 00:00:21" SentBytes = 98358.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795626; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:41:49, Sys 0 00:00:21" TotalSentBytes = 98358.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.109.000) 2024-10-24 14:47:09 Image size of job updated: 3721508 237 - MemoryUsage of job (MB) 242052 - ResidentSetSize of job (KB) ... 028 (10628.109.000) 2024-10-24 14:47:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:09.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 237 MyType = "JobImageSizeEvent" Proc = 109 ResidentSetSize = 242052 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.109.000) 2024-10-24 14:47:09 Started transferring output files ... 028 (10628.109.000) 2024-10-24 14:47:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:09.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 109 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.109.000) 2024-10-24 14:47:09 Finished transferring output files ... 028 (10628.109.000) 2024-10-24 14:47:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:09.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 109 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.109.000) 2024-10-24 14:47:10 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:45, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:45, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92491 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92491 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 470933 2000000 2007681 GPUs : 0 Memory (MB) : 237 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:09Z with exit-code 0. ... 028 (10628.109.000) 2024-10-24 14:47:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9629125341310611 Disk = 2007681 DiskUsage = 470933 EventTime = "2024-10-24T14:47:10.185" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484877" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976664-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 237 MyType = "JobTerminatedEvent" Proc = 109 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:42:45, Sys 0 00:00:22" SentBytes = 92491.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795629; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:42:45, Sys 0 00:00:22" TotalSentBytes = 92491.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.496.000) 2024-10-24 14:47:18 Image size of job updated: 4034752 96 - MemoryUsage of job (MB) 98076 - ResidentSetSize of job (KB) ... 028 (10628.496.000) 2024-10-24 14:47:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:18.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 496 ResidentSetSize = 98076 Size = 4034752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.496.000) 2024-10-24 14:47:18 Started transferring output files ... 028 (10628.496.000) 2024-10-24 14:47:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:18.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 496 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.496.000) 2024-10-24 14:47:18 Finished transferring output files ... 028 (10628.496.000) 2024-10-24 14:47:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:18.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 496 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.496.000) 2024-10-24 14:47:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:34, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:34, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91165 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91165 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470964 2000000 2007723 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:18Z with exit-code 0. ... 028 (10628.496.000) 2024-10-24 14:47:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9900618411320947 Disk = 2007723 DiskUsage = 470964 EventTime = "2024-10-24T14:47:18.829" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 496 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:34, Sys 0 00:00:21" SentBytes = 91165.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795638; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:43:34, Sys 0 00:00:21" TotalSentBytes = 91165.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.356.000) 2024-10-24 14:47:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.fef52bc42fe3, rescheduling job ... 028 (10628.356.000) 2024-10-24 14:47:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:47:25.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 356 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.fef52bc42fe3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.222.000) 2024-10-24 14:47:35 Image size of job updated: 3669712 74 - MemoryUsage of job (MB) 75248 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 14:47:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:35.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 75248 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.332.000) 2024-10-24 14:47:38 Image size of job updated: 4101056 98 - MemoryUsage of job (MB) 100288 - ResidentSetSize of job (KB) ... 028 (10628.332.000) 2024-10-24 14:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:38.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 332 ResidentSetSize = 100288 Size = 4101056 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.332.000) 2024-10-24 14:47:38 Started transferring output files ... 028 (10628.332.000) 2024-10-24 14:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:38.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 332 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.332.000) 2024-10-24 14:47:38 Finished transferring output files ... 028 (10628.332.000) 2024-10-24 14:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:38.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 332 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.332.000) 2024-10-24 14:47:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:34, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:34, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89111 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89111 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469409 2000000 2007904 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:38Z with exit-code 0. ... 028 (10628.332.000) 2024-10-24 14:47:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9876755926320723 Disk = 2007904 DiskUsage = 469409 EventTime = "2024-10-24T14:47:38.865" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 332 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:34, Sys 0 00:00:16" SentBytes = 89111.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795658; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:44:34, Sys 0 00:00:16" TotalSentBytes = 89111.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.356.000) 2024-10-24 14:47:39 Started transferring input files Transferring to host: <131.225.208.77:42147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004129&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-42147+[2620-6a-0-8862-f0-0-208-77]-42147&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.356.000) 2024-10-24 14:47:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:39.511" EventTypeNumber = 28 Host = "<131.225.208.77:42147?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004129&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-42147+[2620-6a-0-8862-f0-0-208-77]-42147&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.356.000) 2024-10-24 14:47:39 Finished transferring input files ... 028 (10628.356.000) 2024-10-24 14:47:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:39.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.356.000) 2024-10-24 14:47:40 Warning from starter on slot1_4@glidein_8_76661200@osg-4196767-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.356.000) 2024-10-24 14:47:40 Job executing on host: <131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.356.000) 2024-10-24 14:47:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:40.965" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:40009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714677%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996006&PrivNet=osg-4196767-0-fnpc22035.fnal.gov&addrs=131.225.208.77-40009+[2620-6a-0-8862-f0-0-208-77]-40009&alias=osg-4196767-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.245.000) 2024-10-24 14:47:47 Image size of job updated: 3534536 78 - MemoryUsage of job (MB) 79592 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 14:47:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:47.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 79592 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.293.000) 2024-10-24 14:47:53 Image size of job updated: 4033212 96 - MemoryUsage of job (MB) 97664 - ResidentSetSize of job (KB) ... 028 (10628.293.000) 2024-10-24 14:47:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:53.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 293 ResidentSetSize = 97664 Size = 4033212 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.293.000) 2024-10-24 14:47:53 Started transferring output files ... 028 (10628.293.000) 2024-10-24 14:47:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:53.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 293 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.293.000) 2024-10-24 14:47:53 Finished transferring output files ... 028 (10628.293.000) 2024-10-24 14:47:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:47:53.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 293 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.293.000) 2024-10-24 14:47:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:45, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:45, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89281 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89281 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469450 2000000 2007723 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:47:53Z with exit-code 0. ... 028 (10628.293.000) 2024-10-24 14:47:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880988106708866 Disk = 2007723 DiskUsage = 469450 EventTime = "2024-10-24T14:47:54.173" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 293 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:45, Sys 0 00:00:20" SentBytes = 89281.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795673; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:44:45, Sys 0 00:00:20" TotalSentBytes = 89281.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.944.000) 2024-10-24 14:48:07 Image size of job updated: 4031272 96 - MemoryUsage of job (MB) 97732 - ResidentSetSize of job (KB) ... 028 (10628.944.000) 2024-10-24 14:48:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:07.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 944 ResidentSetSize = 97732 Size = 4031272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.944.000) 2024-10-24 14:48:08 Started transferring output files ... 028 (10628.944.000) 2024-10-24 14:48:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:08.152" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 944 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.944.000) 2024-10-24 14:48:08 Finished transferring output files ... 028 (10628.944.000) 2024-10-24 14:48:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:08.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 944 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.944.000) 2024-10-24 14:48:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:03, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:03, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89446 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89446 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472173 2000000 2007867 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:48:07Z with exit-code 0. ... 028 (10628.944.000) 2024-10-24 14:48:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908820899528993 Disk = 2007867 DiskUsage = 472173 EventTime = "2024-10-24T14:48:08.499" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 944 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:03, Sys 0 00:00:12" SentBytes = 89446.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795687; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:44:03, Sys 0 00:00:12" TotalSentBytes = 89446.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.436.000) 2024-10-24 14:48:31 Image size of job updated: 3722008 246 - MemoryUsage of job (MB) 251048 - ResidentSetSize of job (KB) ... 028 (10628.436.000) 2024-10-24 14:48:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:31.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 436 ResidentSetSize = 251048 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.436.000) 2024-10-24 14:48:31 Started transferring output files ... 028 (10628.436.000) 2024-10-24 14:48:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:31.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 436 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.436.000) 2024-10-24 14:48:31 Finished transferring output files ... 028 (10628.436.000) 2024-10-24 14:48:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:31.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 436 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.436.000) 2024-10-24 14:48:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:01, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:01, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91959 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91959 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468526 2000000 2007876 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:48:31Z with exit-code 0. ... 028 (10628.436.000) 2024-10-24 14:48:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9878782960027686 Disk = 2007876 DiskUsage = 468526 EventTime = "2024-10-24T14:48:31.584" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 436 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:45:01, Sys 0 00:00:12" SentBytes = 91959.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795711; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:45:01, Sys 0 00:00:12" TotalSentBytes = 91959.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.045.000) 2024-10-24 14:48:34 Image size of job updated: 2779096 247 - MemoryUsage of job (MB) 252764 - ResidentSetSize of job (KB) ... 028 (10628.045.000) 2024-10-24 14:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:34.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 45 ResidentSetSize = 252764 Size = 2779096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.045.000) 2024-10-24 14:48:34 Started transferring output files ... 028 (10628.045.000) 2024-10-24 14:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:34.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 45 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.045.000) 2024-10-24 14:48:34 Finished transferring output files ... 028 (10628.045.000) 2024-10-24 14:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:48:34.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 45 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.045.000) 2024-10-24 14:48:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:00, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:00, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90629 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90629 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466121 2000000 2001920 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:48:34Z with exit-code 0. ... 028 (10628.045.000) 2024-10-24 14:48:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9942614259500854 Disk = 2001920 DiskUsage = 466121 EventTime = "2024-10-24T14:48:34.709" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3255353" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549395" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 45 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:48:00, Sys 0 00:00:13" SentBytes = 90629.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795714; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:48:00, Sys 0 00:00:13" TotalSentBytes = 90629.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.696.000) 2024-10-24 14:49:11 Image size of job updated: 3789592 246 - MemoryUsage of job (MB) 251844 - ResidentSetSize of job (KB) ... 028 (10628.696.000) 2024-10-24 14:49:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:11.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 696 ResidentSetSize = 251844 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.696.000) 2024-10-24 14:49:11 Started transferring output files ... 028 (10628.696.000) 2024-10-24 14:49:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:11.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 696 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.696.000) 2024-10-24 14:49:11 Finished transferring output files ... 028 (10628.696.000) 2024-10-24 14:49:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:11.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 696 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 024 (10628.985.000) 2024-10-24 14:49:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@IU-Jetstream2-Backfill.c2104f187a71, rescheduling job ... 028 (10628.985.000) 2024-10-24 14:49:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:49:12.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 985 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@IU-Jetstream2-Backfill.c2104f187a71" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.964.000) 2024-10-24 14:49:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@IU-Jetstream2-Backfill.c0e835a8e5b3 <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f> ... 028 (10628.964.000) 2024-10-24 14:49:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:49:12.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 964 StartdAddr = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_2@IU-Jetstream2-Backfill.c0e835a8e5b3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 005 (10628.696.000) 2024-10-24 14:49:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:34, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:34, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94364 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94364 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466769 2000000 2007686 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:49:11Z with exit-code 0. ... 028 (10628.696.000) 2024-10-24 14:49:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901382456226855 Disk = 2007686 DiskUsage = 466769 EventTime = "2024-10-24T14:49:13.285" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 696 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:45:34, Sys 0 00:00:17" SentBytes = 94364.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795751; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:45:34, Sys 0 00:00:17" TotalSentBytes = 94364.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.985.000) 2024-10-24 14:49:13 Started transferring input files Transferring to host: <131.225.208.58:40101?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9998688&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40101+[2620-6a-0-8862-f0-0-208-58]-40101&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.985.000) 2024-10-24 14:49:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:13.913" EventTypeNumber = 28 Host = "<131.225.208.58:40101?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9998688&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40101+[2620-6a-0-8862-f0-0-208-58]-40101&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.985.000) 2024-10-24 14:49:13 Finished transferring input files ... 028 (10628.985.000) 2024-10-24 14:49:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:13.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 022 (10628.974.000) 2024-10-24 14:49:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.0298039bac42 <172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=startd_4641_eb1f> ... 028 (10628.974.000) 2024-10-24 14:49:15 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:49:15.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 974 StartdAddr = "<172.17.0.2:33451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939307&PrivNet=IU-Jetstream2-Backfill.0298039bac42&addrs=172.17.0.2-33451&alias=IU-Jetstream2-Backfill.0298039bac42&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_4@IU-Jetstream2-Backfill.0298039bac42" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 021 (10628.985.000) 2024-10-24 14:49:17 Warning from starter on slot1_8@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.985.000) 2024-10-24 14:49:17 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.985.000) 2024-10-24 14:49:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:17.437" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.134.000) 2024-10-24 14:49:18 Image size of job updated: 3721488 241 - MemoryUsage of job (MB) 245768 - ResidentSetSize of job (KB) ... 028 (10628.134.000) 2024-10-24 14:49:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:18.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 134 ResidentSetSize = 245768 Size = 3721488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.134.000) 2024-10-24 14:49:18 Started transferring output files ... 028 (10628.134.000) 2024-10-24 14:49:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:18.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 134 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.134.000) 2024-10-24 14:49:18 Finished transferring output files ... 028 (10628.134.000) 2024-10-24 14:49:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:18.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 134 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 022 (10628.997.000) 2024-10-24 14:49:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.795bfc354e56 <172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=startd_4644_f9e8> ... 028 (10628.997.000) 2024-10-24 14:49:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:49:19.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 997 StartdAddr = "<172.17.0.2:36589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29309183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855614&PrivNet=IU-Jetstream2-Backfill.795bfc354e56&addrs=172.17.0.2-36589&alias=IU-Jetstream2-Backfill.795bfc354e56&noUDP&sock=startd_4644_f9e8>" StartdName = "slot1_4@IU-Jetstream2-Backfill.795bfc354e56" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 005 (10628.134.000) 2024-10-24 14:49:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:44, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:44, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89786 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89786 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467946 2000000 2007922 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T18:49:18Z with exit-code 0. ... 028 (10628.134.000) 2024-10-24 14:49:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9958184909263127 Disk = 2007922 DiskUsage = 467946 EventTime = "2024-10-24T14:49:19.154" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 134 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:44, Sys 0 00:00:20" SentBytes = 89786.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795758; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:44, Sys 0 00:00:20" TotalSentBytes = 89786.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.444.000) 2024-10-24 14:49:22 Image size of job updated: 4042276 110 - MemoryUsage of job (MB) 112096 - ResidentSetSize of job (KB) ... 028 (10628.444.000) 2024-10-24 14:49:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:22.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 444 ResidentSetSize = 112096 Size = 4042276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.444.000) 2024-10-24 14:49:22 Started transferring output files ... 028 (10628.444.000) 2024-10-24 14:49:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:22.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 444 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.444.000) 2024-10-24 14:49:22 Finished transferring output files ... 028 (10628.444.000) 2024-10-24 14:49:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:22.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 444 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.444.000) 2024-10-24 14:49:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:54, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:54, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90864 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90864 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466399 2000000 2007904 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T18:49:22Z with exit-code 0. ... 028 (10628.444.000) 2024-10-24 14:49:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9879089696652251 Disk = 2007904 DiskUsage = 466399 EventTime = "2024-10-24T14:49:23.180" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 444 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:45:54, Sys 0 00:00:17" SentBytes = 90864.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795762; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:45:54, Sys 0 00:00:17" TotalSentBytes = 90864.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.551.000) 2024-10-24 14:49:33 Image size of job updated: 3789864 245 - MemoryUsage of job (MB) 250280 - ResidentSetSize of job (KB) ... 028 (10628.551.000) 2024-10-24 14:49:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:33.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 551 ResidentSetSize = 250280 Size = 3789864 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.551.000) 2024-10-24 14:49:33 Started transferring output files ... 028 (10628.551.000) 2024-10-24 14:49:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:33.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 551 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.551.000) 2024-10-24 14:49:33 Finished transferring output files ... 028 (10628.551.000) 2024-10-24 14:49:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:33.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 551 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.551.000) 2024-10-24 14:49:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:59, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:59, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90165 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90165 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465494 2000000 2007904 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:49:33Z with exit-code 0. ... 028 (10628.551.000) 2024-10-24 14:49:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925257503871242 Disk = 2007904 DiskUsage = 465494 EventTime = "2024-10-24T14:49:33.781" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 551 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:45:59, Sys 0 00:00:16" SentBytes = 90165.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795773; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:45:59, Sys 0 00:00:16" TotalSentBytes = 90165.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.547.000) 2024-10-24 14:49:42 Image size of job updated: 3722012 245 - MemoryUsage of job (MB) 250440 - ResidentSetSize of job (KB) ... 028 (10628.547.000) 2024-10-24 14:49:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:42.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 547 ResidentSetSize = 250440 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.547.000) 2024-10-24 14:49:42 Started transferring output files ... 028 (10628.547.000) 2024-10-24 14:49:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:42.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 547 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.547.000) 2024-10-24 14:49:42 Finished transferring output files ... 028 (10628.547.000) 2024-10-24 14:49:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:49:42.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 547 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.547.000) 2024-10-24 14:49:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:14, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:14, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88868 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88868 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 464885 2000000 2007876 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:49:42Z with exit-code 0. ... 028 (10628.547.000) 2024-10-24 14:49:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9760623918221882 Disk = 2007876 DiskUsage = 464885 EventTime = "2024-10-24T14:49:43.715" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 547 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:14, Sys 0 00:00:12" SentBytes = 88868.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795782; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:14, Sys 0 00:00:12" TotalSentBytes = 88868.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.318.000) 2024-10-24 14:50:15 Image size of job updated: 3722272 247 - MemoryUsage of job (MB) 252124 - ResidentSetSize of job (KB) ... 028 (10628.318.000) 2024-10-24 14:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:15.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 318 ResidentSetSize = 252124 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.318.000) 2024-10-24 14:50:15 Started transferring output files ... 028 (10628.318.000) 2024-10-24 14:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:15.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 318 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.318.000) 2024-10-24 14:50:15 Finished transferring output files ... 028 (10628.318.000) 2024-10-24 14:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:15.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 318 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.318.000) 2024-10-24 14:50:15 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:16, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:16, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89884 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89884 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 462802 2000000 2007876 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T18:50:15Z with exit-code 0. ... 028 (10628.318.000) 2024-10-24 14:50:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891771237230309 Disk = 2007876 DiskUsage = 462802 EventTime = "2024-10-24T14:50:15.666" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 318 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:47:16, Sys 0 00:00:13" SentBytes = 89884.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795815; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:47:16, Sys 0 00:00:13" TotalSentBytes = 89884.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.642.000) 2024-10-24 14:50:29 Image size of job updated: 3722036 245 - MemoryUsage of job (MB) 250516 - ResidentSetSize of job (KB) ... 028 (10628.642.000) 2024-10-24 14:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:29.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 642 ResidentSetSize = 250516 Size = 3722036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.642.000) 2024-10-24 14:50:29 Started transferring output files ... 028 (10628.642.000) 2024-10-24 14:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:29.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 642 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.642.000) 2024-10-24 14:50:29 Finished transferring output files ... 028 (10628.642.000) 2024-10-24 14:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:29.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 642 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.642.000) 2024-10-24 14:50:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:45, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:45, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95791 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95791 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 463092 2000000 2007904 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:50:29Z with exit-code 0. ... 028 (10628.642.000) 2024-10-24 14:50:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9787564328394056 Disk = 2007904 DiskUsage = 463092 EventTime = "2024-10-24T14:50:29.975" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 642 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:45, Sys 0 00:00:17" SentBytes = 95791.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795829; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:45, Sys 0 00:00:17" TotalSentBytes = 95791.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 14:50:39 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 36920 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 14:50:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:39.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 36920 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.503.000) 2024-10-24 14:50:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@IU-Jetstream2-Backfill.c0e835a8e5b3 <172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f> ... 028 (10628.503.000) 2024-10-24 14:50:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:50:49.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 503 StartdAddr = "<172.17.0.2:35081?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51624973%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9860672&PrivNet=IU-Jetstream2-Backfill.c0e835a8e5b3&addrs=172.17.0.2-35081&alias=IU-Jetstream2-Backfill.c0e835a8e5b3&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_8@IU-Jetstream2-Backfill.c0e835a8e5b3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.583.000) 2024-10-24 14:50:54 Image size of job updated: 838500 36 - MemoryUsage of job (MB) 36836 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 14:50:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:54.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 36836 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.860.000) 2024-10-24 14:50:57 Image size of job updated: 3722032 245 - MemoryUsage of job (MB) 250652 - ResidentSetSize of job (KB) ... 028 (10628.860.000) 2024-10-24 14:50:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:57.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 860 ResidentSetSize = 250652 Size = 3722032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.860.000) 2024-10-24 14:50:57 Started transferring output files ... 028 (10628.860.000) 2024-10-24 14:50:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:57.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 860 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.860.000) 2024-10-24 14:50:57 Finished transferring output files ... 028 (10628.860.000) 2024-10-24 14:50:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:50:57.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 860 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.860.000) 2024-10-24 14:50:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:38, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:38, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96890 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96890 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.78 1 1 Disk (KB) : 463988 2000000 2007883 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:50:57Z with exit-code 0. ... 028 (10628.860.000) 2024-10-24 14:50:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7838841723035104 Disk = 2007883 DiskUsage = 463988 EventTime = "2024-10-24T14:50:58.112" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197127.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197127-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 860 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:38, Sys 0 00:00:13" SentBytes = 96890.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795857; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:38, Sys 0 00:00:13" TotalSentBytes = 96890.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.129.000) 2024-10-24 14:51:00 Image size of job updated: 4099004 97 - MemoryUsage of job (MB) 98924 - ResidentSetSize of job (KB) ... 028 (10628.129.000) 2024-10-24 14:51:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:00.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 129 ResidentSetSize = 98924 Size = 4099004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.129.000) 2024-10-24 14:51:01 Started transferring output files ... 028 (10628.129.000) 2024-10-24 14:51:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:01.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 129 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.129.000) 2024-10-24 14:51:01 Finished transferring output files ... 028 (10628.129.000) 2024-10-24 14:51:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:01.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 129 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.129.000) 2024-10-24 14:51:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:20, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:20, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93842 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93842 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473083 2000000 2007637 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T18:51:00Z with exit-code 0. ... 028 (10628.129.000) 2024-10-24 14:51:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9919315524404608 Disk = 2007637 DiskUsage = 473083 EventTime = "2024-10-24T14:51:01.587" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 129 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:47:20, Sys 0 00:00:24" SentBytes = 93842.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795860; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:47:20, Sys 0 00:00:24" TotalSentBytes = 93842.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.727.000) 2024-10-24 14:51:01 Image size of job updated: 3789612 248 - MemoryUsage of job (MB) 253072 - ResidentSetSize of job (KB) ... 028 (10628.727.000) 2024-10-24 14:51:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:01.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 727 ResidentSetSize = 253072 Size = 3789612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.727.000) 2024-10-24 14:51:05 Image size of job updated: 4041764 248 - MemoryUsage of job (MB) 253072 - ResidentSetSize of job (KB) ... 028 (10628.727.000) 2024-10-24 14:51:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:05.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 727 ResidentSetSize = 253072 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.727.000) 2024-10-24 14:51:05 Started transferring output files ... 028 (10628.727.000) 2024-10-24 14:51:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:05.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 727 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.727.000) 2024-10-24 14:51:05 Finished transferring output files ... 028 (10628.727.000) 2024-10-24 14:51:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:05.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 727 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.727.000) 2024-10-24 14:51:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:01, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:01, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89337 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89337 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 613812 2000000 2007904 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T18:51:05Z with exit-code 0. ... 028 (10628.727.000) 2024-10-24 14:51:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925650053253026 Disk = 2007904 DiskUsage = 613812 EventTime = "2024-10-24T14:51:06.179" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 727 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:47:01, Sys 0 00:00:18" SentBytes = 89337.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795865; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:47:01, Sys 0 00:00:18" TotalSentBytes = 89337.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.782.000) 2024-10-24 14:51:38 Image size of job updated: 3789544 245 - MemoryUsage of job (MB) 250192 - ResidentSetSize of job (KB) ... 028 (10628.782.000) 2024-10-24 14:51:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:38.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 782 ResidentSetSize = 250192 Size = 3789544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.903.000) 2024-10-24 14:51:49 Image size of job updated: 3722004 242 - MemoryUsage of job (MB) 247148 - ResidentSetSize of job (KB) ... 028 (10628.903.000) 2024-10-24 14:51:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:51:49.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 903 ResidentSetSize = 247148 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.946.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_10@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.946.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 946 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_10@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.722.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 024 (10628.418.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.722.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 722 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.418.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 418 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.763.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.763.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 763 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.530.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.530.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 530 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.771.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.771.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 771 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.629.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.629.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 629 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.187.000) 2024-10-24 14:52:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.187.000) 2024-10-24 14:52:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:01.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 187 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.750.000) 2024-10-24 14:52:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_51494_128931132@g3034.hyak.local, rescheduling job ... 028 (10628.750.000) 2024-10-24 14:52:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:02.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3276122" JOB_GLIDEIN_Entry_Name = "OSG_US_UW-IT-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UW-IT" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "21628635" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UW-IT" MyType = "JobReconnectFailedEvent" Proc = 750 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_51494_128931132@g3034.hyak.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.543.000) 2024-10-24 14:52:07 Image size of job updated: 3789344 243 - MemoryUsage of job (MB) 248720 - ResidentSetSize of job (KB) ... 028 (10628.543.000) 2024-10-24 14:52:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:07.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 543 ResidentSetSize = 248720 Size = 3789344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.543.000) 2024-10-24 14:52:07 Started transferring output files ... 028 (10628.543.000) 2024-10-24 14:52:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:07.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 543 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.543.000) 2024-10-24 14:52:07 Finished transferring output files ... 028 (10628.543.000) 2024-10-24 14:52:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:07.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 543 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.543.000) 2024-10-24 14:52:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:35, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:35, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88268 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88268 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473061 2000000 2007648 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:07Z with exit-code 0. ... 028 (10628.543.000) 2024-10-24 14:52:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921057366236693 Disk = 2007648 DiskUsage = 473061 EventTime = "2024-10-24T14:52:07.605" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 543 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:48:35, Sys 0 00:00:24" SentBytes = 88268.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795927; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:48:35, Sys 0 00:00:24" TotalSentBytes = 88268.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.187.000) 2024-10-24 14:52:10 Started transferring input files Transferring to host: <131.225.208.64:46109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50920816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053893&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-46109+[2620-6a-0-8862-f0-0-208-64]-46109&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.187.000) 2024-10-24 14:52:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:10.741" EventTypeNumber = 28 Host = "<131.225.208.64:46109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50920816%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10053893&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-46109+[2620-6a-0-8862-f0-0-208-64]-46109&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.187.000) 2024-10-24 14:52:10 Finished transferring input files ... 028 (10628.187.000) 2024-10-24 14:52:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:10.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.782.000) 2024-10-24 14:52:12 Image size of job updated: 3790132 246 - MemoryUsage of job (MB) 251216 - ResidentSetSize of job (KB) ... 028 (10628.782.000) 2024-10-24 14:52:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:12.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 782 ResidentSetSize = 251216 Size = 3790132 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.782.000) 2024-10-24 14:52:13 Started transferring output files ... 028 (10628.782.000) 2024-10-24 14:52:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:13.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 782 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.782.000) 2024-10-24 14:52:13 Finished transferring output files ... 028 (10628.782.000) 2024-10-24 14:52:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:13.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 782 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.782.000) 2024-10-24 14:52:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:48, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:48, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89176 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89176 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 513327 2000000 2007853 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:12Z with exit-code 0. ... 028 (10628.782.000) 2024-10-24 14:52:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925894975641021 Disk = 2007853 DiskUsage = 513327 EventTime = "2024-10-24T14:52:13.415" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464409" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196263.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-4196263-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 782 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:48:48, Sys 0 00:00:12" SentBytes = 89176.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795932; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:48:48, Sys 0 00:00:12" TotalSentBytes = 89176.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.598.000) 2024-10-24 14:52:14 Image size of job updated: 4041764 104 - MemoryUsage of job (MB) 106364 - ResidentSetSize of job (KB) ... 028 (10628.598.000) 2024-10-24 14:52:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:14.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 598 ResidentSetSize = 106364 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.187.000) 2024-10-24 14:52:14 Warning from starter on slot1_6@glidein_8_63335451@osg-4197311-0-fnpc23103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.187.000) 2024-10-24 14:52:14 Job executing on host: <131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP> ... 028 (10628.187.000) 2024-10-24 14:52:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:14.458" EventTypeNumber = 28 ExecuteHost = "<131.225.208.64:35089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29423385%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989796&PrivNet=osg-4197311-0-fnpc23103.fnal.gov&addrs=131.225.208.64-35089+[2620-6a-0-8862-f0-0-208-64]-35089&alias=osg-4197311-0-fnpc23103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.598.000) 2024-10-24 14:52:14 Started transferring output files ... 028 (10628.598.000) 2024-10-24 14:52:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:14.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 598 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.598.000) 2024-10-24 14:52:14 Finished transferring output files ... 028 (10628.598.000) 2024-10-24 14:52:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:14.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 598 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.598.000) 2024-10-24 14:52:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:40, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:40, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93401 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93401 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472468 2000000 2007637 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:14Z with exit-code 0. ... 028 (10628.598.000) 2024-10-24 14:52:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9932618591223681 Disk = 2007637 DiskUsage = 472468 EventTime = "2024-10-24T14:52:14.949" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 598 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:40, Sys 0 00:00:25" SentBytes = 93401.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795934; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:40, Sys 0 00:00:25" TotalSentBytes = 93401.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.418.000) 2024-10-24 14:52:15 Started transferring input files Transferring to host: <131.225.208.192:36281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007318&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36281+[2620-6a-0-8862-f0-0-208-192]-36281&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.418.000) 2024-10-24 14:52:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:15.581" EventTypeNumber = 28 Host = "<131.225.208.192:36281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007318&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36281+[2620-6a-0-8862-f0-0-208-192]-36281&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.418.000) 2024-10-24 14:52:15 Finished transferring input files ... 028 (10628.418.000) 2024-10-24 14:52:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:15.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 022 (10628.238.000) 2024-10-24 14:52:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@IU-Jetstream2-Backfill.d3f61c774645 <172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=startd_4631_0f2d> ... 028 (10628.238.000) 2024-10-24 14:52:17 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:52:17.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 238 StartdAddr = "<172.17.0.2:38073?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50809159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#9953656&PrivNet=IU-Jetstream2-Backfill.d3f61c774645&addrs=172.17.0.2-38073&alias=IU-Jetstream2-Backfill.d3f61c774645&noUDP&sock=startd_4631_0f2d>" StartdName = "slot1_1@IU-Jetstream2-Backfill.d3f61c774645" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 021 (10628.418.000) 2024-10-24 14:52:17 Warning from starter on slot1_7@glidein_8_117778892@osg-3976224-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.418.000) 2024-10-24 14:52:17 Job executing on host: <131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.418.000) 2024-10-24 14:52:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:17.418" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:36689?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003097%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030279&PrivNet=osg-3976224-0-fnpc23113.fnal.gov&addrs=131.225.208.192-36689+[2620-6a-0-8862-f0-0-208-192]-36689&alias=osg-3976224-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.125.000) 2024-10-24 14:52:18 Image size of job updated: 3963572 96 - MemoryUsage of job (MB) 97916 - ResidentSetSize of job (KB) ... 028 (10628.125.000) 2024-10-24 14:52:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:18.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 125 ResidentSetSize = 97916 Size = 3963572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.125.000) 2024-10-24 14:52:18 Started transferring output files ... 028 (10628.125.000) 2024-10-24 14:52:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:18.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 125 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.125.000) 2024-10-24 14:52:18 Finished transferring output files ... 028 (10628.125.000) 2024-10-24 14:52:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:18.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 125 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.125.000) 2024-10-24 14:52:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:20, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:20, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91926 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91926 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469750 2000000 2007876 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:18Z with exit-code 0. ... 028 (10628.125.000) 2024-10-24 14:52:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921907524070364 Disk = 2007876 DiskUsage = 469750 EventTime = "2024-10-24T14:52:18.986" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 125 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:49:20, Sys 0 00:00:13" SentBytes = 91926.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795938; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:49:20, Sys 0 00:00:13" TotalSentBytes = 91926.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.199.000) 2024-10-24 14:52:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@IU-Jetstream2-Backfill.fef52bc42fe3, rescheduling job ... 028 (10628.199.000) 2024-10-24 14:52:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:19.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 199 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@IU-Jetstream2-Backfill.fef52bc42fe3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.201.000) 2024-10-24 14:52:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.ffa4fc0618bd <172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=startd_4634_1df6> ... 028 (10628.201.000) 2024-10-24 14:52:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:52:20.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 201 StartdAddr = "<172.17.0.2:40607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906329&PrivNet=IU-Jetstream2-Backfill.ffa4fc0618bd&addrs=172.17.0.2-40607&alias=IU-Jetstream2-Backfill.ffa4fc0618bd&noUDP&sock=startd_4634_1df6>" StartdName = "slot1_6@IU-Jetstream2-Backfill.ffa4fc0618bd" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.530.000) 2024-10-24 14:52:20 Started transferring input files Transferring to host: <131.225.208.23:40071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014093%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962059&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40071+[2620-6a-0-8862-f0-0-208-23]-40071&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.530.000) 2024-10-24 14:52:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:20.577" EventTypeNumber = 28 Host = "<131.225.208.23:40071?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014093%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962059&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40071+[2620-6a-0-8862-f0-0-208-23]-40071&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 024 (10628.229.000) 2024-10-24 14:52:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@IU-Jetstream2-Backfill.027204baf44b, rescheduling job ... 028 (10628.229.000) 2024-10-24 14:52:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:52:20.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 229 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@IU-Jetstream2-Backfill.027204baf44b" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.530.000) 2024-10-24 14:52:20 Finished transferring input files ... 028 (10628.530.000) 2024-10-24 14:52:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:20.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.530.000) 2024-10-24 14:52:21 Warning from starter on slot1_1@glidein_8_779584390@osg-4196379-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.530.000) 2024-10-24 14:52:21 Job executing on host: <131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.530.000) 2024-10-24 14:52:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:21.978" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:46695?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9942787&PrivNet=osg-4196379-0-fnpc22004.fnal.gov&addrs=131.225.208.23-46695+[2620-6a-0-8862-f0-0-208-23]-46695&alias=osg-4196379-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.903.000) 2024-10-24 14:52:31 Image size of job updated: 4033468 242 - MemoryUsage of job (MB) 247148 - ResidentSetSize of job (KB) ... 028 (10628.903.000) 2024-10-24 14:52:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:31.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 903 ResidentSetSize = 247148 Size = 4033468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.903.000) 2024-10-24 14:52:31 Started transferring output files ... 028 (10628.903.000) 2024-10-24 14:52:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:31.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 903 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.903.000) 2024-10-24 14:52:31 Finished transferring output files ... 028 (10628.903.000) 2024-10-24 14:52:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:31.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 903 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.903.000) 2024-10-24 14:52:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:05, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:05, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89934 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89934 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 558772 2000000 2007893 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:31Z with exit-code 0. ... 028 (10628.903.000) 2024-10-24 14:52:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868989859301632 Disk = 2007893 DiskUsage = 558772 EventTime = "2024-10-24T14:52:31.895" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 903 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:47:05, Sys 0 00:00:21" SentBytes = 89934.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795951; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:47:05, Sys 0 00:00:21" TotalSentBytes = 89934.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.199.000) 2024-10-24 14:52:34 Started transferring input files Transferring to host: <131.225.208.193:43671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962066&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43671+[2620-6a-0-8862-f0-0-208-193]-43671&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.199.000) 2024-10-24 14:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:34.050" EventTypeNumber = 28 Host = "<131.225.208.193:43671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962066&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43671+[2620-6a-0-8862-f0-0-208-193]-43671&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.199.000) 2024-10-24 14:52:34 Finished transferring input files ... 028 (10628.199.000) 2024-10-24 14:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:34.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.272.000) 2024-10-24 14:52:34 Image size of job updated: 4070580 134 - MemoryUsage of job (MB) 136416 - ResidentSetSize of job (KB) ... 028 (10628.272.000) 2024-10-24 14:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:34.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 134 MyType = "JobImageSizeEvent" Proc = 272 ResidentSetSize = 136416 Size = 4070580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.272.000) 2024-10-24 14:52:35 Started transferring output files ... 028 (10628.272.000) 2024-10-24 14:52:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:35.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 272 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.272.000) 2024-10-24 14:52:35 Finished transferring output files ... 028 (10628.272.000) 2024-10-24 14:52:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:35.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 272 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.272.000) 2024-10-24 14:52:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:30, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:51:30, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90936 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90936 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470954 2000000 2001920 GPUs : 0 Memory (MB) : 134 2000 2048 Job terminated of its own accord at 2024-10-24T18:52:34Z with exit-code 0. ... 028 (10628.272.000) 2024-10-24 14:52:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9987127223175502 Disk = 2001920 DiskUsage = 470954 EventTime = "2024-10-24T14:52:35.713" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 134 MyType = "JobTerminatedEvent" Proc = 272 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:51:30, Sys 0 00:00:08" SentBytes = 90936.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795954; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:51:30, Sys 0 00:00:08" TotalSentBytes = 90936.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.499.000) 2024-10-24 14:52:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1997578_143778950@c1923.swan.hcc.unl.edu <10.138.19.23:41087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975706&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-41087&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.499.000) 2024-10-24 14:52:37 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:52:37.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 499 StartdAddr = "<10.138.19.23:41087?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50909333%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9975706&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-41087&alias=c1923.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1997578_143778950@c1923.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 021 (10628.199.000) 2024-10-24 14:52:38 Warning from starter on slot1_1@glidein_8_166753080@osg-4196816-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.199.000) 2024-10-24 14:52:38 Job executing on host: <131.225.208.193:39717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946207&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39717+[2620-6a-0-8862-f0-0-208-193]-39717&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.199.000) 2024-10-24 14:52:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:38.372" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:39717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946207&PrivNet=osg-4196816-0-fnpc23114.fnal.gov&addrs=131.225.208.193-39717+[2620-6a-0-8862-f0-0-208-193]-39717&alias=osg-4196816-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.229.000) 2024-10-24 14:52:45 Started transferring input files Transferring to host: <192.168.4.130:40745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50920828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005683&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-40745&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.229.000) 2024-10-24 14:52:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:45.029" EventTypeNumber = 28 Host = "<192.168.4.130:40745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50920828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005683&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-40745&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.229.000) 2024-10-24 14:52:45 Finished transferring input files ... 028 (10628.229.000) 2024-10-24 14:52:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:45.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.229.000) 2024-10-24 14:52:46 Warning from starter on slot1_5@glidein_3075630_217555954@lnxfarm330.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.229.000) 2024-10-24 14:52:46 Job executing on host: <192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.229.000) 2024-10-24 14:52:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:46.431" EventTypeNumber = 28 ExecuteHost = "<192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.199.000) 2024-10-24 14:52:47 Image size of job updated: 3602124 79 - MemoryUsage of job (MB) 80572 - ResidentSetSize of job (KB) ... 028 (10628.199.000) 2024-10-24 14:52:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:47.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 199 ResidentSetSize = 80572 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.356.000) 2024-10-24 14:52:49 Image size of job updated: 3669712 80 - MemoryUsage of job (MB) 81724 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 14:52:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:49.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 81724 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.229.000) 2024-10-24 14:52:55 Image size of job updated: 3358496 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 14:52:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:52:55.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 75000 Size = 3358496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.700.000) 2024-10-24 14:53:10 Image size of job updated: 3721240 76 - MemoryUsage of job (MB) 77556 - ResidentSetSize of job (KB) ... 028 (10628.700.000) 2024-10-24 14:53:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:10.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 700 ResidentSetSize = 77556 Size = 3721240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.700.000) 2024-10-24 14:53:10 Started transferring output files ... 028 (10628.700.000) 2024-10-24 14:53:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:10.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 700 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.700.000) 2024-10-24 14:53:10 Finished transferring output files ... 028 (10628.700.000) 2024-10-24 14:53:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:10.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 700 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.052.000) 2024-10-24 14:53:11 Image size of job updated: 3749360 279 - MemoryUsage of job (MB) 285372 - ResidentSetSize of job (KB) ... 028 (10628.052.000) 2024-10-24 14:53:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:11.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 52 ResidentSetSize = 285372 Size = 3749360 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.052.000) 2024-10-24 14:53:11 Started transferring output files ... 028 (10628.052.000) 2024-10-24 14:53:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:11.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 52 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.052.000) 2024-10-24 14:53:11 Finished transferring output files ... 028 (10628.052.000) 2024-10-24 14:53:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:11.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 52 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.052.000) 2024-10-24 14:53:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:39, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:39, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90487 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90487 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467039 2000000 2001920 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T18:53:11Z with exit-code 0. ... 028 (10628.052.000) 2024-10-24 14:53:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9987164296201627 Disk = 2001920 DiskUsage = 467039 EventTime = "2024-10-24T14:53:12.090" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 52 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:52:39, Sys 0 00:00:08" SentBytes = 90487.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795991; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:52:39, Sys 0 00:00:08" TotalSentBytes = 90487.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.700.000) 2024-10-24 14:53:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:06, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:06, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90425 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90425 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469727 2000000 2007922 GPUs : 0 Memory (MB) : 76 2000 2048 Job terminated of its own accord at 2024-10-24T18:53:10Z with exit-code 0. ... 028 (10628.700.000) 2024-10-24 14:53:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9983358130477297 Disk = 2007922 DiskUsage = 469727 EventTime = "2024-10-24T14:53:12.674" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 76 MyType = "JobTerminatedEvent" Proc = 700 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:49:06, Sys 0 00:00:25" SentBytes = 90425.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729795990; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:49:06, Sys 0 00:00:25" TotalSentBytes = 90425.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.722.000) 2024-10-24 14:53:15 Started transferring input files Transferring to host: <131.225.208.149:40199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957537&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-40199+[2620-6a-0-8862-f0-0-208-149]-40199&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.722.000) 2024-10-24 14:53:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:15.152" EventTypeNumber = 28 Host = "<131.225.208.149:40199?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957537&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-40199+[2620-6a-0-8862-f0-0-208-149]-40199&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.722.000) 2024-10-24 14:53:15 Finished transferring input files ... 028 (10628.722.000) 2024-10-24 14:53:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:15.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.629.000) 2024-10-24 14:53:16 Started transferring input files Transferring to host: <192.168.4.130:38503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890689%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007346&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-38503&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.629.000) 2024-10-24 14:53:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:16.336" EventTypeNumber = 28 Host = "<192.168.4.130:38503?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890689%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007346&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-38503&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.629.000) 2024-10-24 14:53:16 Finished transferring input files ... 028 (10628.629.000) 2024-10-24 14:53:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:16.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.629.000) 2024-10-24 14:53:17 Warning from starter on slot1_2@glidein_3075630_217555954@lnxfarm330.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.629.000) 2024-10-24 14:53:17 Job executing on host: <192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP> ... 028 (10628.629.000) 2024-10-24 14:53:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:17.734" EventTypeNumber = 28 ExecuteHost = "<192.168.4.130:42247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50991256%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9975760&PrivNet=lnxfarm330.colorado.edu&addrs=192.168.4.130-42247&alias=lnxfarm330.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.722.000) 2024-10-24 14:53:18 Warning from starter on slot1_8@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.722.000) 2024-10-24 14:53:18 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.722.000) 2024-10-24 14:53:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:18.168" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.862.000) 2024-10-24 14:53:50 Image size of job updated: 3722012 243 - MemoryUsage of job (MB) 248468 - ResidentSetSize of job (KB) ... 028 (10628.862.000) 2024-10-24 14:53:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:50.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 862 ResidentSetSize = 248468 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.862.000) 2024-10-24 14:53:50 Started transferring output files ... 028 (10628.862.000) 2024-10-24 14:53:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:50.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 862 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.862.000) 2024-10-24 14:53:50 Finished transferring output files ... 028 (10628.862.000) 2024-10-24 14:53:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:50.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 862 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.862.000) 2024-10-24 14:53:52 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:50, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:50, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95642 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95642 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470039 2000000 2007909 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:53:50Z with exit-code 0. ... 028 (10628.862.000) 2024-10-24 14:53:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902495853033018 Disk = 2007909 DiskUsage = 470039 EventTime = "2024-10-24T14:53:52.269" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 862 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:48:50, Sys 0 00:00:16" SentBytes = 95642.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796030; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:48:50, Sys 0 00:00:16" TotalSentBytes = 95642.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.750.000) 2024-10-24 14:53:54 Started transferring input files Transferring to host: <131.225.208.172:44403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890721%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962121&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-44403+[2620-6a-0-8862-f0-0-208-172]-44403&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.750.000) 2024-10-24 14:53:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:54.588" EventTypeNumber = 28 Host = "<131.225.208.172:44403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890721%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962121&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-44403+[2620-6a-0-8862-f0-0-208-172]-44403&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.750.000) 2024-10-24 14:53:54 Finished transferring input files ... 028 (10628.750.000) 2024-10-24 14:53:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:54.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.750.000) 2024-10-24 14:53:56 Warning from starter on slot1_1@glidein_8_219436530@osg-3976494-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.750.000) 2024-10-24 14:53:56 Job executing on host: <131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.750.000) 2024-10-24 14:53:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:53:56.069" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422511%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031348&PrivNet=osg-3976494-0-fnpc23038.fnal.gov&addrs=131.225.208.172-37691+[2620-6a-0-8862-f0-0-208-172]-37691&alias=osg-3976494-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.679.000) 2024-10-24 14:54:18 Image size of job updated: 3789620 244 - MemoryUsage of job (MB) 249760 - ResidentSetSize of job (KB) ... 028 (10628.679.000) 2024-10-24 14:54:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:18.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 679 ResidentSetSize = 249760 Size = 3789620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.679.000) 2024-10-24 14:54:18 Started transferring output files ... 028 (10628.679.000) 2024-10-24 14:54:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:18.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 679 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.679.000) 2024-10-24 14:54:19 Finished transferring output files ... 028 (10628.679.000) 2024-10-24 14:54:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:19.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 679 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.679.000) 2024-10-24 14:54:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:53, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:53, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88770 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88770 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468533 2000000 2007723 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:18Z with exit-code 0. ... 028 (10628.679.000) 2024-10-24 14:54:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9897384895681032 Disk = 2007723 DiskUsage = 468533 EventTime = "2024-10-24T14:54:19.328" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 679 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:49:53, Sys 0 00:00:25" SentBytes = 88770.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796058; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:49:53, Sys 0 00:00:25" TotalSentBytes = 88770.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.985.000) 2024-10-24 14:54:27 Image size of job updated: 3602380 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.985.000) 2024-10-24 14:54:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:27.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 985 ResidentSetSize = 75000 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.213.000) 2024-10-24 14:54:32 Image size of job updated: 2068776 260 - MemoryUsage of job (MB) 265544 - ResidentSetSize of job (KB) ... 028 (10628.213.000) 2024-10-24 14:54:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:32.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 213 ResidentSetSize = 265544 Size = 2068776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.213.000) 2024-10-24 14:54:32 Started transferring output files ... 028 (10628.213.000) 2024-10-24 14:54:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:32.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 213 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.213.000) 2024-10-24 14:54:33 Finished transferring output files ... 028 (10628.213.000) 2024-10-24 14:54:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:33.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 213 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.213.000) 2024-10-24 14:54:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:06, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:06, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92669 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92669 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 464799 2000000 2001920 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:32Z with exit-code 0. ... 028 (10628.213.000) 2024-10-24 14:54:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9990833250126393 Disk = 2001920 DiskUsage = 464799 EventTime = "2024-10-24T14:54:33.329" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 213 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:06, Sys 0 00:00:12" SentBytes = 92669.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796072; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:06, Sys 0 00:00:12" TotalSentBytes = 92669.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.244.000) 2024-10-24 14:54:38 Image size of job updated: 2068512 256 - MemoryUsage of job (MB) 261224 - ResidentSetSize of job (KB) ... 028 (10628.244.000) 2024-10-24 14:54:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:38.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 244 ResidentSetSize = 261224 Size = 2068512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.244.000) 2024-10-24 14:54:38 Started transferring output files ... 028 (10628.244.000) 2024-10-24 14:54:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:38.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 244 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.244.000) 2024-10-24 14:54:38 Finished transferring output files ... 028 (10628.244.000) 2024-10-24 14:54:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:38.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 244 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.244.000) 2024-10-24 14:54:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:23, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:23, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93157 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93157 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 464492 2000000 2001920 GPUs : 0 Memory (MB) : 256 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:38Z with exit-code 0. ... 028 (10628.244.000) 2024-10-24 14:54:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9998198343146395 Disk = 2001920 DiskUsage = 464492 EventTime = "2024-10-24T14:54:39.180" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 244 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:23, Sys 0 00:00:11" SentBytes = 93157.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796078; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:23, Sys 0 00:00:11" TotalSentBytes = 93157.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.395.000) 2024-10-24 14:54:42 Image size of job updated: 3962288 96 - MemoryUsage of job (MB) 97476 - ResidentSetSize of job (KB) ... 028 (10628.395.000) 2024-10-24 14:54:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:42.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 395 ResidentSetSize = 97476 Size = 3962288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.395.000) 2024-10-24 14:54:42 Started transferring output files ... 028 (10628.395.000) 2024-10-24 14:54:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:42.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 395 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.395.000) 2024-10-24 14:54:42 Finished transferring output files ... 028 (10628.395.000) 2024-10-24 14:54:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:42.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 395 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.395.000) 2024-10-24 14:54:42 Job terminated. (1) Normal termination (return value 0) Usr 0 02:50:35, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:50:35, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91844 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91844 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466708 2000000 2007723 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:42Z with exit-code 0. ... 028 (10628.395.000) 2024-10-24 14:54:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9837560637003455 Disk = 2007723 DiskUsage = 466708 EventTime = "2024-10-24T14:54:42.622" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464499" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196273.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196273-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 395 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:50:35, Sys 0 00:00:25" SentBytes = 91844.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796082; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:50:35, Sys 0 00:00:25" TotalSentBytes = 91844.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.214.000) 2024-10-24 14:54:47 Image size of job updated: 2068512 70 - MemoryUsage of job (MB) 71680 - ResidentSetSize of job (KB) ... 028 (10628.214.000) 2024-10-24 14:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:47.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 70 MyType = "JobImageSizeEvent" Proc = 214 ResidentSetSize = 71680 Size = 2068512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.214.000) 2024-10-24 14:54:47 Started transferring output files ... 028 (10628.214.000) 2024-10-24 14:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:47.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 214 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.214.000) 2024-10-24 14:54:47 Finished transferring output files ... 028 (10628.214.000) 2024-10-24 14:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:47.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 214 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.214.000) 2024-10-24 14:54:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:13, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:13, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89871 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89871 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 464204 2000000 2001920 GPUs : 0 Memory (MB) : 70 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:47Z with exit-code 0. ... 028 (10628.214.000) 2024-10-24 14:54:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9978472578416229 Disk = 2001920 DiskUsage = 464204 EventTime = "2024-10-24T14:54:48.156" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 70 MyType = "JobTerminatedEvent" Proc = 214 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:13, Sys 0 00:00:11" SentBytes = 89871.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796087; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:13, Sys 0 00:00:11" TotalSentBytes = 89871.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.216.000) 2024-10-24 14:54:59 Image size of job updated: 2314620 112 - MemoryUsage of job (MB) 114420 - ResidentSetSize of job (KB) ... 028 (10628.216.000) 2024-10-24 14:54:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:59.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 112 MyType = "JobImageSizeEvent" Proc = 216 ResidentSetSize = 114420 Size = 2314620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.216.000) 2024-10-24 14:54:59 Started transferring output files ... 028 (10628.216.000) 2024-10-24 14:54:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:59.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 216 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.216.000) 2024-10-24 14:54:59 Finished transferring output files ... 028 (10628.216.000) 2024-10-24 14:54:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:54:59.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 216 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.216.000) 2024-10-24 14:54:59 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:09, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:09, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93128 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93128 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463923 2000000 2001920 GPUs : 0 Memory (MB) : 112 2000 2048 Job terminated of its own accord at 2024-10-24T18:54:59Z with exit-code 0. ... 028 (10628.216.000) 2024-10-24 14:54:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908312133662343 Disk = 2001920 DiskUsage = 463923 EventTime = "2024-10-24T14:54:59.833" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 112 MyType = "JobTerminatedEvent" Proc = 216 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:09, Sys 0 00:00:11" SentBytes = 93128.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796099; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:09, Sys 0 00:00:11" TotalSentBytes = 93128.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.763.000) 2024-10-24 14:55:03 Started transferring input files Transferring to host: <10.138.15.24:45913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014172%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9998932&PrivNet=c1524.swan.hcc.unl.edu&addrs=10.138.15.24-45913&alias=c1524.swan.hcc.unl.edu&noUDP> ... 028 (10628.763.000) 2024-10-24 14:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:03.819" EventTypeNumber = 28 Host = "<10.138.15.24:45913?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014172%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9998932&PrivNet=c1524.swan.hcc.unl.edu&addrs=10.138.15.24-45913&alias=c1524.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.771.000) 2024-10-24 14:55:03 Started transferring input files Transferring to host: <10.138.14.26:32881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432358%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007393&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-32881&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.771.000) 2024-10-24 14:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:03.885" EventTypeNumber = 28 Host = "<10.138.14.26:32881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432358%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007393&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-32881&alias=c1426.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619531" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215320" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.763.000) 2024-10-24 14:55:03 Finished transferring input files ... 028 (10628.763.000) 2024-10-24 14:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:03.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.771.000) 2024-10-24 14:55:03 Finished transferring input files ... 028 (10628.771.000) 2024-10-24 14:55:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:03.965" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619531" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215320" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.946.000) 2024-10-24 14:55:04 Started transferring input files Transferring to host: <10.138.25.9:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369420%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005770&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-38543&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.946.000) 2024-10-24 14:55:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:04.167" EventTypeNumber = 28 Host = "<10.138.25.9:38543?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369420%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005770&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-38543&alias=c2509.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.946.000) 2024-10-24 14:55:04 Finished transferring input files ... 028 (10628.946.000) 2024-10-24 14:55:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:04.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.205.000) 2024-10-24 14:55:04 Image size of job updated: 2136352 259 - MemoryUsage of job (MB) 264284 - ResidentSetSize of job (KB) ... 028 (10628.205.000) 2024-10-24 14:55:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:04.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 205 ResidentSetSize = 264284 Size = 2136352 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.763.000) 2024-10-24 14:55:05 Warning from starter on slot1@glidein_1187633_178005600@c1524.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.771.000) 2024-10-24 14:55:05 Warning from starter on slot1@glidein_1520300_636062012@c1426.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.763.000) 2024-10-24 14:55:05 Job executing on host: <10.138.15.24:46427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9984266&PrivNet=c1524.swan.hcc.unl.edu&addrs=10.138.15.24-46427&alias=c1524.swan.hcc.unl.edu&noUDP> ... 028 (10628.763.000) 2024-10-24 14:55:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:05.243" EventTypeNumber = 28 ExecuteHost = "<10.138.15.24:46427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9984266&PrivNet=c1524.swan.hcc.unl.edu&addrs=10.138.15.24-46427&alias=c1524.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.771.000) 2024-10-24 14:55:05 Job executing on host: <10.138.14.26:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004339&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-34655&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.771.000) 2024-10-24 14:55:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:05.269" EventTypeNumber = 28 ExecuteHost = "<10.138.14.26:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004339&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-34655&alias=c1426.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619531" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215320" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.946.000) 2024-10-24 14:55:05 Warning from starter on slot1@glidein_2904498_202962403@c2509.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.946.000) 2024-10-24 14:55:05 Job executing on host: <10.138.25.9:40237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040730&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-40237&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.946.000) 2024-10-24 14:55:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:05.601" EventTypeNumber = 28 ExecuteHost = "<10.138.25.9:40237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040730&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-40237&alias=c2509.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.210.000) 2024-10-24 14:55:06 Image size of job updated: 2068508 256 - MemoryUsage of job (MB) 261784 - ResidentSetSize of job (KB) ... 028 (10628.210.000) 2024-10-24 14:55:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:06.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 210 ResidentSetSize = 261784 Size = 2068508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.241.000) 2024-10-24 14:55:07 Image size of job updated: 2068520 259 - MemoryUsage of job (MB) 264356 - ResidentSetSize of job (KB) ... 028 (10628.241.000) 2024-10-24 14:55:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:07.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 241 ResidentSetSize = 264356 Size = 2068520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.223.000) 2024-10-24 14:55:09 Image size of job updated: 2068452 258 - MemoryUsage of job (MB) 263808 - ResidentSetSize of job (KB) ... 028 (10628.223.000) 2024-10-24 14:55:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:09.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 223 ResidentSetSize = 263808 Size = 2068452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.390.000) 2024-10-24 14:55:10 Image size of job updated: 3856668 245 - MemoryUsage of job (MB) 250356 - ResidentSetSize of job (KB) ... 028 (10628.390.000) 2024-10-24 14:55:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:10.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 390 ResidentSetSize = 250356 Size = 3856668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.390.000) 2024-10-24 14:55:10 Started transferring output files ... 028 (10628.390.000) 2024-10-24 14:55:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:10.974" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 390 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.390.000) 2024-10-24 14:55:11 Finished transferring output files ... 028 (10628.390.000) 2024-10-24 14:55:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:11.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 390 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.390.000) 2024-10-24 14:55:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:50:54, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:50:54, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90785 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90785 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 465183 2000000 2007935 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:10Z with exit-code 0. ... 028 (10628.390.000) 2024-10-24 14:55:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9839082599754085 Disk = 2007935 DiskUsage = 465183 EventTime = "2024-10-24T14:55:11.319" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 390 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:50:54, Sys 0 00:00:25" SentBytes = 90785.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796110; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:50:54, Sys 0 00:00:25" TotalSentBytes = 90785.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.415.000) 2024-10-24 14:55:17 Image size of job updated: 3789852 84 - MemoryUsage of job (MB) 85872 - ResidentSetSize of job (KB) ... 028 (10628.415.000) 2024-10-24 14:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:17.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 415 ResidentSetSize = 85872 Size = 3789852 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.415.000) 2024-10-24 14:55:17 Started transferring output files ... 028 (10628.415.000) 2024-10-24 14:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:17.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 415 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.415.000) 2024-10-24 14:55:17 Finished transferring output files ... 028 (10628.415.000) 2024-10-24 14:55:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:17.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 415 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.415.000) 2024-10-24 14:55:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:02, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:51:02, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92107 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92107 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466697 2000000 2007726 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:17Z with exit-code 0. ... 028 (10628.415.000) 2024-10-24 14:55:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887325781240915 Disk = 2007726 DiskUsage = 466697 EventTime = "2024-10-24T14:55:17.728" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 415 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:51:02, Sys 0 00:00:23" SentBytes = 92107.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796117; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:51:02, Sys 0 00:00:23" TotalSentBytes = 92107.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.205.000) 2024-10-24 14:55:18 Started transferring output files ... 028 (10628.205.000) 2024-10-24 14:55:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:18.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 205 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.205.000) 2024-10-24 14:55:18 Finished transferring output files ... 028 (10628.205.000) 2024-10-24 14:55:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:18.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 205 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.359.000) 2024-10-24 14:55:19 Image size of job updated: 2068764 263 - MemoryUsage of job (MB) 268556 - ResidentSetSize of job (KB) ... 028 (10628.359.000) 2024-10-24 14:55:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:19.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 263 MyType = "JobImageSizeEvent" Proc = 359 ResidentSetSize = 268556 Size = 2068764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.205.000) 2024-10-24 14:55:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:33, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:33, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90547 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90547 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 587194 2000000 2001920 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:18Z with exit-code 0. ... 028 (10628.205.000) 2024-10-24 14:55:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9992341496612803 Disk = 2001920 DiskUsage = 587194 EventTime = "2024-10-24T14:55:19.262" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 205 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:33, Sys 0 00:00:12" SentBytes = 90547.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796118; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:33, Sys 0 00:00:12" TotalSentBytes = 90547.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.363.000) 2024-10-24 14:55:22 Image size of job updated: 2069024 258 - MemoryUsage of job (MB) 263476 - ResidentSetSize of job (KB) ... 028 (10628.363.000) 2024-10-24 14:55:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:22.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 363 ResidentSetSize = 263476 Size = 2069024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.363.000) 2024-10-24 14:55:22 Started transferring output files ... 028 (10628.363.000) 2024-10-24 14:55:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:22.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 363 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.363.000) 2024-10-24 14:55:22 Finished transferring output files ... 028 (10628.363.000) 2024-10-24 14:55:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:22.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 363 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.363.000) 2024-10-24 14:55:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:45, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:45, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87988 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87988 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 463315 2000000 2001920 GPUs : 0 Memory (MB) : 258 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:22Z with exit-code 0. ... 028 (10628.363.000) 2024-10-24 14:55:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.00072011034392 Disk = 2001920 DiskUsage = 463315 EventTime = "2024-10-24T14:55:22.755" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 363 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:45, Sys 0 00:00:12" SentBytes = 87988.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796122; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:45, Sys 0 00:00:12" TotalSentBytes = 87988.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.241.000) 2024-10-24 14:55:25 Started transferring output files ... 028 (10628.241.000) 2024-10-24 14:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:25.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 241 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.241.000) 2024-10-24 14:55:25 Finished transferring output files ... 028 (10628.241.000) 2024-10-24 14:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:25.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 241 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.241.000) 2024-10-24 14:55:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:59, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:59, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89919 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89919 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 574369 2000000 2001920 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:25Z with exit-code 0. ... 028 (10628.241.000) 2024-10-24 14:55:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.00058899157132 Disk = 2001920 DiskUsage = 574369 EventTime = "2024-10-24T14:55:26.980" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 241 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:59, Sys 0 00:00:10" SentBytes = 89919.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796125; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:59, Sys 0 00:00:10" TotalSentBytes = 89919.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.426.000) 2024-10-24 14:55:31 Image size of job updated: 3721760 243 - MemoryUsage of job (MB) 248112 - ResidentSetSize of job (KB) ... 028 (10628.426.000) 2024-10-24 14:55:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:31.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 426 ResidentSetSize = 248112 Size = 3721760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.210.000) 2024-10-24 14:55:39 Image size of job updated: 2316508 256 - MemoryUsage of job (MB) 261784 - ResidentSetSize of job (KB) ... 028 (10628.210.000) 2024-10-24 14:55:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:39.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 210 ResidentSetSize = 261784 Size = 2316508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.210.000) 2024-10-24 14:55:40 Started transferring output files ... 028 (10628.210.000) 2024-10-24 14:55:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:40.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 210 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.210.000) 2024-10-24 14:55:40 Finished transferring output files ... 028 (10628.210.000) 2024-10-24 14:55:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:40.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 210 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.210.000) 2024-10-24 14:55:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:57, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:57, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88777 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88777 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 567180 2000000 2001920 GPUs : 0 Memory (MB) : 256 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:39Z with exit-code 0. ... 028 (10628.210.000) 2024-10-24 14:55:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000037686202545 Disk = 2001920 DiskUsage = 567180 EventTime = "2024-10-24T14:55:40.406" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 210 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:57, Sys 0 00:00:10" SentBytes = 88777.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796139; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:57, Sys 0 00:00:10" TotalSentBytes = 88777.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.359.000) 2024-10-24 14:55:42 Image size of job updated: 2242928 263 - MemoryUsage of job (MB) 268556 - ResidentSetSize of job (KB) ... 028 (10628.359.000) 2024-10-24 14:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:42.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 263 MyType = "JobImageSizeEvent" Proc = 359 ResidentSetSize = 268556 Size = 2242928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.359.000) 2024-10-24 14:55:42 Started transferring output files ... 028 (10628.359.000) 2024-10-24 14:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:42.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 359 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.359.000) 2024-10-24 14:55:42 Finished transferring output files ... 028 (10628.359.000) 2024-10-24 14:55:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:42.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 359 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.359.000) 2024-10-24 14:55:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:04, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:04, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91539 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91539 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 570300 2000000 2001920 GPUs : 0 Memory (MB) : 263 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:42Z with exit-code 0. ... 028 (10628.359.000) 2024-10-24 14:55:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9999037175592157 Disk = 2001920 DiskUsage = 570300 EventTime = "2024-10-24T14:55:43.108" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 263 MyType = "JobTerminatedEvent" Proc = 359 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:04, Sys 0 00:00:10" SentBytes = 91539.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796142; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:04, Sys 0 00:00:10" TotalSentBytes = 91539.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.526.000) 2024-10-24 14:55:44 Image size of job updated: 3722020 245 - MemoryUsage of job (MB) 250088 - ResidentSetSize of job (KB) ... 028 (10628.526.000) 2024-10-24 14:55:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:44.529" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 526 ResidentSetSize = 250088 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.426.000) 2024-10-24 14:55:51 Started transferring output files ... 028 (10628.426.000) 2024-10-24 14:55:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:51.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 426 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.426.000) 2024-10-24 14:55:51 Finished transferring output files ... 028 (10628.426.000) 2024-10-24 14:55:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:51.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 426 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.426.000) 2024-10-24 14:55:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:19, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:19, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89554 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89554 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 558754 2000000 2007922 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:50Z with exit-code 0. ... 028 (10628.426.000) 2024-10-24 14:55:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9941864778557039 Disk = 2007922 DiskUsage = 558754 EventTime = "2024-10-24T14:55:51.451" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 426 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:52:19, Sys 0 00:00:25" SentBytes = 89554.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796150; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:52:19, Sys 0 00:00:25" TotalSentBytes = 89554.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 14:55:54 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 36884 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 14:55:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:54.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 36884 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.223.000) 2024-10-24 14:55:56 Image size of job updated: 2243184 258 - MemoryUsage of job (MB) 263808 - ResidentSetSize of job (KB) ... 028 (10628.223.000) 2024-10-24 14:55:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:56.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 223 ResidentSetSize = 263808 Size = 2243184 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.223.000) 2024-10-24 14:55:56 Started transferring output files ... 028 (10628.223.000) 2024-10-24 14:55:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:56.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 223 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.223.000) 2024-10-24 14:55:56 Finished transferring output files ... 028 (10628.223.000) 2024-10-24 14:55:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:55:56.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 223 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.223.000) 2024-10-24 14:55:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:07, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:07, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93106 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93106 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 527892 2000000 2001920 GPUs : 0 Memory (MB) : 258 2000 2048 Job terminated of its own accord at 2024-10-24T18:55:56Z with exit-code 0. ... 028 (10628.223.000) 2024-10-24 14:55:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000233478782652 Disk = 2001920 DiskUsage = 527892 EventTime = "2024-10-24T14:55:57.369" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 223 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:07, Sys 0 00:00:12" SentBytes = 93106.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796156; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:07, Sys 0 00:00:12" TotalSentBytes = 93106.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.221.000) 2024-10-24 14:56:05 Image size of job updated: 2308072 106 - MemoryUsage of job (MB) 108080 - ResidentSetSize of job (KB) ... 028 (10628.221.000) 2024-10-24 14:56:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:05.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 221 ResidentSetSize = 108080 Size = 2308072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.221.000) 2024-10-24 14:56:05 Started transferring output files ... 028 (10628.221.000) 2024-10-24 14:56:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:05.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 221 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.221.000) 2024-10-24 14:56:05 Finished transferring output files ... 028 (10628.221.000) 2024-10-24 14:56:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:05.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 221 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.217.000) 2024-10-24 14:56:06 Image size of job updated: 2000656 256 - MemoryUsage of job (MB) 261484 - ResidentSetSize of job (KB) ... 028 (10628.217.000) 2024-10-24 14:56:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:06.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 217 ResidentSetSize = 261484 Size = 2000656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.217.000) 2024-10-24 14:56:06 Started transferring output files ... 028 (10628.217.000) 2024-10-24 14:56:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:06.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 217 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.217.000) 2024-10-24 14:56:07 Finished transferring output files ... 028 (10628.217.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:07.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 217 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.221.000) 2024-10-24 14:56:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:32, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:32, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93184 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93184 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 474308 2000000 2001920 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:05Z with exit-code 0. ... 028 (10628.221.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995593601984827 Disk = 2001920 DiskUsage = 474308 EventTime = "2024-10-24T14:56:07.344" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 221 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:32, Sys 0 00:00:12" SentBytes = 93184.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796165; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:32, Sys 0 00:00:12" TotalSentBytes = 93184.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.217.000) 2024-10-24 14:56:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:47, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:47, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91923 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91923 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472982 2000000 2001920 GPUs : 0 Memory (MB) : 256 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:06Z with exit-code 0. ... 028 (10628.217.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.999360191536438 Disk = 2001920 DiskUsage = 472982 EventTime = "2024-10-24T14:56:07.370" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 217 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:47, Sys 0 00:00:10" SentBytes = 91923.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796166; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:47, Sys 0 00:00:10" TotalSentBytes = 91923.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.357.000) 2024-10-24 14:56:07 Image size of job updated: 2068512 257 - MemoryUsage of job (MB) 262284 - ResidentSetSize of job (KB) ... 028 (10628.357.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:07.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 257 MyType = "JobImageSizeEvent" Proc = 357 ResidentSetSize = 262284 Size = 2068512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.357.000) 2024-10-24 14:56:07 Started transferring output files ... 028 (10628.357.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:07.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 357 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.357.000) 2024-10-24 14:56:07 Finished transferring output files ... 028 (10628.357.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:07.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 357 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.357.000) 2024-10-24 14:56:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:25, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:25, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91270 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91270 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 484484 2000000 2001920 GPUs : 0 Memory (MB) : 257 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:07Z with exit-code 0. ... 028 (10628.357.000) 2024-10-24 14:56:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9951765628212896 Disk = 2001920 DiskUsage = 484484 EventTime = "2024-10-24T14:56:07.962" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 257 MyType = "JobTerminatedEvent" Proc = 357 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:25, Sys 0 00:00:13" SentBytes = 91270.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796167; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:25, Sys 0 00:00:13" TotalSentBytes = 91270.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.771.000) 2024-10-24 14:56:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1520300_636062012@c1426.swan.hcc.unl.edu <10.138.14.26:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004339&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-34655&alias=c1426.swan.hcc.unl.edu&noUDP> ... 028 (10628.771.000) 2024-10-24 14:56:09 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:56:09.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619531" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215320" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 771 StartdAddr = "<10.138.14.26:34655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004339&PrivNet=c1426.swan.hcc.unl.edu&addrs=10.138.14.26-34655&alias=c1426.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1520300_636062012@c1426.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.362.000) 2024-10-24 14:56:13 Image size of job updated: 2068500 67 - MemoryUsage of job (MB) 68204 - ResidentSetSize of job (KB) ... 028 (10628.362.000) 2024-10-24 14:56:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:13.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 362 ResidentSetSize = 68204 Size = 2068500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.362.000) 2024-10-24 14:56:14 Started transferring output files ... 028 (10628.362.000) 2024-10-24 14:56:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:14.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 362 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.362.000) 2024-10-24 14:56:14 Finished transferring output files ... 028 (10628.362.000) 2024-10-24 14:56:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:14.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 362 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.362.000) 2024-10-24 14:56:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:03, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:03, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90050 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90050 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 474304 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:13Z with exit-code 0. ... 028 (10628.362.000) 2024-10-24 14:56:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9993084500323487 Disk = 2001920 DiskUsage = 474304 EventTime = "2024-10-24T14:56:14.438" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 362 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:03, Sys 0 00:00:10" SentBytes = 90050.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796173; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:03, Sys 0 00:00:10" TotalSentBytes = 90050.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.526.000) 2024-10-24 14:56:21 Started transferring output files ... 028 (10628.526.000) 2024-10-24 14:56:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:21.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 526 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.526.000) 2024-10-24 14:56:21 Finished transferring output files ... 028 (10628.526.000) 2024-10-24 14:56:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:21.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 526 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.526.000) 2024-10-24 14:56:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:06, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:06, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89523 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89523 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.52 1 1 Disk (KB) : 525460 2000000 2007922 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:20Z with exit-code 0. ... 028 (10628.526.000) 2024-10-24 14:56:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.52 Disk = 2007922 DiskUsage = 525460 EventTime = "2024-10-24T14:56:21.505" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 526 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:06, Sys 0 00:00:23" SentBytes = 89523.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796180; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:46:06, Sys 0 00:00:23" TotalSentBytes = 89523.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.455.000) 2024-10-24 14:56:23 Image size of job updated: 2069024 263 - MemoryUsage of job (MB) 268412 - ResidentSetSize of job (KB) ... 028 (10628.455.000) 2024-10-24 14:56:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:23.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 263 MyType = "JobImageSizeEvent" Proc = 455 ResidentSetSize = 268412 Size = 2069024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.455.000) 2024-10-24 14:56:23 Started transferring output files ... 028 (10628.455.000) 2024-10-24 14:56:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:23.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 455 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.455.000) 2024-10-24 14:56:23 Finished transferring output files ... 028 (10628.455.000) 2024-10-24 14:56:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:23.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 455 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.455.000) 2024-10-24 14:56:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:25, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:25, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87624 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87624 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473270 2000000 2001920 GPUs : 0 Memory (MB) : 263 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:23Z with exit-code 0. ... 028 (10628.455.000) 2024-10-24 14:56:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9985432594271034 Disk = 2001920 DiskUsage = 473270 EventTime = "2024-10-24T14:56:23.683" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 263 MyType = "JobTerminatedEvent" Proc = 455 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:25, Sys 0 00:00:16" SentBytes = 87624.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796183; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:25, Sys 0 00:00:16" TotalSentBytes = 87624.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.457.000) 2024-10-24 14:56:27 Image size of job updated: 2242928 110 - MemoryUsage of job (MB) 111832 - ResidentSetSize of job (KB) ... 028 (10628.457.000) 2024-10-24 14:56:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:27.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 457 ResidentSetSize = 111832 Size = 2242928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.457.000) 2024-10-24 14:56:28 Started transferring output files ... 028 (10628.457.000) 2024-10-24 14:56:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:28.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 457 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.457.000) 2024-10-24 14:56:28 Finished transferring output files ... 028 (10628.457.000) 2024-10-24 14:56:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:28.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 457 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.457.000) 2024-10-24 14:56:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:33, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:33, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88219 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88219 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 476354 2000000 2001920 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:27Z with exit-code 0. ... 028 (10628.457.000) 2024-10-24 14:56:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9999040604242576 Disk = 2001920 DiskUsage = 476354 EventTime = "2024-10-24T14:56:28.534" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 457 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:33, Sys 0 00:00:12" SentBytes = 88219.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796187; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:33, Sys 0 00:00:12" TotalSentBytes = 88219.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.240.000) 2024-10-24 14:56:28 Image size of job updated: 2308064 109 - MemoryUsage of job (MB) 110800 - ResidentSetSize of job (KB) ... 028 (10628.240.000) 2024-10-24 14:56:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:28.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 240 ResidentSetSize = 110800 Size = 2308064 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.240.000) 2024-10-24 14:56:29 Started transferring output files ... 028 (10628.240.000) 2024-10-24 14:56:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:29.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 240 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.240.000) 2024-10-24 14:56:29 Finished transferring output files ... 028 (10628.240.000) 2024-10-24 14:56:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:29.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 240 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.240.000) 2024-10-24 14:56:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:10, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:10, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92656 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92656 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473267 2000000 2001920 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:28Z with exit-code 0. ... 028 (10628.240.000) 2024-10-24 14:56:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9978699969633275 Disk = 2001920 DiskUsage = 473267 EventTime = "2024-10-24T14:56:29.568" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 240 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:10, Sys 0 00:00:15" SentBytes = 92656.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796188; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:10, Sys 0 00:00:15" TotalSentBytes = 92656.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.211.000) 2024-10-24 14:56:30 Image size of job updated: 2308584 109 - MemoryUsage of job (MB) 111304 - ResidentSetSize of job (KB) ... 028 (10628.211.000) 2024-10-24 14:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:30.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 211 ResidentSetSize = 111304 Size = 2308584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.211.000) 2024-10-24 14:56:30 Started transferring output files ... 028 (10628.211.000) 2024-10-24 14:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:30.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 211 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.211.000) 2024-10-24 14:56:30 Finished transferring output files ... 028 (10628.211.000) 2024-10-24 14:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:30.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 211 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.211.000) 2024-10-24 14:56:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:30, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:30, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92823 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92823 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472659 2000000 2001920 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T18:56:30Z with exit-code 0. ... 028 (10628.211.000) 2024-10-24 14:56:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9983770755305756 Disk = 2001920 DiskUsage = 472659 EventTime = "2024-10-24T14:56:31.193" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 211 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:30, Sys 0 00:00:14" SentBytes = 92823.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796190; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:30, Sys 0 00:00:14" TotalSentBytes = 92823.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.983.000) 2024-10-24 14:56:54 Image size of job updated: 2068520 67 - MemoryUsage of job (MB) 67892 - ResidentSetSize of job (KB) ... 028 (10628.983.000) 2024-10-24 14:56:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:56:54.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 983 ResidentSetSize = 67892 Size = 2068520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.975.000) 2024-10-24 14:57:00 Image size of job updated: 2068200 261 - MemoryUsage of job (MB) 266904 - ResidentSetSize of job (KB) ... 028 (10628.975.000) 2024-10-24 14:57:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:00.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 261 MyType = "JobImageSizeEvent" Proc = 975 ResidentSetSize = 266904 Size = 2068200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.200.000) 2024-10-24 14:57:00 Image size of job updated: 2308584 110 - MemoryUsage of job (MB) 111808 - ResidentSetSize of job (KB) ... 028 (10628.200.000) 2024-10-24 14:57:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:00.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 200 ResidentSetSize = 111808 Size = 2308584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.200.000) 2024-10-24 14:57:01 Started transferring output files ... 028 (10628.200.000) 2024-10-24 14:57:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:01.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 200 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.200.000) 2024-10-24 14:57:01 Finished transferring output files ... 028 (10628.200.000) 2024-10-24 14:57:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:01.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 200 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.200.000) 2024-10-24 14:57:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:53, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:53, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92992 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92992 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 471179 2000000 2001920 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:00Z with exit-code 0. ... 028 (10628.200.000) 2024-10-24 14:57:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9993062510762466 Disk = 2001920 DiskUsage = 471179 EventTime = "2024-10-24T14:57:01.445" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 200 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:53, Sys 0 00:00:10" SentBytes = 92992.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796220; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:53, Sys 0 00:00:10" TotalSentBytes = 92992.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.983.000) 2024-10-24 14:57:05 Started transferring output files ... 028 (10628.983.000) 2024-10-24 14:57:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:05.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 983 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.983.000) 2024-10-24 14:57:05 Finished transferring output files ... 028 (10628.983.000) 2024-10-24 14:57:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:05.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 983 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.983.000) 2024-10-24 14:57:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:34, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:34, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91129 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91129 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616033 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:04Z with exit-code 0. ... 028 (10628.983.000) 2024-10-24 14:57:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.999691248696476 Disk = 2001920 DiskUsage = 616033 EventTime = "2024-10-24T14:57:06.154" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 983 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:34, Sys 0 00:00:13" SentBytes = 91129.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796224; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:34, Sys 0 00:00:13" TotalSentBytes = 91129.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.604.000) 2024-10-24 14:57:11 Image size of job updated: 3722296 81 - MemoryUsage of job (MB) 82548 - ResidentSetSize of job (KB) ... 028 (10628.604.000) 2024-10-24 14:57:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:11.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 604 ResidentSetSize = 82548 Size = 3722296 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.604.000) 2024-10-24 14:57:11 Started transferring output files ... 028 (10628.604.000) 2024-10-24 14:57:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:11.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 604 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.604.000) 2024-10-24 14:57:11 Finished transferring output files ... 028 (10628.604.000) 2024-10-24 14:57:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:11.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 604 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.604.000) 2024-10-24 14:57:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:53:24, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:53:24, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95972 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95972 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473069 2000000 2007726 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:11Z with exit-code 0. ... 028 (10628.604.000) 2024-10-24 14:57:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9854007659005313 Disk = 2007726 DiskUsage = 473069 EventTime = "2024-10-24T14:57:11.630" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 604 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:53:24, Sys 0 00:00:22" SentBytes = 95972.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796231; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:53:24, Sys 0 00:00:22" TotalSentBytes = 95972.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.228.000) 2024-10-24 14:57:24 Image size of job updated: 2308324 107 - MemoryUsage of job (MB) 108980 - ResidentSetSize of job (KB) ... 028 (10628.228.000) 2024-10-24 14:57:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:24.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 228 ResidentSetSize = 108980 Size = 2308324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.228.000) 2024-10-24 14:57:25 Started transferring output files ... 028 (10628.228.000) 2024-10-24 14:57:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:25.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 228 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.228.000) 2024-10-24 14:57:25 Finished transferring output files ... 028 (10628.228.000) 2024-10-24 14:57:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:25.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 228 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.228.000) 2024-10-24 14:57:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:55, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:55, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93271 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93271 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470248 2000000 2001920 GPUs : 0 Memory (MB) : 107 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:24Z with exit-code 0. ... 028 (10628.228.000) 2024-10-24 14:57:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000083338579136 Disk = 2001920 DiskUsage = 470248 EventTime = "2024-10-24T14:57:25.489" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 107 MyType = "JobTerminatedEvent" Proc = 228 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:55, Sys 0 00:00:13" SentBytes = 93271.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796244; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:55, Sys 0 00:00:13" TotalSentBytes = 93271.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.237.000) 2024-10-24 14:57:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@IU-Jetstream2-Backfill.2e3112de0c17 <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f> ... 028 (10628.237.000) 2024-10-24 14:57:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:57:25.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 237 StartdAddr = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_7@IU-Jetstream2-Backfill.2e3112de0c17" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.231.000) 2024-10-24 14:57:26 Image size of job updated: 2242928 112 - MemoryUsage of job (MB) 114176 - ResidentSetSize of job (KB) ... 028 (10628.231.000) 2024-10-24 14:57:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:26.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 112 MyType = "JobImageSizeEvent" Proc = 231 ResidentSetSize = 114176 Size = 2242928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.231.000) 2024-10-24 14:57:26 Started transferring output files ... 028 (10628.231.000) 2024-10-24 14:57:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:26.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 231 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.231.000) 2024-10-24 14:57:26 Finished transferring output files ... 028 (10628.231.000) 2024-10-24 14:57:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:26.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 231 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.231.000) 2024-10-24 14:57:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:39, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:39, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92768 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92768 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470227 2000000 2001920 GPUs : 0 Memory (MB) : 112 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:26Z with exit-code 0. ... 028 (10628.231.000) 2024-10-24 14:57:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.001843626506613 Disk = 2001920 DiskUsage = 470227 EventTime = "2024-10-24T14:57:26.716" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 112 MyType = "JobTerminatedEvent" Proc = 231 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:39, Sys 0 00:00:17" SentBytes = 92768.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796246; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:39, Sys 0 00:00:17" TotalSentBytes = 92768.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.914.000) 2024-10-24 14:57:35 Image size of job updated: 4098748 97 - MemoryUsage of job (MB) 98660 - ResidentSetSize of job (KB) ... 028 (10628.914.000) 2024-10-24 14:57:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:35.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 914 ResidentSetSize = 98660 Size = 4098748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.914.000) 2024-10-24 14:57:35 Started transferring output files ... 028 (10628.914.000) 2024-10-24 14:57:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:35.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 914 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.914.000) 2024-10-24 14:57:35 Finished transferring output files ... 028 (10628.914.000) 2024-10-24 14:57:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:35.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 914 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.914.000) 2024-10-24 14:57:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:15, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:15, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91964 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91964 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 491885 2000000 2007906 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:35Z with exit-code 0. ... 028 (10628.914.000) 2024-10-24 14:57:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915261454151632 Disk = 2007906 DiskUsage = 491885 EventTime = "2024-10-24T14:57:35.709" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196825-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 914 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:52:15, Sys 0 00:00:14" SentBytes = 91964.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796255; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:52:15, Sys 0 00:00:14" TotalSentBytes = 91964.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.975.000) 2024-10-24 14:57:36 Image size of job updated: 2308576 261 - MemoryUsage of job (MB) 266904 - ResidentSetSize of job (KB) ... 028 (10628.975.000) 2024-10-24 14:57:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:36.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 261 MyType = "JobImageSizeEvent" Proc = 975 ResidentSetSize = 266904 Size = 2308576 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.975.000) 2024-10-24 14:57:36 Started transferring output files ... 028 (10628.975.000) 2024-10-24 14:57:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:36.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 975 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.975.000) 2024-10-24 14:57:36 Finished transferring output files ... 028 (10628.975.000) 2024-10-24 14:57:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:36.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 975 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.975.000) 2024-10-24 14:57:37 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:13, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:13, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87764 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87764 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 530995 2000000 2001920 GPUs : 0 Memory (MB) : 261 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:36Z with exit-code 0. ... 028 (10628.975.000) 2024-10-24 14:57:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9997145270147009 Disk = 2001920 DiskUsage = 530995 EventTime = "2024-10-24T14:57:37.251" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 261 MyType = "JobTerminatedEvent" Proc = 975 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:13, Sys 0 00:00:10" SentBytes = 87764.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796256; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:13, Sys 0 00:00:10" TotalSentBytes = 87764.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.354.000) 2024-10-24 14:57:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_14@IU-Jetstream2-Backfill.554c28035957 <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064> ... 028 (10628.354.000) 2024-10-24 14:57:37 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:57:37.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 354 StartdAddr = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064>" StartdName = "slot1_14@IU-Jetstream2-Backfill.554c28035957" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.367.000) 2024-10-24 14:57:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.2e3112de0c17 <172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f> ... 028 (10628.367.000) 2024-10-24 14:57:38 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:57:38.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 367 StartdAddr = "<172.17.0.2:42385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329956%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939574&PrivNet=IU-Jetstream2-Backfill.2e3112de0c17&addrs=172.17.0.2-42385&alias=IU-Jetstream2-Backfill.2e3112de0c17&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_9@IU-Jetstream2-Backfill.2e3112de0c17" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.020.000) 2024-10-24 14:57:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3051572_780890210@c1921.swan.hcc.unl.edu <10.138.19.21:40873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032282&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-40873&alias=c1921.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 14:57:40 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:57:40.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 20 StartdAddr = "<10.138.19.21:40873?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10032282&PrivNet=c1921.swan.hcc.unl.edu&addrs=10.138.19.21-40873&alias=c1921.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3051572_780890210@c1921.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.719.000) 2024-10-24 14:57:49 Image size of job updated: 3762284 80 - MemoryUsage of job (MB) 81412 - ResidentSetSize of job (KB) ... 028 (10628.719.000) 2024-10-24 14:57:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:49.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 719 ResidentSetSize = 81412 Size = 3762284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.719.000) 2024-10-24 14:57:49 Started transferring output files ... 028 (10628.719.000) 2024-10-24 14:57:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:49.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 719 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.719.000) 2024-10-24 14:57:49 Finished transferring output files ... 028 (10628.719.000) 2024-10-24 14:57:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:49.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 719 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.719.000) 2024-10-24 14:57:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:53:06, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:53:06, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90985 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90985 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.70 1 1 Disk (KB) : 470647 2000000 2007876 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:49Z with exit-code 0. ... 028 (10628.719.000) 2024-10-24 14:57:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7027636010254625 Disk = 2007876 DiskUsage = 470647 EventTime = "2024-10-24T14:57:50.035" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 719 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:53:06, Sys 0 00:00:13" SentBytes = 90985.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796269; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:53:06, Sys 0 00:00:13" TotalSentBytes = 90985.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.227.000) 2024-10-24 14:57:54 Image size of job updated: 2068252 257 - MemoryUsage of job (MB) 262616 - ResidentSetSize of job (KB) ... 028 (10628.227.000) 2024-10-24 14:57:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:54.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 257 MyType = "JobImageSizeEvent" Proc = 227 ResidentSetSize = 262616 Size = 2068252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.227.000) 2024-10-24 14:57:55 Started transferring output files ... 028 (10628.227.000) 2024-10-24 14:57:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:55.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 227 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.227.000) 2024-10-24 14:57:55 Finished transferring output files ... 028 (10628.227.000) 2024-10-24 14:57:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:55.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 227 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.227.000) 2024-10-24 14:57:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:57, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:57, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89605 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89605 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468752 2000000 2001920 GPUs : 0 Memory (MB) : 257 2000 2048 Job terminated of its own accord at 2024-10-24T18:57:54Z with exit-code 0. ... 028 (10628.227.000) 2024-10-24 14:57:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99991509673276 Disk = 2001920 DiskUsage = 468752 EventTime = "2024-10-24T14:57:55.428" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 257 MyType = "JobTerminatedEvent" Proc = 227 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:57, Sys 0 00:00:13" SentBytes = 89605.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796274; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:57, Sys 0 00:00:13" TotalSentBytes = 89605.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.229.000) 2024-10-24 14:57:56 Image size of job updated: 3561660 82 - MemoryUsage of job (MB) 83556 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 14:57:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:57:56.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 83556 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.882.000) 2024-10-24 14:58:02 Image size of job updated: 4172864 96 - MemoryUsage of job (MB) 97504 - ResidentSetSize of job (KB) ... 028 (10628.882.000) 2024-10-24 14:58:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:02.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 882 ResidentSetSize = 97504 Size = 4172864 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.882.000) 2024-10-24 14:58:02 Started transferring output files ... 028 (10628.882.000) 2024-10-24 14:58:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:02.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 882 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.882.000) 2024-10-24 14:58:03 Finished transferring output files ... 028 (10628.882.000) 2024-10-24 14:58:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:03.002" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 882 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.882.000) 2024-10-24 14:58:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:53:19, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:53:19, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96648 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96648 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473069 2000000 2007632 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:02Z with exit-code 0. ... 028 (10628.882.000) 2024-10-24 14:58:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98807385892191 Disk = 2007632 DiskUsage = 473069 EventTime = "2024-10-24T14:58:03.295" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976167-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 882 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:53:19, Sys 0 00:00:17" SentBytes = 96648.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796282; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:53:19, Sys 0 00:00:17" TotalSentBytes = 96648.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.192.000) 2024-10-24 14:58:08 Image size of job updated: 2374000 108 - MemoryUsage of job (MB) 109676 - ResidentSetSize of job (KB) ... 028 (10628.192.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 192 ResidentSetSize = 109676 Size = 2374000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.365.000) 2024-10-24 14:58:08 Image size of job updated: 2069024 261 - MemoryUsage of job (MB) 266396 - ResidentSetSize of job (KB) ... 028 (10628.365.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 261 MyType = "JobImageSizeEvent" Proc = 365 ResidentSetSize = 266396 Size = 2069024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.230.000) 2024-10-24 14:58:08 Image size of job updated: 2068788 72 - MemoryUsage of job (MB) 72844 - ResidentSetSize of job (KB) ... 028 (10628.230.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 230 ResidentSetSize = 72844 Size = 2068788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.192.000) 2024-10-24 14:58:08 Started transferring output files ... 028 (10628.192.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 192 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.365.000) 2024-10-24 14:58:08 Started transferring output files ... 028 (10628.365.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 365 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.192.000) 2024-10-24 14:58:08 Finished transferring output files ... 028 (10628.192.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 192 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.365.000) 2024-10-24 14:58:08 Finished transferring output files ... 028 (10628.365.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 365 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.230.000) 2024-10-24 14:58:08 Started transferring output files ... 028 (10628.230.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 230 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.230.000) 2024-10-24 14:58:08 Finished transferring output files ... 028 (10628.230.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:08.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 230 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.192.000) 2024-10-24 14:58:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:14, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:14, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93158 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93158 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 471136 2000000 2001920 GPUs : 0 Memory (MB) : 108 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:08Z with exit-code 0. ... 028 (10628.192.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.001328801331923821 Disk = 2001920 DiskUsage = 471136 EventTime = "2024-10-24T14:58:08.897" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 108 MyType = "JobTerminatedEvent" Proc = 192 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:14, Sys 0 00:00:19" SentBytes = 93158.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796288; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:14, Sys 0 00:00:19" TotalSentBytes = 93158.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.365.000) 2024-10-24 14:58:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:40, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:40, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87843 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87843 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468746 2000000 2001920 GPUs : 0 Memory (MB) : 261 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:08Z with exit-code 0. ... 028 (10628.365.000) 2024-10-24 14:58:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9924242000473414 Disk = 2001920 DiskUsage = 468746 EventTime = "2024-10-24T14:58:08.989" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 261 MyType = "JobTerminatedEvent" Proc = 365 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:40, Sys 0 00:00:14" SentBytes = 87843.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796288; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:40, Sys 0 00:00:14" TotalSentBytes = 87843.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.230.000) 2024-10-24 14:58:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:45, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:45, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92396 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92396 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468143 2000000 2001920 GPUs : 0 Memory (MB) : 72 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:08Z with exit-code 0. ... 028 (10628.230.000) 2024-10-24 14:58:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9764716143735025 Disk = 2001920 DiskUsage = 468143 EventTime = "2024-10-24T14:58:09.039" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 72 MyType = "JobTerminatedEvent" Proc = 230 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:45, Sys 0 00:00:18" SentBytes = 92396.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796288; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:45, Sys 0 00:00:18" TotalSentBytes = 92396.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.984.000) 2024-10-24 14:58:12 Image size of job updated: 2068760 72 - MemoryUsage of job (MB) 73148 - ResidentSetSize of job (KB) ... 028 (10628.984.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:12.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 72 MyType = "JobImageSizeEvent" Proc = 984 ResidentSetSize = 73148 Size = 2068760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.984.000) 2024-10-24 14:58:12 Started transferring output files ... 028 (10628.984.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:12.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 984 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.984.000) 2024-10-24 14:58:12 Finished transferring output files ... 028 (10628.984.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:12.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 984 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.456.000) 2024-10-24 14:58:12 Image size of job updated: 2068520 256 - MemoryUsage of job (MB) 261816 - ResidentSetSize of job (KB) ... 028 (10628.456.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:12.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 456 ResidentSetSize = 261816 Size = 2068520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.984.000) 2024-10-24 14:58:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:45, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:45, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92255 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92255 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472387 2000000 2001920 GPUs : 0 Memory (MB) : 72 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:12Z with exit-code 0. ... 028 (10628.984.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9996651805221179 Disk = 2001920 DiskUsage = 472387 EventTime = "2024-10-24T14:58:12.674" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 72 MyType = "JobTerminatedEvent" Proc = 984 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:45, Sys 0 00:00:13" SentBytes = 92255.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796292; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:45, Sys 0 00:00:13" TotalSentBytes = 92255.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.456.000) 2024-10-24 14:58:12 Started transferring output files ... 028 (10628.456.000) 2024-10-24 14:58:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:12.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 456 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.456.000) 2024-10-24 14:58:13 Finished transferring output files ... 028 (10628.456.000) 2024-10-24 14:58:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:13.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 456 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.456.000) 2024-10-24 14:58:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:06, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:06, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88139 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88139 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469310 2000000 2001920 GPUs : 0 Memory (MB) : 256 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:12Z with exit-code 0. ... 028 (10628.456.000) 2024-10-24 14:58:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9992943597554231 Disk = 2001920 DiskUsage = 469310 EventTime = "2024-10-24T14:58:13.334" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 456 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:06, Sys 0 00:00:15" SentBytes = 88139.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796292; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:06, Sys 0 00:00:15" TotalSentBytes = 88139.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.197.000) 2024-10-24 14:58:14 Image size of job updated: 1999980 255 - MemoryUsage of job (MB) 260976 - ResidentSetSize of job (KB) ... 028 (10628.197.000) 2024-10-24 14:58:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:14.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 197 ResidentSetSize = 260976 Size = 1999980 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.197.000) 2024-10-24 14:58:14 Started transferring output files ... 028 (10628.197.000) 2024-10-24 14:58:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:14.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 197 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.197.000) 2024-10-24 14:58:14 Finished transferring output files ... 028 (10628.197.000) 2024-10-24 14:58:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:14.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 197 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.197.000) 2024-10-24 14:58:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:40, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:40, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93129 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93129 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467568 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:14Z with exit-code 0. ... 028 (10628.197.000) 2024-10-24 14:58:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9993215318823723 Disk = 2001920 DiskUsage = 467568 EventTime = "2024-10-24T14:58:14.934" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 197 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:40, Sys 0 00:00:21" SentBytes = 93129.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796294; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:40, Sys 0 00:00:21" TotalSentBytes = 93129.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.209.000) 2024-10-24 14:58:15 Image size of job updated: 2242672 106 - MemoryUsage of job (MB) 108400 - ResidentSetSize of job (KB) ... 028 (10628.209.000) 2024-10-24 14:58:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:15.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 209 ResidentSetSize = 108400 Size = 2242672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.209.000) 2024-10-24 14:58:16 Started transferring output files ... 028 (10628.209.000) 2024-10-24 14:58:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:16.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 209 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.209.000) 2024-10-24 14:58:16 Finished transferring output files ... 028 (10628.209.000) 2024-10-24 14:58:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:16.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 209 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.209.000) 2024-10-24 14:58:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:34, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:34, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90228 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90228 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468417 2000000 2001920 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:15Z with exit-code 0. ... 028 (10628.209.000) 2024-10-24 14:58:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9994663661660631 Disk = 2001920 DiskUsage = 468417 EventTime = "2024-10-24T14:58:16.618" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 209 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:18" SentBytes = 90228.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796295; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:18" TotalSentBytes = 90228.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.932.000) 2024-10-24 14:58:18 Image size of job updated: 3789604 243 - MemoryUsage of job (MB) 248700 - ResidentSetSize of job (KB) ... 028 (10628.932.000) 2024-10-24 14:58:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:18.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 932 ResidentSetSize = 248700 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.932.000) 2024-10-24 14:58:19 Started transferring output files ... 028 (10628.932.000) 2024-10-24 14:58:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:19.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 932 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.932.000) 2024-10-24 14:58:19 Finished transferring output files ... 028 (10628.932.000) 2024-10-24 14:58:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:19.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 932 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.932.000) 2024-10-24 14:58:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:48, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:48, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89934 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89934 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472738 2000000 2007835 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:18Z with exit-code 0. ... 028 (10628.932.000) 2024-10-24 14:58:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913486525292262 Disk = 2007835 DiskUsage = 472738 EventTime = "2024-10-24T14:58:19.477" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471643" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196500.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196500-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 932 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:52:48, Sys 0 00:00:20" SentBytes = 89934.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796298; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:52:48, Sys 0 00:00:20" TotalSentBytes = 89934.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.358.000) 2024-10-24 14:58:20 Image size of job updated: 2068516 258 - MemoryUsage of job (MB) 263260 - ResidentSetSize of job (KB) ... 028 (10628.358.000) 2024-10-24 14:58:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:20.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 358 ResidentSetSize = 263260 Size = 2068516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.358.000) 2024-10-24 14:58:20 Started transferring output files ... 028 (10628.358.000) 2024-10-24 14:58:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:20.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 358 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 006 (10628.993.000) 2024-10-24 14:58:20 Image size of job updated: 2001176 259 - MemoryUsage of job (MB) 264568 - ResidentSetSize of job (KB) ... 028 (10628.993.000) 2024-10-24 14:58:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:20.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 993 ResidentSetSize = 264568 Size = 2001176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.358.000) 2024-10-24 14:58:21 Finished transferring output files ... 028 (10628.358.000) 2024-10-24 14:58:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:21.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 358 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.993.000) 2024-10-24 14:58:21 Started transferring output files ... 028 (10628.993.000) 2024-10-24 14:58:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:21.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 993 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.993.000) 2024-10-24 14:58:21 Finished transferring output files ... 028 (10628.993.000) 2024-10-24 14:58:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:21.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 993 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.358.000) 2024-10-24 14:58:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:19, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:19, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91120 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91120 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467842 2000000 2001920 GPUs : 0 Memory (MB) : 258 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:20Z with exit-code 0. ... 028 (10628.358.000) 2024-10-24 14:58:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.001561956642474 Disk = 2001920 DiskUsage = 467842 EventTime = "2024-10-24T14:58:21.287" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 358 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:19, Sys 0 00:00:14" SentBytes = 91120.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796300; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:19, Sys 0 00:00:14" TotalSentBytes = 91120.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.993.000) 2024-10-24 14:58:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:57, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:57, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92738 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92738 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472375 2000000 2001920 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:20Z with exit-code 0. ... 028 (10628.993.000) 2024-10-24 14:58:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99958189206485 Disk = 2001920 DiskUsage = 472375 EventTime = "2024-10-24T14:58:21.596" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 993 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:57, Sys 0 00:00:16" SentBytes = 92738.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796300; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:57, Sys 0 00:00:16" TotalSentBytes = 92738.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.474.000) 2024-10-24 14:58:26 Image size of job updated: 2068760 260 - MemoryUsage of job (MB) 265252 - ResidentSetSize of job (KB) ... 028 (10628.474.000) 2024-10-24 14:58:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:26.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 474 ResidentSetSize = 265252 Size = 2068760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.474.000) 2024-10-24 14:58:26 Started transferring output files ... 028 (10628.474.000) 2024-10-24 14:58:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:26.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 474 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.474.000) 2024-10-24 14:58:27 Finished transferring output files ... 028 (10628.474.000) 2024-10-24 14:58:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:27.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 474 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.474.000) 2024-10-24 14:58:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:43, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:43, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87627 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87627 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.69 1 1 Disk (KB) : 468450 2000000 2001920 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:26Z with exit-code 0. ... 028 (10628.474.000) 2024-10-24 14:58:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6886647248725031 Disk = 2001920 DiskUsage = 468450 EventTime = "2024-10-24T14:58:27.321" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 474 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:43, Sys 0 00:00:15" SentBytes = 87627.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796306; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:43, Sys 0 00:00:15" TotalSentBytes = 87627.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.143.000) 2024-10-24 14:58:28 Image size of job updated: 3789088 237 - MemoryUsage of job (MB) 242032 - ResidentSetSize of job (KB) ... 028 (10628.143.000) 2024-10-24 14:58:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:28.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 237 MyType = "JobImageSizeEvent" Proc = 143 ResidentSetSize = 242032 Size = 3789088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.143.000) 2024-10-24 14:58:29 Started transferring output files ... 028 (10628.143.000) 2024-10-24 14:58:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:29.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 143 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.143.000) 2024-10-24 14:58:29 Finished transferring output files ... 028 (10628.143.000) 2024-10-24 14:58:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:29.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 143 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.143.000) 2024-10-24 14:58:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:55, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:55, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95371 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95371 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468514 2000000 2007726 GPUs : 0 Memory (MB) : 237 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:28Z with exit-code 0. ... 028 (10628.143.000) 2024-10-24 14:58:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887235594466245 Disk = 2007726 DiskUsage = 468514 EventTime = "2024-10-24T14:58:29.473" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 237 MyType = "JobTerminatedEvent" Proc = 143 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:55, Sys 0 00:00:24" SentBytes = 95371.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796308; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:55, Sys 0 00:00:24" TotalSentBytes = 95371.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.297.000) 2024-10-24 14:58:38 Image size of job updated: 3720992 242 - MemoryUsage of job (MB) 247340 - ResidentSetSize of job (KB) ... 028 (10628.297.000) 2024-10-24 14:58:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:38.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 297 ResidentSetSize = 247340 Size = 3720992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.297.000) 2024-10-24 14:58:38 Started transferring output files ... 028 (10628.297.000) 2024-10-24 14:58:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:38.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 297 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.297.000) 2024-10-24 14:58:38 Finished transferring output files ... 028 (10628.297.000) 2024-10-24 14:58:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:38.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 297 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.297.000) 2024-10-24 14:58:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:49, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:49, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96356 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96356 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467931 2000000 2007749 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:38Z with exit-code 0. ... 028 (10628.297.000) 2024-10-24 14:58:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886154101966196 Disk = 2007749 DiskUsage = 467931 EventTime = "2024-10-24T14:58:39.808" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 297 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:49, Sys 0 00:00:19" SentBytes = 96356.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796318; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:49, Sys 0 00:00:19" TotalSentBytes = 96356.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.215.000) 2024-10-24 14:58:40 Image size of job updated: 2068520 254 - MemoryUsage of job (MB) 259856 - ResidentSetSize of job (KB) ... 028 (10628.215.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 254 MyType = "JobImageSizeEvent" Proc = 215 ResidentSetSize = 259856 Size = 2068520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.215.000) 2024-10-24 14:58:40 Started transferring output files ... 028 (10628.215.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 215 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.215.000) 2024-10-24 14:58:40 Finished transferring output files ... 028 (10628.215.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 215 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.844.000) 2024-10-24 14:58:40 Image size of job updated: 3789592 243 - MemoryUsage of job (MB) 248452 - ResidentSetSize of job (KB) ... 028 (10628.844.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 844 ResidentSetSize = 248452 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.844.000) 2024-10-24 14:58:40 Started transferring output files ... 028 (10628.844.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 844 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.844.000) 2024-10-24 14:58:40 Finished transferring output files ... 028 (10628.844.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:40.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 844 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.215.000) 2024-10-24 14:58:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:01, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:01, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93161 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93161 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.12 1 1 Disk (KB) : 466923 2000000 2001920 GPUs : 0 Memory (MB) : 254 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:40Z with exit-code 0. ... 028 (10628.215.000) 2024-10-24 14:58:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.116 Disk = 2001920 DiskUsage = 466923 EventTime = "2024-10-24T14:58:40.809" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 254 MyType = "JobTerminatedEvent" Proc = 215 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:01, Sys 0 00:00:20" SentBytes = 93161.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796320; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:01, Sys 0 00:00:20" TotalSentBytes = 93161.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.844.000) 2024-10-24 14:58:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:58, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:58, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90378 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90378 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471534 2000000 2007784 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:40Z with exit-code 0. ... 028 (10628.844.000) 2024-10-24 14:58:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9817655248279656 Disk = 2007784 DiskUsage = 471534 EventTime = "2024-10-24T14:58:41.093" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 844 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:58, Sys 0 00:00:18" SentBytes = 90378.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796320; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:58, Sys 0 00:00:18" TotalSentBytes = 90378.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.376.000) 2024-10-24 14:58:42 Image size of job updated: 3721492 244 - MemoryUsage of job (MB) 249560 - ResidentSetSize of job (KB) ... 028 (10628.376.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 376 ResidentSetSize = 249560 Size = 3721492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.989.000) 2024-10-24 14:58:42 Image size of job updated: 2068768 259 - MemoryUsage of job (MB) 265076 - ResidentSetSize of job (KB) ... 028 (10628.989.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 989 ResidentSetSize = 265076 Size = 2068768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.376.000) 2024-10-24 14:58:42 Started transferring output files ... 028 (10628.376.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 376 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.989.000) 2024-10-24 14:58:42 Started transferring output files ... 028 (10628.989.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 989 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.376.000) 2024-10-24 14:58:42 Finished transferring output files ... 028 (10628.376.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 376 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.989.000) 2024-10-24 14:58:42 Finished transferring output files ... 028 (10628.989.000) 2024-10-24 14:58:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:42.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 989 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.376.000) 2024-10-24 14:58:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:28, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:55:28, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89338 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89338 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468210 2000000 2007898 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:42Z with exit-code 0. ... 028 (10628.376.000) 2024-10-24 14:58:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9793130240992237 Disk = 2007898 DiskUsage = 468210 EventTime = "2024-10-24T14:58:43.094" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 376 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:28, Sys 0 00:00:15" SentBytes = 89338.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796322; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:55:28, Sys 0 00:00:15" TotalSentBytes = 89338.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.989.000) 2024-10-24 14:58:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:20, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:20, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92766 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92766 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 471475 2000000 2001920 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:42Z with exit-code 0. ... 028 (10628.989.000) 2024-10-24 14:58:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9978683308456152 Disk = 2001920 DiskUsage = 471475 EventTime = "2024-10-24T14:58:43.252" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 989 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:20, Sys 0 00:00:18" SentBytes = 92766.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796322; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:20, Sys 0 00:00:18" TotalSentBytes = 92766.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.955.000) 2024-10-24 14:58:43 Image size of job updated: 2242672 107 - MemoryUsage of job (MB) 108896 - ResidentSetSize of job (KB) ... 028 (10628.955.000) 2024-10-24 14:58:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:43.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 955 ResidentSetSize = 108896 Size = 2242672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.955.000) 2024-10-24 14:58:44 Started transferring output files ... 028 (10628.955.000) 2024-10-24 14:58:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:44.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 955 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.955.000) 2024-10-24 14:58:44 Finished transferring output files ... 028 (10628.955.000) 2024-10-24 14:58:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:44.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 955 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.955.000) 2024-10-24 14:58:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:10, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:10, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87925 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87925 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.92 1 1 Disk (KB) : 471467 2000000 2001920 GPUs : 0 Memory (MB) : 107 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:43Z with exit-code 0. ... 028 (10628.955.000) 2024-10-24 14:58:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9214285714285714 Disk = 2001920 DiskUsage = 471467 EventTime = "2024-10-24T14:58:44.662" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 107 MyType = "JobTerminatedEvent" Proc = 955 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:10, Sys 0 00:00:14" SentBytes = 87925.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796323; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:10, Sys 0 00:00:14" TotalSentBytes = 87925.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.560.000) 2024-10-24 14:58:47 Image size of job updated: 2068512 67 - MemoryUsage of job (MB) 68112 - ResidentSetSize of job (KB) ... 028 (10628.560.000) 2024-10-24 14:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:47.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 560 ResidentSetSize = 68112 Size = 2068512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.560.000) 2024-10-24 14:58:47 Started transferring output files ... 028 (10628.560.000) 2024-10-24 14:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:47.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 560 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.560.000) 2024-10-24 14:58:48 Finished transferring output files ... 028 (10628.560.000) 2024-10-24 14:58:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:48.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 560 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.560.000) 2024-10-24 14:58:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:24, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:24, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87902 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87902 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.59 1 1 Disk (KB) : 467846 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:47Z with exit-code 0. ... 028 (10628.560.000) 2024-10-24 14:58:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5875 Disk = 2001920 DiskUsage = 467846 EventTime = "2024-10-24T14:58:48.463" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 560 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:24, Sys 0 00:00:15" SentBytes = 87902.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796327; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:24, Sys 0 00:00:15" TotalSentBytes = 87902.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.649.000) 2024-10-24 14:58:51 Image size of job updated: 2242672 108 - MemoryUsage of job (MB) 110468 - ResidentSetSize of job (KB) ... 028 (10628.649.000) 2024-10-24 14:58:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:51.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 649 ResidentSetSize = 110468 Size = 2242672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.649.000) 2024-10-24 14:58:51 Started transferring output files ... 028 (10628.649.000) 2024-10-24 14:58:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:51.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 649 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.649.000) 2024-10-24 14:58:52 Finished transferring output files ... 028 (10628.649.000) 2024-10-24 14:58:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:52.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 649 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.649.000) 2024-10-24 14:58:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:30, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:30, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88202 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88202 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.63 1 1 Disk (KB) : 468438 2000000 2001920 GPUs : 0 Memory (MB) : 108 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:51Z with exit-code 0. ... 028 (10628.649.000) 2024-10-24 14:58:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6325 Disk = 2001920 DiskUsage = 468438 EventTime = "2024-10-24T14:58:53.405" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 108 MyType = "JobTerminatedEvent" Proc = 649 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:30, Sys 0 00:00:13" SentBytes = 88202.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796331; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:30, Sys 0 00:00:13" TotalSentBytes = 88202.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.204.000) 2024-10-24 14:58:53 Image size of job updated: 2136108 260 - MemoryUsage of job (MB) 265544 - ResidentSetSize of job (KB) ... 028 (10628.204.000) 2024-10-24 14:58:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:53.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 204 ResidentSetSize = 265544 Size = 2136108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.204.000) 2024-10-24 14:58:53 Started transferring output files ... 028 (10628.204.000) 2024-10-24 14:58:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:53.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 204 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.204.000) 2024-10-24 14:58:53 Finished transferring output files ... 028 (10628.204.000) 2024-10-24 14:58:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:53.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 204 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.204.000) 2024-10-24 14:58:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:40, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:40, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92575 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92575 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466307 2000000 2001920 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:53Z with exit-code 0. ... 028 (10628.204.000) 2024-10-24 14:58:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9998033422539705 Disk = 2001920 DiskUsage = 466307 EventTime = "2024-10-24T14:58:54.198" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 204 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:40, Sys 0 00:00:19" SentBytes = 92575.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796333; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:40, Sys 0 00:00:19" TotalSentBytes = 92575.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.908.000) 2024-10-24 14:58:54 Image size of job updated: 4090404 86 - MemoryUsage of job (MB) 87720 - ResidentSetSize of job (KB) ... 028 (10628.908.000) 2024-10-24 14:58:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:54.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 908 ResidentSetSize = 87720 Size = 4090404 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.908.000) 2024-10-24 14:58:54 Started transferring output files ... 028 (10628.908.000) 2024-10-24 14:58:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:54.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 908 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.908.000) 2024-10-24 14:58:54 Finished transferring output files ... 028 (10628.908.000) 2024-10-24 14:58:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:58:54.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 908 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.908.000) 2024-10-24 14:58:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:16, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:16, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94738 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94738 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470346 2000000 2007885 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T18:58:54Z with exit-code 0. ... 028 (10628.908.000) 2024-10-24 14:58:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991772943610483 Disk = 2007885 DiskUsage = 470346 EventTime = "2024-10-24T14:58:54.923" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196815.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196815-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 908 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:16, Sys 0 00:00:17" SentBytes = 94738.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796334; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:54:16, Sys 0 00:00:17" TotalSentBytes = 94738.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.361.000) 2024-10-24 14:59:00 Image size of job updated: 2068252 262 - MemoryUsage of job (MB) 267896 - ResidentSetSize of job (KB) ... 028 (10628.361.000) 2024-10-24 14:59:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:00.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 262 MyType = "JobImageSizeEvent" Proc = 361 ResidentSetSize = 267896 Size = 2068252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.361.000) 2024-10-24 14:59:01 Started transferring output files ... 028 (10628.361.000) 2024-10-24 14:59:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:01.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 361 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.361.000) 2024-10-24 14:59:01 Finished transferring output files ... 028 (10628.361.000) 2024-10-24 14:59:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:01.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 361 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.361.000) 2024-10-24 14:59:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:17, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:17, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87734 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87734 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466602 2000000 2001920 GPUs : 0 Memory (MB) : 262 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:00Z with exit-code 0. ... 028 (10628.361.000) 2024-10-24 14:59:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995478863987011 Disk = 2001920 DiskUsage = 466602 EventTime = "2024-10-24T14:59:01.517" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 262 MyType = "JobTerminatedEvent" Proc = 361 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:17, Sys 0 00:00:21" SentBytes = 87734.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796340; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:17, Sys 0 00:00:21" TotalSentBytes = 87734.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.226.000) 2024-10-24 14:59:02 Image size of job updated: 2308324 109 - MemoryUsage of job (MB) 111056 - ResidentSetSize of job (KB) ... 028 (10628.226.000) 2024-10-24 14:59:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:02.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 226 ResidentSetSize = 111056 Size = 2308324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.226.000) 2024-10-24 14:59:02 Started transferring output files ... 028 (10628.226.000) 2024-10-24 14:59:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:02.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 226 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.226.000) 2024-10-24 14:59:03 Finished transferring output files ... 028 (10628.226.000) 2024-10-24 14:59:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:03.138" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 226 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.226.000) 2024-10-24 14:59:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:28, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:28, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87737 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87737 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466038 2000000 2001920 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:02Z with exit-code 0. ... 028 (10628.226.000) 2024-10-24 14:59:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995503399285662 Disk = 2001920 DiskUsage = 466038 EventTime = "2024-10-24T14:59:03.585" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 226 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:28, Sys 0 00:00:21" SentBytes = 87737.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796342; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:28, Sys 0 00:00:21" TotalSentBytes = 87737.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.472.000) 2024-10-24 14:59:07 Image size of job updated: 2068508 67 - MemoryUsage of job (MB) 68448 - ResidentSetSize of job (KB) ... 028 (10628.472.000) 2024-10-24 14:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:07.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 472 ResidentSetSize = 68448 Size = 2068508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.472.000) 2024-10-24 14:59:07 Started transferring output files ... 028 (10628.472.000) 2024-10-24 14:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:07.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 472 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.472.000) 2024-10-24 14:59:07 Finished transferring output files ... 028 (10628.472.000) 2024-10-24 14:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:07.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 472 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.472.000) 2024-10-24 14:59:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:34, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:34, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87761 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87761 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466650 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:07Z with exit-code 0. ... 028 (10628.472.000) 2024-10-24 14:59:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995452866450997 Disk = 2001920 DiskUsage = 466650 EventTime = "2024-10-24T14:59:08.977" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 472 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:16" SentBytes = 87761.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796347; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:16" TotalSentBytes = 87761.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.978.000) 2024-10-24 14:59:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.c2d282c1fb23, rescheduling job ... 028 (10628.978.000) 2024-10-24 14:59:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:59:09.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 978 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.c2d282c1fb23" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.986.000) 2024-10-24 14:59:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_11@IU-Jetstream2-Backfill.f97234291f8f, rescheduling job ... 028 (10628.986.000) 2024-10-24 14:59:13 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:59:13.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 986 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_11@IU-Jetstream2-Backfill.f97234291f8f" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.990.000) 2024-10-24 14:59:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@IU-Jetstream2-Backfill.07ce8775e4e0, rescheduling job ... 028 (10628.990.000) 2024-10-24 14:59:13 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T14:59:13.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 990 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@IU-Jetstream2-Backfill.07ce8775e4e0" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.203.000) 2024-10-24 14:59:13 Image size of job updated: 2068512 260 - MemoryUsage of job (MB) 265404 - ResidentSetSize of job (KB) ... 028 (10628.203.000) 2024-10-24 14:59:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:13.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 203 ResidentSetSize = 265404 Size = 2068512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.203.000) 2024-10-24 14:59:14 Started transferring output files ... 028 (10628.203.000) 2024-10-24 14:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:14.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 203 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.203.000) 2024-10-24 14:59:14 Finished transferring output files ... 028 (10628.203.000) 2024-10-24 14:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:14.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 203 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.203.000) 2024-10-24 14:59:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:54, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:54, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87915 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87915 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 465715 2000000 2001920 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:13Z with exit-code 0. ... 028 (10628.203.000) 2024-10-24 14:59:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9816099853123199 Disk = 2001920 DiskUsage = 465715 EventTime = "2024-10-24T14:59:14.570" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 203 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:54, Sys 0 00:00:20" SentBytes = 87915.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796353; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:54, Sys 0 00:00:20" TotalSentBytes = 87915.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.570.000) 2024-10-24 14:59:14 Image size of job updated: 2000928 258 - MemoryUsage of job (MB) 264116 - ResidentSetSize of job (KB) ... 028 (10628.570.000) 2024-10-24 14:59:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:14.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 570 ResidentSetSize = 264116 Size = 2000928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.570.000) 2024-10-24 14:59:15 Started transferring output files ... 028 (10628.570.000) 2024-10-24 14:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:15.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 570 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.570.000) 2024-10-24 14:59:15 Finished transferring output files ... 028 (10628.570.000) 2024-10-24 14:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:15.219" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 570 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 022 (10628.973.000) 2024-10-24 14:59:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@IU-Jetstream2-Backfill.259a9576d4fe <172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=startd_4640_3b87> ... 022 (10628.992.000) 2024-10-24 14:59:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.c3febf3ebf33 <172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=startd_4625_f19b> ... 028 (10628.973.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:59:16.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 973 StartdAddr = "<172.17.0.2:38921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50788925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9896148&PrivNet=IU-Jetstream2-Backfill.259a9576d4fe&addrs=172.17.0.2-38921&alias=IU-Jetstream2-Backfill.259a9576d4fe&noUDP&sock=startd_4640_3b87>" StartdName = "slot1_3@IU-Jetstream2-Backfill.259a9576d4fe" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.992.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T14:59:16.113" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 992 StartdAddr = "<172.17.0.2:38271?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912315%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906615&PrivNet=IU-Jetstream2-Backfill.c3febf3ebf33&addrs=172.17.0.2-38271&alias=IU-Jetstream2-Backfill.c3febf3ebf33&noUDP&sock=startd_4625_f19b>" StartdName = "slot1_9@IU-Jetstream2-Backfill.c3febf3ebf33" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.353.000) 2024-10-24 14:59:16 Image size of job updated: 2308068 109 - MemoryUsage of job (MB) 110616 - ResidentSetSize of job (KB) ... 028 (10628.353.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:16.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 353 ResidentSetSize = 110616 Size = 2308068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.353.000) 2024-10-24 14:59:16 Started transferring output files ... 028 (10628.353.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:16.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 353 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.353.000) 2024-10-24 14:59:16 Finished transferring output files ... 028 (10628.353.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:16.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 353 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.353.000) 2024-10-24 14:59:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:48, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:48, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89703 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89703 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466334 2000000 2001920 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:16Z with exit-code 0. ... 028 (10628.353.000) 2024-10-24 14:59:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.994067295898321 Disk = 2001920 DiskUsage = 466334 EventTime = "2024-10-24T14:59:16.812" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 353 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:48, Sys 0 00:00:23" SentBytes = 89703.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796356; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:48, Sys 0 00:00:23" TotalSentBytes = 89703.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.570.000) 2024-10-24 14:59:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:39, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:39, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88461 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88461 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466923 2000000 2001920 GPUs : 0 Memory (MB) : 258 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:14Z with exit-code 0. ... 028 (10628.570.000) 2024-10-24 14:59:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995444742248726 Disk = 2001920 DiskUsage = 466923 EventTime = "2024-10-24T14:59:17.305" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 570 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:39, Sys 0 00:00:17" SentBytes = 88461.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796354; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:39, Sys 0 00:00:17" TotalSentBytes = 88461.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.962.000) 2024-10-24 14:59:17 Image size of job updated: 2068536 255 - MemoryUsage of job (MB) 260712 - ResidentSetSize of job (KB) ... 028 (10628.962.000) 2024-10-24 14:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:17.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 962 ResidentSetSize = 260712 Size = 2068536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.962.000) 2024-10-24 14:59:18 Started transferring output files ... 028 (10628.962.000) 2024-10-24 14:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:18.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 962 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.962.000) 2024-10-24 14:59:18 Finished transferring output files ... 028 (10628.962.000) 2024-10-24 14:59:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:18.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 962 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.962.000) 2024-10-24 14:59:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:51, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:51, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92168 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92168 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469955 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:17Z with exit-code 0. ... 028 (10628.962.000) 2024-10-24 14:59:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000002995881926 Disk = 2001920 DiskUsage = 469955 EventTime = "2024-10-24T14:59:18.622" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 962 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:51, Sys 0 00:00:15" SentBytes = 92168.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796357; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:51, Sys 0 00:00:15" TotalSentBytes = 92168.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.653.000) 2024-10-24 14:59:21 Image size of job updated: 2376172 108 - MemoryUsage of job (MB) 110124 - ResidentSetSize of job (KB) ... 028 (10628.653.000) 2024-10-24 14:59:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:21.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 653 ResidentSetSize = 110124 Size = 2376172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.653.000) 2024-10-24 14:59:22 Started transferring output files ... 028 (10628.653.000) 2024-10-24 14:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:22.135" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 653 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.653.000) 2024-10-24 14:59:22 Finished transferring output files ... 028 (10628.653.000) 2024-10-24 14:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:22.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 653 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.653.000) 2024-10-24 14:59:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:20, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:20, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87737 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87737 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467242 2000000 2001920 GPUs : 0 Memory (MB) : 108 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:21Z with exit-code 0. ... 028 (10628.653.000) 2024-10-24 14:59:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000227120971905 Disk = 2001920 DiskUsage = 467242 EventTime = "2024-10-24T14:59:22.581" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 108 MyType = "JobTerminatedEvent" Proc = 653 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:20, Sys 0 00:00:19" SentBytes = 87737.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796361; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:20, Sys 0 00:00:19" TotalSentBytes = 87737.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.998.000) 2024-10-24 14:59:23 Image size of job updated: 2068772 257 - MemoryUsage of job (MB) 262212 - ResidentSetSize of job (KB) ... 028 (10628.998.000) 2024-10-24 14:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:23.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 257 MyType = "JobImageSizeEvent" Proc = 998 ResidentSetSize = 262212 Size = 2068772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.998.000) 2024-10-24 14:59:23 Started transferring output files ... 028 (10628.998.000) 2024-10-24 14:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:23.563" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 998 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.998.000) 2024-10-24 14:59:23 Finished transferring output files ... 028 (10628.998.000) 2024-10-24 14:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:23.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 998 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.998.000) 2024-10-24 14:59:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:47, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:47, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93148 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93148 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469940 2000000 2001920 GPUs : 0 Memory (MB) : 257 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:23Z with exit-code 0. ... 028 (10628.998.000) 2024-10-24 14:59:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9992604706920635 Disk = 2001920 DiskUsage = 469940 EventTime = "2024-10-24T14:59:23.932" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 257 MyType = "JobTerminatedEvent" Proc = 998 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:47, Sys 0 00:00:22" SentBytes = 93148.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796363; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:47, Sys 0 00:00:22" TotalSentBytes = 93148.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.971.000) 2024-10-24 14:59:27 Image size of job updated: 2158436 80 - MemoryUsage of job (MB) 81624 - ResidentSetSize of job (KB) ... 028 (10628.971.000) 2024-10-24 14:59:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:27.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 971 ResidentSetSize = 81624 Size = 2158436 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.971.000) 2024-10-24 14:59:28 Started transferring output files ... 028 (10628.971.000) 2024-10-24 14:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:28.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 971 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.971.000) 2024-10-24 14:59:28 Finished transferring output files ... 028 (10628.971.000) 2024-10-24 14:59:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:28.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 971 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.971.000) 2024-10-24 14:59:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:53, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:53, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87984 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87984 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469659 2000000 2001920 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:27Z with exit-code 0. ... 028 (10628.971.000) 2024-10-24 14:59:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9987754422661047 Disk = 2001920 DiskUsage = 469659 EventTime = "2024-10-24T14:59:28.618" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 971 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:53, Sys 0 00:00:14" SentBytes = 87984.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796367; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:53, Sys 0 00:00:14" TotalSentBytes = 87984.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.958.000) 2024-10-24 14:59:34 Image size of job updated: 2068504 255 - MemoryUsage of job (MB) 260596 - ResidentSetSize of job (KB) ... 028 (10628.958.000) 2024-10-24 14:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:34.489" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 958 ResidentSetSize = 260596 Size = 2068504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.958.000) 2024-10-24 14:59:34 Started transferring output files ... 028 (10628.958.000) 2024-10-24 14:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:34.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 958 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.958.000) 2024-10-24 14:59:34 Finished transferring output files ... 028 (10628.958.000) 2024-10-24 14:59:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:34.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 958 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.958.000) 2024-10-24 14:59:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:11, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:11, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93968 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93968 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469059 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:34Z with exit-code 0. ... 028 (10628.958.000) 2024-10-24 14:59:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9995465800995986 Disk = 2001920 DiskUsage = 469059 EventTime = "2024-10-24T14:59:35.110" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 958 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:11, Sys 0 00:00:18" SentBytes = 93968.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796374; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:11, Sys 0 00:00:18" TotalSentBytes = 93968.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.965.000) 2024-10-24 14:59:43 Image size of job updated: 2068500 255 - MemoryUsage of job (MB) 260952 - ResidentSetSize of job (KB) ... 028 (10628.965.000) 2024-10-24 14:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:43.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 965 ResidentSetSize = 260952 Size = 2068500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.965.000) 2024-10-24 14:59:43 Started transferring output files ... 028 (10628.965.000) 2024-10-24 14:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:43.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 965 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.965.000) 2024-10-24 14:59:43 Finished transferring output files ... 028 (10628.965.000) 2024-10-24 14:59:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:43.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 965 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.965.000) 2024-10-24 14:59:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:48, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:48, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93172 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93172 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469060 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:43Z with exit-code 0. ... 028 (10628.965.000) 2024-10-24 14:59:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9991748109550314 Disk = 2001920 DiskUsage = 469060 EventTime = "2024-10-24T14:59:44.228" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 965 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:48, Sys 0 00:00:23" SentBytes = 93172.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796383; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:48, Sys 0 00:00:23" TotalSentBytes = 93172.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.690.000) 2024-10-24 14:59:49 Image size of job updated: 3900088 91 - MemoryUsage of job (MB) 92840 - ResidentSetSize of job (KB) ... 028 (10628.690.000) 2024-10-24 14:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:49.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 690 ResidentSetSize = 92840 Size = 3900088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.690.000) 2024-10-24 14:59:49 Started transferring output files ... 028 (10628.690.000) 2024-10-24 14:59:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:49.959" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 690 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.690.000) 2024-10-24 14:59:50 Finished transferring output files ... 028 (10628.690.000) 2024-10-24 14:59:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T14:59:50.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 690 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.690.000) 2024-10-24 14:59:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:10, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:10, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93035 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93035 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466410 2000000 2007749 GPUs : 0 Memory (MB) : 91 2000 2048 Job terminated of its own accord at 2024-10-24T18:59:49Z with exit-code 0. ... 028 (10628.690.000) 2024-10-24 14:59:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9826240667913564 Disk = 2007749 DiskUsage = 466410 EventTime = "2024-10-24T14:59:50.320" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 91 MyType = "JobTerminatedEvent" Proc = 690 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:10, Sys 0 00:00:19" SentBytes = 93035.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796389; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:10, Sys 0 00:00:19" TotalSentBytes = 93035.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.196.000) 2024-10-24 15:00:02 Image size of job updated: 2069036 259 - MemoryUsage of job (MB) 265036 - ResidentSetSize of job (KB) ... 028 (10628.196.000) 2024-10-24 15:00:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:02.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 196 ResidentSetSize = 265036 Size = 2069036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.991.000) 2024-10-24 15:00:03 Image size of job updated: 2068772 258 - MemoryUsage of job (MB) 264016 - ResidentSetSize of job (KB) ... 028 (10628.991.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 991 ResidentSetSize = 264016 Size = 2068772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.991.000) 2024-10-24 15:00:03 Started transferring output files ... 028 (10628.991.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 991 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.991.000) 2024-10-24 15:00:03 Finished transferring output files ... 028 (10628.991.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 991 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.988.000) 2024-10-24 15:00:03 Image size of job updated: 2068508 67 - MemoryUsage of job (MB) 67800 - ResidentSetSize of job (KB) ... 028 (10628.988.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 988 ResidentSetSize = 67800 Size = 2068508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.991.000) 2024-10-24 15:00:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:35, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:35, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90914 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90914 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468408 2000000 2001920 GPUs : 0 Memory (MB) : 258 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:03Z with exit-code 0. ... 028 (10628.991.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9992917102920572 Disk = 2001920 DiskUsage = 468408 EventTime = "2024-10-24T15:00:03.722" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 991 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:35, Sys 0 00:00:18" SentBytes = 90914.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796403; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:35, Sys 0 00:00:18" TotalSentBytes = 90914.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.988.000) 2024-10-24 15:00:03 Started transferring output files ... 028 (10628.988.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 988 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.988.000) 2024-10-24 15:00:03 Finished transferring output files ... 028 (10628.988.000) 2024-10-24 15:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:03.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 988 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.988.000) 2024-10-24 15:00:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:18, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:18, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89334 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89334 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468436 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:03Z with exit-code 0. ... 028 (10628.988.000) 2024-10-24 15:00:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000119894813282 Disk = 2001920 DiskUsage = 468436 EventTime = "2024-10-24T15:00:04.123" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 988 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:18, Sys 0 00:00:18" SentBytes = 89334.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796403; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:18, Sys 0 00:00:18" TotalSentBytes = 89334.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.225.000) 2024-10-24 15:00:09 Image size of job updated: 2068504 255 - MemoryUsage of job (MB) 261072 - ResidentSetSize of job (KB) ... 028 (10628.225.000) 2024-10-24 15:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:09.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 225 ResidentSetSize = 261072 Size = 2068504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.218.000) 2024-10-24 15:00:10 Image size of job updated: 2068500 67 - MemoryUsage of job (MB) 68136 - ResidentSetSize of job (KB) ... 028 (10628.218.000) 2024-10-24 15:00:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:10.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 67 MyType = "JobImageSizeEvent" Proc = 218 ResidentSetSize = 68136 Size = 2068500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.218.000) 2024-10-24 15:00:11 Started transferring output files ... 028 (10628.218.000) 2024-10-24 15:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:11.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 218 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.218.000) 2024-10-24 15:00:11 Finished transferring output files ... 028 (10628.218.000) 2024-10-24 15:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:11.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 218 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.218.000) 2024-10-24 15:00:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:28, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:28, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92017 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92017 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616017 2000000 2001920 GPUs : 0 Memory (MB) : 67 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:11Z with exit-code 0. ... 028 (10628.218.000) 2024-10-24 15:00:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9991842493927815 Disk = 2001920 DiskUsage = 616017 EventTime = "2024-10-24T15:00:11.907" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 67 MyType = "JobTerminatedEvent" Proc = 218 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:28, Sys 0 00:00:24" SentBytes = 92017.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796411; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:28, Sys 0 00:00:24" TotalSentBytes = 92017.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.946.000) 2024-10-24 15:00:14 Image size of job updated: 3781832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.946.000) 2024-10-24 15:00:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:14.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 946 ResidentSetSize = 100000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.031.000) 2024-10-24 15:00:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2723037_558527424@c1917.swan.hcc.unl.edu, rescheduling job ... 028 (10628.031.000) 2024-10-24 15:00:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:00:16.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616124" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212229" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 31 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2723037_558527424@c1917.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.310.000) 2024-10-24 15:00:16 Image size of job updated: 3857196 245 - MemoryUsage of job (MB) 250728 - ResidentSetSize of job (KB) ... 028 (10628.310.000) 2024-10-24 15:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:16.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 310 ResidentSetSize = 250728 Size = 3857196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.061.000) 2024-10-24 15:00:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2723080_63436880@c1917.swan.hcc.unl.edu, rescheduling job ... 028 (10628.061.000) 2024-10-24 15:00:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:00:16.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616316" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212289" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 61 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2723080_63436880@c1917.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.364.000) 2024-10-24 15:00:19 Image size of job updated: 2068504 256 - MemoryUsage of job (MB) 262136 - ResidentSetSize of job (KB) ... 028 (10628.364.000) 2024-10-24 15:00:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:19.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 364 ResidentSetSize = 262136 Size = 2068504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.196.000) 2024-10-24 15:00:26 Started transferring output files ... 028 (10628.196.000) 2024-10-24 15:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:26.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 196 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.196.000) 2024-10-24 15:00:26 Finished transferring output files ... 028 (10628.196.000) 2024-10-24 15:00:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:26.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 196 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.196.000) 2024-10-24 15:00:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:30, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:30, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92006 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92006 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 558474 2000000 2001920 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:26Z with exit-code 0. ... 028 (10628.196.000) 2024-10-24 15:00:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000020989151723 Disk = 2001920 DiskUsage = 558474 EventTime = "2024-10-24T15:00:26.735" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 196 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:30, Sys 0 00:00:29" SentBytes = 92006.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796426; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:30, Sys 0 00:00:29" TotalSentBytes = 92006.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.978.000) 2024-10-24 15:00:27 Started transferring input files Transferring to host: <10.138.15.5:37041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957784&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-37041&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.978.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.070" EventTypeNumber = 28 Host = "<10.138.15.5:37041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346925%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9957784&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-37041&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.978.000) 2024-10-24 15:00:27 Finished transferring input files ... 028 (10628.978.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.986.000) 2024-10-24 15:00:27 Started transferring input files Transferring to host: <10.138.15.5:46255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890945%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962342&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-46255&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.986.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.157" EventTypeNumber = 28 Host = "<10.138.15.5:46255?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50890945%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962342&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-46255&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.986.000) 2024-10-24 15:00:27 Finished transferring input files ... 028 (10628.986.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.990.000) 2024-10-24 15:00:27 Started transferring input files Transferring to host: <10.138.15.5:46337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005936&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-46337&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.990.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.855" EventTypeNumber = 28 Host = "<10.138.15.5:46337?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369595%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005936&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-46337&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.031.000) 2024-10-24 15:00:27 Started transferring input files Transferring to host: <10.138.15.22:33187?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054196&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-33187&alias=c1522.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.933" EventTypeNumber = 28 Host = "<10.138.15.22:33187?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910704%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054196&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-33187&alias=c1522.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.990.000) 2024-10-24 15:00:27 Finished transferring input files ... 028 (10628.990.000) 2024-10-24 15:00:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:27.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.031.000) 2024-10-24 15:00:28 Finished transferring input files ... 028 (10628.031.000) 2024-10-24 15:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:28.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.061.000) 2024-10-24 15:00:28 Started transferring input files Transferring to host: <10.138.15.22:39391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041002&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-39391&alias=c1522.swan.hcc.unl.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 15:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:28.039" EventTypeNumber = 28 Host = "<10.138.15.22:39391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725990%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041002&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-39391&alias=c1522.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.061.000) 2024-10-24 15:00:28 Finished transferring input files ... 028 (10628.061.000) 2024-10-24 15:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:28.120" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.978.000) 2024-10-24 15:00:28 Warning from starter on slot1@glidein_412193_21732656@c1505.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.978.000) 2024-10-24 15:00:28 Job executing on host: <10.138.15.5:38133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007487&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-38133&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.978.000) 2024-10-24 15:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:28.487" EventTypeNumber = 28 ExecuteHost = "<10.138.15.5:38133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007487&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-38133&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.986.000) 2024-10-24 15:00:28 Warning from starter on slot1@glidein_398396_86618451@c1505.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.986.000) 2024-10-24 15:00:28 Job executing on host: <10.138.15.5:33921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005883&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-33921&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.986.000) 2024-10-24 15:00:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:28.579" EventTypeNumber = 28 ExecuteHost = "<10.138.15.5:33921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005883&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-33921&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.990.000) 2024-10-24 15:00:29 Warning from starter on slot1@glidein_424293_298736085@c1505.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.990.000) 2024-10-24 15:00:29 Job executing on host: <10.138.15.5:40755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999030&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-40755&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.990.000) 2024-10-24 15:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:29.211" EventTypeNumber = 28 ExecuteHost = "<10.138.15.5:40755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999030&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-40755&alias=c1505.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.031.000) 2024-10-24 15:00:29 Warning from starter on slot1@glidein_2524356_323716720@c1522.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.031.000) 2024-10-24 15:00:29 Job executing on host: <10.138.15.22:36461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007467&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-36461&alias=c1522.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 15:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:29.353" EventTypeNumber = 28 ExecuteHost = "<10.138.15.22:36461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007467&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-36461&alias=c1522.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.061.000) 2024-10-24 15:00:29 Warning from starter on slot1@glidein_2524357_108416664@c1522.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.061.000) 2024-10-24 15:00:29 Job executing on host: <10.138.15.22:39341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054110&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-39341&alias=c1522.swan.hcc.unl.edu&noUDP> ... 028 (10628.061.000) 2024-10-24 15:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:29.454" EventTypeNumber = 28 ExecuteHost = "<10.138.15.22:39341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50910621%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054110&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-39341&alias=c1522.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.225.000) 2024-10-24 15:00:30 Image size of job updated: 2242672 255 - MemoryUsage of job (MB) 261072 - ResidentSetSize of job (KB) ... 028 (10628.225.000) 2024-10-24 15:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:30.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 225 ResidentSetSize = 261072 Size = 2242672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 15:00:30 Image size of job updated: 775140 36 - MemoryUsage of job (MB) 36520 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 15:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:30.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 36520 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.225.000) 2024-10-24 15:00:30 Started transferring output files ... 028 (10628.225.000) 2024-10-24 15:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:30.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 225 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.225.000) 2024-10-24 15:00:30 Finished transferring output files ... 028 (10628.225.000) 2024-10-24 15:00:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:30.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 225 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.225.000) 2024-10-24 15:00:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:20, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:20, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90171 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90171 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 586711 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:30Z with exit-code 0. ... 028 (10628.225.000) 2024-10-24 15:00:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000080443551803 Disk = 2001920 DiskUsage = 586711 EventTime = "2024-10-24T15:00:31.062" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 225 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:20, Sys 0 00:00:33" SentBytes = 90171.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796430; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:20, Sys 0 00:00:33" TotalSentBytes = 90171.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.473.000) 2024-10-24 15:00:34 Image size of job updated: 2069032 260 - MemoryUsage of job (MB) 265972 - ResidentSetSize of job (KB) ... 028 (10628.473.000) 2024-10-24 15:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:34.894" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 473 ResidentSetSize = 265972 Size = 2069032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.990.000) 2024-10-24 15:00:37 Image size of job updated: 3431196 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 15:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:37.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 75000 Size = 3431196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.491.000) 2024-10-24 15:00:41 Image size of job updated: 3721508 240 - MemoryUsage of job (MB) 245460 - ResidentSetSize of job (KB) ... 028 (10628.491.000) 2024-10-24 15:00:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:41.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 491 ResidentSetSize = 245460 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.364.000) 2024-10-24 15:00:45 Started transferring output files ... 028 (10628.364.000) 2024-10-24 15:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:45.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 364 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.364.000) 2024-10-24 15:00:45 Finished transferring output files ... 028 (10628.364.000) 2024-10-24 15:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:45.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 364 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.364.000) 2024-10-24 15:00:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:03, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:03, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87815 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87815 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 556436 2000000 2001920 GPUs : 0 Memory (MB) : 256 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:45Z with exit-code 0. ... 028 (10628.364.000) 2024-10-24 15:00:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9985326375573456 Disk = 2001920 DiskUsage = 556436 EventTime = "2024-10-24T15:00:45.872" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 364 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:03, Sys 0 00:00:21" SentBytes = 87815.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796445; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:03, Sys 0 00:00:21" TotalSentBytes = 87815.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.473.000) 2024-10-24 15:00:45 Image size of job updated: 2323176 260 - MemoryUsage of job (MB) 265972 - ResidentSetSize of job (KB) ... 028 (10628.473.000) 2024-10-24 15:00:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:45.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 473 ResidentSetSize = 265972 Size = 2323176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.473.000) 2024-10-24 15:00:46 Started transferring output files ... 028 (10628.473.000) 2024-10-24 15:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:46.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 473 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.473.000) 2024-10-24 15:00:46 Finished transferring output files ... 028 (10628.473.000) 2024-10-24 15:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:46.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 473 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.473.000) 2024-10-24 15:00:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:43, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:43, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87790 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87790 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 601780 2000000 2001920 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:45Z with exit-code 0. ... 028 (10628.473.000) 2024-10-24 15:00:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9939422113714698 Disk = 2001920 DiskUsage = 601780 EventTime = "2024-10-24T15:00:47.473" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 473 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:43, Sys 0 00:00:21" SentBytes = 87790.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796445; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:43, Sys 0 00:00:21" TotalSentBytes = 87790.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.310.000) 2024-10-24 15:00:50 Started transferring output files ... 028 (10628.310.000) 2024-10-24 15:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:50.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 310 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.310.000) 2024-10-24 15:00:50 Finished transferring output files ... 028 (10628.310.000) 2024-10-24 15:00:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:50.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 310 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.310.000) 2024-10-24 15:00:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:07, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:07, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89609 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89609 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 527443 2000000 2007922 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:50Z with exit-code 0. ... 028 (10628.310.000) 2024-10-24 15:00:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000372880684488 Disk = 2007922 DiskUsage = 527443 EventTime = "2024-10-24T15:00:51.199" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 310 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:52:07, Sys 0 00:00:24" SentBytes = 89609.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796450; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:52:07, Sys 0 00:00:24" TotalSentBytes = 89609.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.735.000) 2024-10-24 15:00:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@IU-Jetstream2-Backfill.1d12d00ce4e8 <172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=startd_4641_eb1f> ... 028 (10628.735.000) 2024-10-24 15:00:52 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:00:52.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 735 StartdAddr = "<172.17.0.2:34251?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9908911&PrivNet=IU-Jetstream2-Backfill.1d12d00ce4e8&addrs=172.17.0.2-34251&alias=IU-Jetstream2-Backfill.1d12d00ce4e8&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_8@IU-Jetstream2-Backfill.1d12d00ce4e8" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.995.000) 2024-10-24 15:00:55 Image size of job updated: 3896496 85 - MemoryUsage of job (MB) 86828 - ResidentSetSize of job (KB) ... 028 (10628.995.000) 2024-10-24 15:00:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:55.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 995 ResidentSetSize = 86828 Size = 3896496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.995.000) 2024-10-24 15:00:56 Started transferring output files ... 028 (10628.995.000) 2024-10-24 15:00:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:56.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 995 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.995.000) 2024-10-24 15:00:56 Finished transferring output files ... 028 (10628.995.000) 2024-10-24 15:00:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:00:56.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 995 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.995.000) 2024-10-24 15:00:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:00, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:00, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92093 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92093 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.04 1 1 Disk (KB) : 467631 2000000 2007784 GPUs : 0 Memory (MB) : 85 2000 2048 Job terminated of its own accord at 2024-10-24T19:00:55Z with exit-code 0. ... 028 (10628.995.000) 2024-10-24 15:00:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.04 Disk = 2007784 DiskUsage = 467631 EventTime = "2024-10-24T15:00:56.483" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196583.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196583-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 85 MyType = "JobTerminatedEvent" Proc = 995 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:00, Sys 0 00:00:15" SentBytes = 92093.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796455; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:00, Sys 0 00:00:15" TotalSentBytes = 92093.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.674.000) 2024-10-24 15:01:00 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 36908 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 15:01:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:00.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 36908 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.950.000) 2024-10-24 15:01:02 Image size of job updated: 2068500 255 - MemoryUsage of job (MB) 260452 - ResidentSetSize of job (KB) ... 028 (10628.950.000) 2024-10-24 15:01:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:02.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 950 ResidentSetSize = 260452 Size = 2068500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.950.000) 2024-10-24 15:01:02 Started transferring output files ... 028 (10628.950.000) 2024-10-24 15:01:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:02.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 950 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.950.000) 2024-10-24 15:01:02 Finished transferring output files ... 028 (10628.950.000) 2024-10-24 15:01:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:02.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 950 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.950.000) 2024-10-24 15:01:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:20, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:20, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88348 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88348 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 465435 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T19:01:02Z with exit-code 0. ... 028 (10628.950.000) 2024-10-24 15:01:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9999204575343272 Disk = 2001920 DiskUsage = 465435 EventTime = "2024-10-24T15:01:03.069" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 950 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:20, Sys 0 00:00:27" SentBytes = 88348.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796462; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:20, Sys 0 00:00:27" TotalSentBytes = 88348.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.063.000) 2024-10-24 15:01:20 Image size of job updated: 3725604 273 - MemoryUsage of job (MB) 279328 - ResidentSetSize of job (KB) ... 028 (10628.063.000) 2024-10-24 15:01:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:20.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 273 MyType = "JobImageSizeEvent" Proc = 63 ResidentSetSize = 279328 Size = 3725604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.491.000) 2024-10-24 15:01:44 Image size of job updated: 4030904 240 - MemoryUsage of job (MB) 245460 - ResidentSetSize of job (KB) ... 028 (10628.491.000) 2024-10-24 15:01:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:44.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 491 ResidentSetSize = 245460 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.491.000) 2024-10-24 15:01:44 Started transferring output files ... 028 (10628.491.000) 2024-10-24 15:01:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:44.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 491 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.491.000) 2024-10-24 15:01:45 Finished transferring output files ... 028 (10628.491.000) 2024-10-24 15:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:45.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 491 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.491.000) 2024-10-24 15:01:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:48, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:48, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90459 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90459 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 530370 2000000 2007822 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T19:01:44Z with exit-code 0. ... 028 (10628.491.000) 2024-10-24 15:01:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9846645244931094 Disk = 2007822 DiskUsage = 530370 EventTime = "2024-10-24T15:01:45.537" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 491 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:48, Sys 0 00:00:16" SentBytes = 90459.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796504; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:48, Sys 0 00:00:16" TotalSentBytes = 90459.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.775.000) 2024-10-24 15:01:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1721938_327983565@c1214.swan.hcc.unl.edu, rescheduling job ... 028 (10628.775.000) 2024-10-24 15:01:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:01:48.286" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619742" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 775 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1721938_327983565@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.776.000) 2024-10-24 15:01:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1575031_271149120@c1214.swan.hcc.unl.edu, rescheduling job ... 028 (10628.776.000) 2024-10-24 15:01:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:01:48.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620337" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217742" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 776 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1575031_271149120@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.774.000) 2024-10-24 15:01:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1861921_132074061@c1214.swan.hcc.unl.edu, rescheduling job ... 028 (10628.774.000) 2024-10-24 15:01:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:01:48.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619589" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215331" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 774 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1861921_132074061@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.000.000) 2024-10-24 15:01:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1767034_58878234@c1214.swan.hcc.unl.edu, rescheduling job ... 028 (10628.000.000) 2024-10-24 15:01:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:01:48.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618708" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215148" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 0 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1767034_58878234@c1214.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.856.000) 2024-10-24 15:01:50 Image size of job updated: 3789216 244 - MemoryUsage of job (MB) 248984 - ResidentSetSize of job (KB) ... 028 (10628.856.000) 2024-10-24 15:01:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:50.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 856 ResidentSetSize = 248984 Size = 3789216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.513.000) 2024-10-24 15:01:51 Image size of job updated: 3721248 80 - MemoryUsage of job (MB) 81624 - ResidentSetSize of job (KB) ... 028 (10628.513.000) 2024-10-24 15:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:51.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 513 ResidentSetSize = 81624 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.513.000) 2024-10-24 15:01:51 Started transferring output files ... 028 (10628.513.000) 2024-10-24 15:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:51.422" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 513 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.513.000) 2024-10-24 15:01:51 Finished transferring output files ... 028 (10628.513.000) 2024-10-24 15:01:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:51.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 513 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.513.000) 2024-10-24 15:01:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:37, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:37, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91559 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91559 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 473341 2000000 2007726 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T19:01:51Z with exit-code 0. ... 028 (10628.513.000) 2024-10-24 15:01:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9667321133126685 Disk = 2007726 DiskUsage = 473341 EventTime = "2024-10-24T15:01:51.772" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 513 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:37, Sys 0 00:00:25" SentBytes = 91559.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796511; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:37, Sys 0 00:00:25" TotalSentBytes = 91559.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.977.000) 2024-10-24 15:01:58 Image size of job updated: 2067952 255 - MemoryUsage of job (MB) 260712 - ResidentSetSize of job (KB) ... 028 (10628.977.000) 2024-10-24 15:01:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:58.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 977 ResidentSetSize = 260712 Size = 2067952 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.961.000) 2024-10-24 15:01:59 Image size of job updated: 2068760 259 - MemoryUsage of job (MB) 264284 - ResidentSetSize of job (KB) ... 028 (10628.961.000) 2024-10-24 15:01:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:01:59.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 259 MyType = "JobImageSizeEvent" Proc = 961 ResidentSetSize = 264284 Size = 2068760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.639.000) 2024-10-24 15:02:01 Image size of job updated: 3789848 247 - MemoryUsage of job (MB) 252576 - ResidentSetSize of job (KB) ... 028 (10628.639.000) 2024-10-24 15:02:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:01.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 639 ResidentSetSize = 252576 Size = 3789848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.639.000) 2024-10-24 15:02:01 Started transferring output files ... 028 (10628.639.000) 2024-10-24 15:02:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:01.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 639 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.639.000) 2024-10-24 15:02:01 Finished transferring output files ... 028 (10628.639.000) 2024-10-24 15:02:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:01.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 639 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.639.000) 2024-10-24 15:02:01 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:25, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:25, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92348 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92348 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473065 2000000 2007876 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:01Z with exit-code 0. ... 028 (10628.639.000) 2024-10-24 15:02:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891646478102768 Disk = 2007876 DiskUsage = 473065 EventTime = "2024-10-24T15:02:01.705" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 639 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:25, Sys 0 00:00:13" SentBytes = 92348.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796521; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:25, Sys 0 00:00:13" TotalSentBytes = 92348.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.856.000) 2024-10-24 15:02:04 Started transferring output files ... 028 (10628.856.000) 2024-10-24 15:02:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:04.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 856 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.856.000) 2024-10-24 15:02:04 Finished transferring output files ... 028 (10628.856.000) 2024-10-24 15:02:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:04.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 856 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.856.000) 2024-10-24 15:02:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:47, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:47, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95129 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95129 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 585435 2000000 2007890 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:03Z with exit-code 0. ... 028 (10628.856.000) 2024-10-24 15:02:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903121109466807 Disk = 2007890 DiskUsage = 585435 EventTime = "2024-10-24T15:02:04.665" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197119.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197119-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 856 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:47, Sys 0 00:00:14" SentBytes = 95129.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796523; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:47, Sys 0 00:00:14" TotalSentBytes = 95129.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.961.000) 2024-10-24 15:02:09 Started transferring output files ... 028 (10628.961.000) 2024-10-24 15:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:09.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 961 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.961.000) 2024-10-24 15:02:09 Finished transferring output files ... 028 (10628.961.000) 2024-10-24 15:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:09.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 961 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.961.000) 2024-10-24 15:02:10 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:17, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:17, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93157 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93157 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 604637 2000000 2001921 GPUs : 0 Memory (MB) : 259 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:09Z with exit-code 0. ... 028 (10628.961.000) 2024-10-24 15:02:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9979286621178873 Disk = 2001921 DiskUsage = 604637 EventTime = "2024-10-24T15:02:10.140" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 259 MyType = "JobTerminatedEvent" Proc = 961 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:17, Sys 0 00:00:34" SentBytes = 93157.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796529; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:17, Sys 0 00:00:34" TotalSentBytes = 93157.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.601.000) 2024-10-24 15:02:12 Image size of job updated: 3721256 243 - MemoryUsage of job (MB) 248784 - ResidentSetSize of job (KB) ... 028 (10628.601.000) 2024-10-24 15:02:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:12.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 601 ResidentSetSize = 248784 Size = 3721256 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.601.000) 2024-10-24 15:02:12 Started transferring output files ... 028 (10628.601.000) 2024-10-24 15:02:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:12.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 601 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.601.000) 2024-10-24 15:02:12 Finished transferring output files ... 028 (10628.601.000) 2024-10-24 15:02:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:12.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 601 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.601.000) 2024-10-24 15:02:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:51, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:51, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93729 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93729 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472462 2000000 2007935 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:12Z with exit-code 0. ... 028 (10628.601.000) 2024-10-24 15:02:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848528279164729 Disk = 2007935 DiskUsage = 472462 EventTime = "2024-10-24T15:02:12.809" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 601 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:51, Sys 0 00:00:25" SentBytes = 93729.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796532; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:56:51, Sys 0 00:00:25" TotalSentBytes = 93729.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.063.000) 2024-10-24 15:02:13 Image size of job updated: 3726172 274 - MemoryUsage of job (MB) 280080 - ResidentSetSize of job (KB) ... 028 (10628.063.000) 2024-10-24 15:02:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:13.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 63 ResidentSetSize = 280080 Size = 3726172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.063.000) 2024-10-24 15:02:14 Started transferring output files ... 028 (10628.063.000) 2024-10-24 15:02:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:14.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 63 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.063.000) 2024-10-24 15:02:14 Finished transferring output files ... 028 (10628.063.000) 2024-10-24 15:02:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:14.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 63 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.063.000) 2024-10-24 15:02:14 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:59, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:23:59, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88560 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88560 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 510148 2000000 27629451 GPUs : 0 Memory (MB) : 274 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:13Z with exit-code 0. ... 028 (10628.063.000) 2024-10-24 15:02:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908043901238573 Disk = 27629451 DiskUsage = 510148 EventTime = "2024-10-24T15:02:14.601" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454610" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 274 MyType = "JobTerminatedEvent" Proc = 63 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:59, Sys 0 00:00:11" SentBytes = 88560.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796533; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:23:59, Sys 0 00:00:11" TotalSentBytes = 88560.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.650.000) 2024-10-24 15:02:16 Image size of job updated: 3500000 102 - MemoryUsage of job (MB) 103512 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 15:02:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:16.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 103512 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.284.000) 2024-10-24 15:02:16 Image size of job updated: 3721496 249 - MemoryUsage of job (MB) 254532 - ResidentSetSize of job (KB) ... 028 (10628.284.000) 2024-10-24 15:02:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:16.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 284 ResidentSetSize = 254532 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.284.000) 2024-10-24 15:02:16 Started transferring output files ... 028 (10628.284.000) 2024-10-24 15:02:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:16.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 284 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.284.000) 2024-10-24 15:02:16 Finished transferring output files ... 028 (10628.284.000) 2024-10-24 15:02:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:02:16.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 284 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.284.000) 2024-10-24 15:02:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:08, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:08, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89202 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89202 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470957 2000000 2007898 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T19:02:16Z with exit-code 0. ... 028 (10628.284.000) 2024-10-24 15:02:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867492305307374 Disk = 2007898 DiskUsage = 470957 EventTime = "2024-10-24T15:02:17.194" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 284 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:08, Sys 0 00:00:19" SentBytes = 89202.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796536; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:08, Sys 0 00:00:19" TotalSentBytes = 89202.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.202.000) 2024-10-24 15:02:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@IU-Jetstream2-Backfill.554c28035957 <172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064> ... 028 (10628.202.000) 2024-10-24 15:02:21 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:02:21.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 202 StartdAddr = "<172.17.0.2:42675?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29329961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9939578&PrivNet=IU-Jetstream2-Backfill.554c28035957&addrs=172.17.0.2-42675&alias=IU-Jetstream2-Backfill.554c28035957&noUDP&sock=startd_4628_0064>" StartdName = "slot1_7@IU-Jetstream2-Backfill.554c28035957" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.212.000) 2024-10-24 15:02:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_13@IU-Jetstream2-Backfill.3e0fc184103b, rescheduling job ... 028 (10628.212.000) 2024-10-24 15:02:23 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:02:23.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 212 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_13@IU-Jetstream2-Backfill.3e0fc184103b" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.959.000) 2024-10-24 15:03:01 Image size of job updated: 2068520 69 - MemoryUsage of job (MB) 69708 - ResidentSetSize of job (KB) ... 028 (10628.959.000) 2024-10-24 15:03:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:01.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 959 ResidentSetSize = 69708 Size = 2068520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.959.000) 2024-10-24 15:03:01 Started transferring output files ... 028 (10628.959.000) 2024-10-24 15:03:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:01.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 959 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.959.000) 2024-10-24 15:03:01 Finished transferring output files ... 028 (10628.959.000) 2024-10-24 15:03:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:01.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 959 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.959.000) 2024-10-24 15:03:01 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:15, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:00:15, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92636 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92636 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472999 2000000 2001920 GPUs : 0 Memory (MB) : 69 2000 2048 Job terminated of its own accord at 2024-10-24T19:03:01Z with exit-code 0. ... 028 (10628.959.000) 2024-10-24 15:03:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.996475850990063 Disk = 2001920 DiskUsage = 472999 EventTime = "2024-10-24T15:03:01.777" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 69 MyType = "JobTerminatedEvent" Proc = 959 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:15, Sys 0 00:00:26" SentBytes = 92636.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796581; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:00:15, Sys 0 00:00:26" TotalSentBytes = 92636.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.189.000) 2024-10-24 15:03:06 Image size of job updated: 2442684 85 - MemoryUsage of job (MB) 86504 - ResidentSetSize of job (KB) ... 028 (10628.189.000) 2024-10-24 15:03:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:06.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 189 ResidentSetSize = 86504 Size = 2442684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.189.000) 2024-10-24 15:03:06 Started transferring output files ... 028 (10628.189.000) 2024-10-24 15:03:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:06.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 189 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.189.000) 2024-10-24 15:03:06 Finished transferring output files ... 028 (10628.189.000) 2024-10-24 15:03:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:06.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 189 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.189.000) 2024-10-24 15:03:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:21, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:21, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91430 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91430 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471752 2000000 8000000 GPUs : 0 Memory (MB) : 85 2000 4096 Job terminated of its own accord at 2024-10-24T19:03:06Z with exit-code 0. ... 028 (10628.189.000) 2024-10-24 15:03:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9878875466636307 Disk = 8000000 DiskUsage = 471752 EventTime = "2024-10-24T15:03:07.477" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" Memory = 4096 MemoryUsage = 85 MyType = "JobTerminatedEvent" Proc = 189 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:21, Sys 0 00:00:24" SentBytes = 91430.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796586; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:21, Sys 0 00:00:24" TotalSentBytes = 91430.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.772.000) 2024-10-24 15:03:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3353962_179915256@c1424.swan.hcc.unl.edu, rescheduling job ... 028 (10628.772.000) 2024-10-24 15:03:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:03:17.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618248" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215029" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 772 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3353962_179915256@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.573.000) 2024-10-24 15:03:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3386490_120411270@c1424.swan.hcc.unl.edu, rescheduling job ... 028 (10628.573.000) 2024-10-24 15:03:18 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:03:18.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617604" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 573 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3386490_120411270@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.141.000) 2024-10-24 15:03:34 Image size of job updated: 3654668 80 - MemoryUsage of job (MB) 80956 - ResidentSetSize of job (KB) ... 028 (10628.141.000) 2024-10-24 15:03:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:34.268" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 141 ResidentSetSize = 80956 Size = 3654668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.141.000) 2024-10-24 15:03:34 Started transferring output files ... 028 (10628.141.000) 2024-10-24 15:03:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:34.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 141 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.141.000) 2024-10-24 15:03:34 Finished transferring output files ... 028 (10628.141.000) 2024-10-24 15:03:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:34.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 141 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.141.000) 2024-10-24 15:03:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:44, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:58:44, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93451 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93451 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468230 2000000 2007924 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T19:03:34Z with exit-code 0. ... 028 (10628.141.000) 2024-10-24 15:03:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844592451391218 Disk = 2007924 DiskUsage = 468230 EventTime = "2024-10-24T15:03:34.828" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 141 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:44, Sys 0 00:00:22" SentBytes = 93451.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796614; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:58:44, Sys 0 00:00:22" TotalSentBytes = 93451.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.977.000) 2024-10-24 15:03:38 Image size of job updated: 2068516 255 - MemoryUsage of job (MB) 260712 - ResidentSetSize of job (KB) ... 028 (10628.977.000) 2024-10-24 15:03:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:38.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 977 ResidentSetSize = 260712 Size = 2068516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.977.000) 2024-10-24 15:03:38 Started transferring output files ... 028 (10628.977.000) 2024-10-24 15:03:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:38.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 977 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.977.000) 2024-10-24 15:03:39 Finished transferring output files ... 028 (10628.977.000) 2024-10-24 15:03:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:39.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 977 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.977.000) 2024-10-24 15:03:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:01, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:00:01, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92600 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92600 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 512841 2000000 2001920 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T19:03:38Z with exit-code 0. ... 028 (10628.977.000) 2024-10-24 15:03:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.007093597836799932 Disk = 2001920 DiskUsage = 512841 EventTime = "2024-10-24T15:03:39.413" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 977 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:01, Sys 0 00:00:28" SentBytes = 92600.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796618; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:00:01, Sys 0 00:00:28" TotalSentBytes = 92600.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.899.000) 2024-10-24 15:03:40 Image size of job updated: 3722004 242 - MemoryUsage of job (MB) 247080 - ResidentSetSize of job (KB) ... 028 (10628.899.000) 2024-10-24 15:03:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:40.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 899 ResidentSetSize = 247080 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.899.000) 2024-10-24 15:03:40 Started transferring output files ... 028 (10628.899.000) 2024-10-24 15:03:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:40.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 899 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.899.000) 2024-10-24 15:03:40 Finished transferring output files ... 028 (10628.899.000) 2024-10-24 15:03:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:03:40.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 899 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.899.000) 2024-10-24 15:03:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:34, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:34, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92131 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92131 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.93 1 1 Disk (KB) : 471873 2000000 2007650 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:03:40Z with exit-code 0. ... 028 (10628.899.000) 2024-10-24 15:03:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9342801218512213 Disk = 2007650 DiskUsage = 471873 EventTime = "2024-10-24T15:03:41.264" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976197.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976197-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 899 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:19" SentBytes = 92131.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796620; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:34, Sys 0 00:00:19" TotalSentBytes = 92131.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.814.000) 2024-10-24 15:03:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3386512_385636836@c1424.swan.hcc.unl.edu, rescheduling job ... 028 (10628.814.000) 2024-10-24 15:03:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:03:48.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618284" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215034" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 814 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3386512_385636836@c1424.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.603.000) 2024-10-24 15:04:16 Image size of job updated: 4096440 90 - MemoryUsage of job (MB) 91400 - ResidentSetSize of job (KB) ... 028 (10628.603.000) 2024-10-24 15:04:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:16.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 603 ResidentSetSize = 91400 Size = 4096440 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.603.000) 2024-10-24 15:04:16 Started transferring output files ... 028 (10628.603.000) 2024-10-24 15:04:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:16.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 603 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.603.000) 2024-10-24 15:04:17 Finished transferring output files ... 028 (10628.603.000) 2024-10-24 15:04:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:17.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 603 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.603.000) 2024-10-24 15:04:17 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:53, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:53, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94128 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94128 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469143 2000000 2007749 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T19:04:16Z with exit-code 0. ... 028 (10628.603.000) 2024-10-24 15:04:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9829856970496601 Disk = 2007749 DiskUsage = 469143 EventTime = "2024-10-24T15:04:17.407" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 603 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:53, Sys 0 00:00:21" SentBytes = 94128.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796656; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:53, Sys 0 00:00:21" TotalSentBytes = 94128.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.904.000) 2024-10-24 15:04:38 Image size of job updated: 4041252 103 - MemoryUsage of job (MB) 104572 - ResidentSetSize of job (KB) ... 028 (10628.904.000) 2024-10-24 15:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:38.212" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 904 ResidentSetSize = 104572 Size = 4041252 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.904.000) 2024-10-24 15:04:38 Started transferring output files ... 028 (10628.904.000) 2024-10-24 15:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:38.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 904 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.904.000) 2024-10-24 15:04:38 Finished transferring output files ... 028 (10628.904.000) 2024-10-24 15:04:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:04:38.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 904 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.904.000) 2024-10-24 15:04:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:25, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:25, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94580 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94580 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.38 1 1 Disk (KB) : 469714 2000000 2007911 GPUs : 0 Memory (MB) : 103 2000 2048 Job terminated of its own accord at 2024-10-24T19:04:38Z with exit-code 0. ... 028 (10628.904.000) 2024-10-24 15:04:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3785714285714286 Disk = 2007911 DiskUsage = 469714 EventTime = "2024-10-24T15:04:38.783" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196814.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196814-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 103 MyType = "JobTerminatedEvent" Proc = 904 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:25, Sys 0 00:00:16" SentBytes = 94580.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796678; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:59:25, Sys 0 00:00:16" TotalSentBytes = 94580.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.281.000) 2024-10-24 15:05:10 Image size of job updated: 3721764 242 - MemoryUsage of job (MB) 247284 - ResidentSetSize of job (KB) ... 028 (10628.281.000) 2024-10-24 15:05:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:10.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 281 ResidentSetSize = 247284 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 15:05:14 Image size of job updated: 840168 36 - MemoryUsage of job (MB) 36776 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 15:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:14.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 36776 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.505.000) 2024-10-24 15:05:18 Image size of job updated: 4041508 104 - MemoryUsage of job (MB) 106180 - ResidentSetSize of job (KB) ... 028 (10628.505.000) 2024-10-24 15:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:18.157" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 505 ResidentSetSize = 106180 Size = 4041508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.505.000) 2024-10-24 15:05:18 Started transferring output files ... 028 (10628.505.000) 2024-10-24 15:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:18.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 505 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.505.000) 2024-10-24 15:05:18 Finished transferring output files ... 028 (10628.505.000) 2024-10-24 15:05:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:18.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 505 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.505.000) 2024-10-24 15:05:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:55, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:00:55, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91182 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91182 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 465504 2000000 2007935 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T19:05:18Z with exit-code 0. ... 028 (10628.505.000) 2024-10-24 15:05:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9767061224067436 Disk = 2007935 DiskUsage = 465504 EventTime = "2024-10-24T15:05:18.684" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 505 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:55, Sys 0 00:00:23" SentBytes = 91182.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796718; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:00:55, Sys 0 00:00:23" TotalSentBytes = 91182.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.068.000) 2024-10-24 15:05:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3811675_103865037@c2005.swan.hcc.unl.edu, rescheduling job ... 028 (10628.068.000) 2024-10-24 15:05:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:05:19.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617313" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213151" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 68 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3811675_103865037@c2005.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.022.000) 2024-10-24 15:05:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_254398_296467072@c2005.swan.hcc.unl.edu, rescheduling job ... 028 (10628.022.000) 2024-10-24 15:05:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:05:20.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616103" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212223" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 22 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_254398_296467072@c2005.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.508.000) 2024-10-24 15:05:33 Image size of job updated: 3721504 241 - MemoryUsage of job (MB) 246248 - ResidentSetSize of job (KB) ... 028 (10628.508.000) 2024-10-24 15:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:33.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 508 ResidentSetSize = 246248 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.508.000) 2024-10-24 15:05:33 Started transferring output files ... 028 (10628.508.000) 2024-10-24 15:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:33.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 508 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.508.000) 2024-10-24 15:05:33 Finished transferring output files ... 028 (10628.508.000) 2024-10-24 15:05:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:33.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 508 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.508.000) 2024-10-24 15:05:33 Job terminated. (1) Normal termination (return value 0) Usr 0 03:01:53, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:01:53, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90257 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90257 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 465187 2000000 2007749 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:05:33Z with exit-code 0. ... 028 (10628.508.000) 2024-10-24 15:05:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9523914773580998 Disk = 2007749 DiskUsage = 465187 EventTime = "2024-10-24T15:05:33.943" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 508 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:01:53, Sys 0 00:00:21" SentBytes = 90257.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796733; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:01:53, Sys 0 00:00:21" TotalSentBytes = 90257.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.990.000) 2024-10-24 15:05:37 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87356 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 15:05:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:37.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 87356 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.978.000) 2024-10-24 15:05:38 Image size of job updated: 3708100 81 - MemoryUsage of job (MB) 82112 - ResidentSetSize of job (KB) ... 028 (10628.978.000) 2024-10-24 15:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:38.553" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 978 ResidentSetSize = 82112 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.986.000) 2024-10-24 15:05:38 Image size of job updated: 3708100 82 - MemoryUsage of job (MB) 83792 - ResidentSetSize of job (KB) ... 028 (10628.986.000) 2024-10-24 15:05:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:38.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 986 ResidentSetSize = 83792 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.535.000) 2024-10-24 15:05:39 Image size of job updated: 3856928 246 - MemoryUsage of job (MB) 251256 - ResidentSetSize of job (KB) ... 028 (10628.535.000) 2024-10-24 15:05:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:39.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 535 ResidentSetSize = 251256 Size = 3856928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.699.000) 2024-10-24 15:05:47 Image size of job updated: 4101172 96 - MemoryUsage of job (MB) 97368 - ResidentSetSize of job (KB) ... 028 (10628.699.000) 2024-10-24 15:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:47.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 699 ResidentSetSize = 97368 Size = 4101172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.699.000) 2024-10-24 15:05:47 Started transferring output files ... 028 (10628.699.000) 2024-10-24 15:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:47.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 699 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.699.000) 2024-10-24 15:05:47 Finished transferring output files ... 028 (10628.699.000) 2024-10-24 15:05:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:47.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 699 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.699.000) 2024-10-24 15:05:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:47, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:00:47, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88509 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88509 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465193 2000000 2007934 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T19:05:47Z with exit-code 0. ... 028 (10628.699.000) 2024-10-24 15:05:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9910431574290903 Disk = 2007934 DiskUsage = 465193 EventTime = "2024-10-24T15:05:48.260" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 699 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:47, Sys 0 00:00:23" SentBytes = 88509.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796747; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:00:47, Sys 0 00:00:23" TotalSentBytes = 88509.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.281.000) 2024-10-24 15:05:49 Image size of job updated: 3900088 242 - MemoryUsage of job (MB) 247284 - ResidentSetSize of job (KB) ... 028 (10628.281.000) 2024-10-24 15:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:49.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 281 ResidentSetSize = 247284 Size = 3900088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.033.000) 2024-10-24 15:05:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_388883_401960200@c2024.swan.hcc.unl.edu, rescheduling job ... 028 (10628.033.000) 2024-10-24 15:05:49 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:05:49.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618725" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215152" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 33 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_388883_401960200@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.281.000) 2024-10-24 15:05:49 Started transferring output files ... 028 (10628.281.000) 2024-10-24 15:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:49.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 281 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.281.000) 2024-10-24 15:05:49 Finished transferring output files ... 028 (10628.281.000) 2024-10-24 15:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:05:49.433" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 281 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.281.000) 2024-10-24 15:05:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:53, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:00:53, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89504 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89504 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 541656 2000000 2007924 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:05:49Z with exit-code 0. ... 028 (10628.281.000) 2024-10-24 15:05:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9819616159687166 Disk = 2007924 DiskUsage = 541656 EventTime = "2024-10-24T15:05:49.762" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 281 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:53, Sys 0 00:00:23" SentBytes = 89504.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796749; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:00:53, Sys 0 00:00:23" TotalSentBytes = 89504.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.027.000) 2024-10-24 15:05:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_395134_255346987@c2024.swan.hcc.unl.edu, rescheduling job ... 024 (10628.039.000) 2024-10-24 15:05:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_395171_225280354@c2024.swan.hcc.unl.edu, rescheduling job ... 028 (10628.027.000) 2024-10-24 15:05:50 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:05:50.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616601" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212593" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 27 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_395134_255346987@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.039.000) 2024-10-24 15:05:50 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:05:50.036" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617878" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 39 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_395171_225280354@c2024.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.987.000) 2024-10-24 15:06:09 Image size of job updated: 2068504 257 - MemoryUsage of job (MB) 263124 - ResidentSetSize of job (KB) ... 028 (10628.987.000) 2024-10-24 15:06:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:09.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MemoryUsage = 257 MyType = "JobImageSizeEvent" Proc = 987 ResidentSetSize = 263124 Size = 2068504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.987.000) 2024-10-24 15:06:09 Started transferring output files ... 028 (10628.987.000) 2024-10-24 15:06:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:09.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 987 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.987.000) 2024-10-24 15:06:09 Finished transferring output files ... 028 (10628.987.000) 2024-10-24 15:06:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:09.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "FileTransferEvent" Proc = 987 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.987.000) 2024-10-24 15:06:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:09, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:02:09, Sys 0 00:00:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89284 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89284 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 466020 2000000 2001920 GPUs : 0 Memory (MB) : 257 2000 2048 Job terminated of its own accord at 2024-10-24T19:06:09Z with exit-code 0. ... 028 (10628.987.000) 2024-10-24 15:06:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9968224644327027 Disk = 2001920 DiskUsage = 466020 EventTime = "2024-10-24T15:06:10.272" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" Memory = 2048 MemoryUsage = 257 MyType = "JobTerminatedEvent" Proc = 987 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:09, Sys 0 00:00:44" SentBytes = 89284.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796769; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:02:09, Sys 0 00:00:44" TotalSentBytes = 89284.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.535.000) 2024-10-24 15:06:14 Started transferring output files ... 028 (10628.535.000) 2024-10-24 15:06:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:14.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 535 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.535.000) 2024-10-24 15:06:14 Finished transferring output files ... 028 (10628.535.000) 2024-10-24 15:06:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:14.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 535 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.535.000) 2024-10-24 15:06:14 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:10, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:02:10, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90093 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90093 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 553622 2000000 2007827 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:06:14Z with exit-code 0. ... 028 (10628.535.000) 2024-10-24 15:06:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860007435037109 Disk = 2007827 DiskUsage = 553622 EventTime = "2024-10-24T15:06:14.556" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 535 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:10, Sys 0 00:00:25" SentBytes = 90093.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796774; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:02:10, Sys 0 00:00:25" TotalSentBytes = 90093.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.114.000) 2024-10-24 15:06:18 Image size of job updated: 4031792 94 - MemoryUsage of job (MB) 95688 - ResidentSetSize of job (KB) ... 028 (10628.114.000) 2024-10-24 15:06:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:18.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 114 ResidentSetSize = 95688 Size = 4031792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.114.000) 2024-10-24 15:06:18 Started transferring output files ... 028 (10628.114.000) 2024-10-24 15:06:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:18.210" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 114 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.114.000) 2024-10-24 15:06:18 Finished transferring output files ... 028 (10628.114.000) 2024-10-24 15:06:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:18.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 114 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.114.000) 2024-10-24 15:06:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:06, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:03:06, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93541 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93541 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473064 2000000 2007827 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:06:18Z with exit-code 0. ... 028 (10628.114.000) 2024-10-24 15:06:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9840369162589575 Disk = 2007827 DiskUsage = 473064 EventTime = "2024-10-24T15:06:18.573" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 114 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:06, Sys 0 00:00:24" SentBytes = 93541.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796778; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:03:06, Sys 0 00:00:24" TotalSentBytes = 93541.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.994.000) 2024-10-24 15:06:36 Image size of job updated: 3721748 242 - MemoryUsage of job (MB) 247712 - ResidentSetSize of job (KB) ... 028 (10628.994.000) 2024-10-24 15:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:36.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 994 ResidentSetSize = 247712 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.994.000) 2024-10-24 15:06:36 Started transferring output files ... 028 (10628.994.000) 2024-10-24 15:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:36.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 994 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.994.000) 2024-10-24 15:06:36 Finished transferring output files ... 028 (10628.994.000) 2024-10-24 15:06:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:06:36.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 994 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.994.000) 2024-10-24 15:06:37 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:47, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:02:47, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91598 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91598 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465203 2000000 2007778 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:06:36Z with exit-code 0. ... 028 (10628.994.000) 2024-10-24 15:06:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928794927881102 Disk = 2007778 DiskUsage = 465203 EventTime = "2024-10-24T15:06:37.283" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 994 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:47, Sys 0 00:00:19" SentBytes = 91598.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796796; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:02:47, Sys 0 00:00:19" TotalSentBytes = 91598.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.360.000) 2024-10-24 15:07:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@IU-Jetstream2-Backfill.7193e521ede3, rescheduling job ... 028 (10628.360.000) 2024-10-24 15:07:33 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:07:33.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 360 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.458.000) 2024-10-24 15:07:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.7193e521ede3, rescheduling job ... 028 (10628.458.000) 2024-10-24 15:07:41 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:07:41.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 458 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.039.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <131.225.166.185:43899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054453&PrivNet=osg-3976175-0-fnpc17109.fnal.gov&addrs=131.225.166.185-43899+[2620-6a-0-8861-f0-0-166-185]-43899&alias=osg-3976175-0-fnpc17109.fnal.gov&noUDP> ... 028 (10628.039.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.711" EventTypeNumber = 28 Host = "<131.225.166.185:43899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347185%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054453&PrivNet=osg-3976175-0-fnpc17109.fnal.gov&addrs=131.225.166.185-43899+[2620-6a-0-8861-f0-0-166-185]-43899&alias=osg-3976175-0-fnpc17109.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.000.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <10.138.19.8:36223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977238&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36223&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.748" EventTypeNumber = 28 Host = "<10.138.19.8:36223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977238&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36223&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616521" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.039.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.039.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.033.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <131.225.208.84:43589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962553&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-43589+[2620-6a-0-8862-f0-0-208-84]-43589&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.033.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.777" EventTypeNumber = 28 Host = "<131.225.208.84:43589?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962553&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-43589+[2620-6a-0-8862-f0-0-208-84]-43589&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.022.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <10.138.18.8:41673?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958026&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-41673&alias=c1808.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.811" EventTypeNumber = 28 Host = "<10.138.18.8:41673?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347184%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958026&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-41673&alias=c1808.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618561" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215123" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.033.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.033.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.000.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.000.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616521" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.068.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <131.225.208.195:43299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51726219%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962554&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-43299+[2620-6a-0-8862-f0-0-208-195]-43299&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.068.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.845" EventTypeNumber = 28 Host = "<131.225.208.195:43299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51726219%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962554&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-43299+[2620-6a-0-8862-f0-0-208-195]-43299&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.027.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <10.138.19.8:46559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345946%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041250&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-46559&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.865" EventTypeNumber = 28 Host = "<10.138.19.8:46559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345946%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041250&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-46559&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616212" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212253" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.573.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <131.225.209.142:36723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041251&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-36723+[2620-6a-0-8862-f0-0-209-142]-36723&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 028 (10628.573.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.882" EventTypeNumber = 28 Host = "<131.225.209.142:36723?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345948%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041251&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-36723+[2620-6a-0-8862-f0-0-209-142]-36723&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.022.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.022.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618561" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215123" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.068.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.068.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.573.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.573.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.027.000) 2024-10-24 15:07:43 Finished transferring input files ... 028 (10628.027.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616212" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212253" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.212.000) 2024-10-24 15:07:43 Started transferring input files Transferring to host: <131.225.208.189:39699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958027&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-39699+[2620-6a-0-8862-f0-0-208-189]-39699&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP> ... 028 (10628.212.000) 2024-10-24 15:07:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:43.958" EventTypeNumber = 28 Host = "<131.225.208.189:39699?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410736%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958027&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-39699+[2620-6a-0-8862-f0-0-208-189]-39699&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.360.000) 2024-10-24 15:07:44 Started transferring input files Transferring to host: <131.225.208.157:35949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958028&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-35949+[2620-6a-0-8862-f0-0-208-157]-35949&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.360.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.000" EventTypeNumber = 28 Host = "<131.225.208.157:35949?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347186%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958028&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-35949+[2620-6a-0-8862-f0-0-208-157]-35949&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.212.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.212.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.360.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.360.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.458.000) 2024-10-24 15:07:44 Started transferring input files Transferring to host: <131.225.167.94:46825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006174&PrivNet=osg-4196605-0-fnpc8011.fnal.gov&addrs=131.225.167.94-46825+[2620-6a-0-8861-f0-0-167-94]-46825&alias=osg-4196605-0-fnpc8011.fnal.gov&noUDP> ... 028 (10628.458.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.101" EventTypeNumber = 28 Host = "<131.225.167.94:46825?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006174&PrivNet=osg-4196605-0-fnpc8011.fnal.gov&addrs=131.225.167.94-46825+[2620-6a-0-8861-f0-0-167-94]-46825&alias=osg-4196605-0-fnpc8011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.774.000) 2024-10-24 15:07:44 Started transferring input files Transferring to host: <131.225.208.60:42399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977239&PrivNet=osg-4197079-0-fnpc22027.fnal.gov&addrs=131.225.208.60-42399+[2620-6a-0-8862-f0-0-208-60]-42399&alias=osg-4197079-0-fnpc22027.fnal.gov&noUDP> ... 028 (10628.774.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.126" EventTypeNumber = 28 Host = "<131.225.208.60:42399?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347188%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977239&PrivNet=osg-4197079-0-fnpc22027.fnal.gov&addrs=131.225.208.60-42399+[2620-6a-0-8862-f0-0-208-60]-42399&alias=osg-4197079-0-fnpc22027.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.458.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.458.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.774.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.774.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.772.000) 2024-10-24 15:07:44 Started transferring input files Transferring to host: <131.225.208.84:42345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410737%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054456&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-42345+[2620-6a-0-8862-f0-0-208-84]-42345&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.772.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.214" EventTypeNumber = 28 Host = "<131.225.208.84:42345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410737%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054456&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-42345+[2620-6a-0-8862-f0-0-208-84]-42345&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.772.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.772.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.776.000) 2024-10-24 15:07:44 Started transferring input files Transferring to host: <131.225.208.48:41743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432758%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999343&PrivNet=osg-3976352-0-fnpc19104.fnal.gov&addrs=131.225.208.48-41743+[2620-6a-0-8862-f0-0-208-48]-41743&alias=osg-3976352-0-fnpc19104.fnal.gov&noUDP> ... 028 (10628.776.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.913" EventTypeNumber = 28 Host = "<131.225.208.48:41743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432758%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999343&PrivNet=osg-3976352-0-fnpc19104.fnal.gov&addrs=131.225.208.48-41743+[2620-6a-0-8862-f0-0-208-48]-41743&alias=osg-3976352-0-fnpc19104.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.776.000) 2024-10-24 15:07:44 Finished transferring input files ... 028 (10628.776.000) 2024-10-24 15:07:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:44.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.000.000) 2024-10-24 15:07:45 Warning from starter on slot1@glidein_1360811_626332875@c1908.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.000.000) 2024-10-24 15:07:45 Job executing on host: <10.138.19.8:34327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991693&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-34327&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 15:07:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:45.155" EventTypeNumber = 28 ExecuteHost = "<10.138.19.8:34327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991693&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-34327&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616521" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.027.000) 2024-10-24 15:07:45 Warning from starter on slot1@glidein_1324056_619656716@c1908.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.027.000) 2024-10-24 15:07:45 Job executing on host: <10.138.19.8:36841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969679&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36841&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 15:07:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:45.264" EventTypeNumber = 28 ExecuteHost = "<10.138.19.8:36841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969679&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36841&alias=c1908.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616212" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212253" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.022.000) 2024-10-24 15:07:45 Warning from starter on slot1@glidein_904139_189135774@c1808.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.022.000) 2024-10-24 15:07:45 Job executing on host: <10.138.18.8:35655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001813&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-35655&alias=c1808.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 15:07:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:45.323" EventTypeNumber = 28 ExecuteHost = "<10.138.18.8:35655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001813&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-35655&alias=c1808.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618561" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215123" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.573.000) 2024-10-24 15:07:45 Warning from starter on slot1_7@glidein_8_123380445@osg-3976062-0-fnpc9051.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.573.000) 2024-10-24 15:07:45 Job executing on host: <131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 028 (10628.573.000) 2024-10-24 15:07:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:45.664" EventTypeNumber = 28 ExecuteHost = "<131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.033.000) 2024-10-24 15:07:46 Warning from starter on slot1_8@glidein_8_73861125@osg-3975663-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.033.000) 2024-10-24 15:07:46 Job executing on host: <131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.033.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.114" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:46181?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50896311%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9990826&PrivNet=osg-3975663-0-fnpc23107.fnal.gov&addrs=131.225.208.84-46181+[2620-6a-0-8862-f0-0-208-84]-46181&alias=osg-3975663-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.039.000) 2024-10-24 15:07:46 Warning from starter on slot1_3@glidein_8_182641510@osg-3976175-0-fnpc17109.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.039.000) 2024-10-24 15:07:46 Job executing on host: <131.225.166.185:44179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993381&PrivNet=osg-3976175-0-fnpc17109.fnal.gov&addrs=131.225.166.185-44179+[2620-6a-0-8861-f0-0-166-185]-44179&alias=osg-3976175-0-fnpc17109.fnal.gov&noUDP> ... 028 (10628.039.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.223" EventTypeNumber = 28 ExecuteHost = "<131.225.166.185:44179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879166%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993381&PrivNet=osg-3976175-0-fnpc17109.fnal.gov&addrs=131.225.166.185-44179+[2620-6a-0-8861-f0-0-166-185]-44179&alias=osg-3976175-0-fnpc17109.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.458.000) 2024-10-24 15:07:46 Warning from starter on slot1_1@glidein_8_191732270@osg-4196605-0-fnpc8011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.458.000) 2024-10-24 15:07:46 Job executing on host: <131.225.167.94:34967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042132&PrivNet=osg-4196605-0-fnpc8011.fnal.gov&addrs=131.225.167.94-34967+[2620-6a-0-8861-f0-0-167-94]-34967&alias=osg-4196605-0-fnpc8011.fnal.gov&noUDP> ... 028 (10628.458.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.514" EventTypeNumber = 28 ExecuteHost = "<131.225.167.94:34967?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29398064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10042132&PrivNet=osg-4196605-0-fnpc8011.fnal.gov&addrs=131.225.167.94-34967+[2620-6a-0-8861-f0-0-167-94]-34967&alias=osg-4196605-0-fnpc8011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.774.000) 2024-10-24 15:07:46 Warning from starter on slot1_8@glidein_8_365629932@osg-4197079-0-fnpc22027.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.360.000) 2024-10-24 15:07:46 Warning from starter on slot1_4@glidein_8_22808325@osg-3976191-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.774.000) 2024-10-24 15:07:46 Job executing on host: <131.225.208.60:45607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044342&PrivNet=osg-4197079-0-fnpc22027.fnal.gov&addrs=131.225.208.60-45607+[2620-6a-0-8862-f0-0-208-60]-45607&alias=osg-4197079-0-fnpc22027.fnal.gov&noUDP> ... 028 (10628.774.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.640" EventTypeNumber = 28 ExecuteHost = "<131.225.208.60:45607?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336714%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044342&PrivNet=osg-4197079-0-fnpc22027.fnal.gov&addrs=131.225.208.60-45607+[2620-6a-0-8862-f0-0-208-60]-45607&alias=osg-4197079-0-fnpc22027.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.360.000) 2024-10-24 15:07:46 Job executing on host: <131.225.208.157:45331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043251&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45331+[2620-6a-0-8862-f0-0-208-157]-45331&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.360.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.664" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:45331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043251&PrivNet=osg-3976191-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45331+[2620-6a-0-8862-f0-0-208-157]-45331&alias=osg-3976191-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.814.000) 2024-10-24 15:07:46 Started transferring input files Transferring to host: <10.88.37.137:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006175&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-36439&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.814.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.665" EventTypeNumber = 28 Host = "<10.88.37.137:36439?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347190%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006175&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-36439&alias=discovery-c37.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.814.000) 2024-10-24 15:07:46 Finished transferring input files ... 028 (10628.814.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.785" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.068.000) 2024-10-24 15:07:46 Warning from starter on slot1_6@glidein_8_53893620@osg-3976221-0-fnpc23116.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.212.000) 2024-10-24 15:07:46 Warning from starter on slot1_7@glidein_8_328718203@osg-3975999-0-fnpc23110.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.068.000) 2024-10-24 15:07:46 Job executing on host: <131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP> ... 028 (10628.068.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.915" EventTypeNumber = 28 ExecuteHost = "<131.225.208.195:45461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335770%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043538&PrivNet=osg-3976221-0-fnpc23116.fnal.gov&addrs=131.225.208.195-45461+[2620-6a-0-8862-f0-0-208-195]-45461&alias=osg-3976221-0-fnpc23116.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.212.000) 2024-10-24 15:07:46 Job executing on host: <131.225.208.189:34961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949705&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-34961+[2620-6a-0-8862-f0-0-208-189]-34961&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP> ... 028 (10628.212.000) 2024-10-24 15:07:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:46.940" EventTypeNumber = 28 ExecuteHost = "<131.225.208.189:34961?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949705&PrivNet=osg-3975999-0-fnpc23110.fnal.gov&addrs=131.225.208.189-34961+[2620-6a-0-8862-f0-0-208-189]-34961&alias=osg-3975999-0-fnpc23110.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.772.000) 2024-10-24 15:07:47 Warning from starter on slot1_6@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.772.000) 2024-10-24 15:07:47 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.772.000) 2024-10-24 15:07:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:47.465" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.814.000) 2024-10-24 15:07:48 Warning from starter on slot1_3@glidein_1557939_273312910@discovery-c37.cluster.local: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.814.000) 2024-10-24 15:07:48 Job executing on host: <10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.814.000) 2024-10-24 15:07:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:48.148" EventTypeNumber = 28 ExecuteHost = "<10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP>" JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "ExecuteEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.776.000) 2024-10-24 15:07:49 Warning from starter on slot1_3@glidein_8_107631416@osg-3976352-0-fnpc19104.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.776.000) 2024-10-24 15:07:49 Job executing on host: <131.225.208.48:35115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359084%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000111&PrivNet=osg-3976352-0-fnpc19104.fnal.gov&addrs=131.225.208.48-35115+[2620-6a-0-8862-f0-0-208-48]-35115&alias=osg-3976352-0-fnpc19104.fnal.gov&noUDP> ... 028 (10628.776.000) 2024-10-24 15:07:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:49.473" EventTypeNumber = 28 ExecuteHost = "<131.225.208.48:35115?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359084%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000111&PrivNet=osg-3976352-0-fnpc19104.fnal.gov&addrs=131.225.208.48-35115+[2620-6a-0-8862-f0-0-208-48]-35115&alias=osg-3976352-0-fnpc19104.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.360.000) 2024-10-24 15:07:55 Image size of job updated: 3324692 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 15:07:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:55.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 75000 Size = 3324692 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.458.000) 2024-10-24 15:07:56 Image size of job updated: 3462328 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 15:07:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:56.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 75000 Size = 3462328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.212.000) 2024-10-24 15:07:56 Image size of job updated: 3331364 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 15:07:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:07:56.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 75000 Size = 3331364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.675.000) 2024-10-24 15:08:01 Image size of job updated: 3721504 238 - MemoryUsage of job (MB) 242828 - ResidentSetSize of job (KB) ... 028 (10628.675.000) 2024-10-24 15:08:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:01.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 675 ResidentSetSize = 242828 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.675.000) 2024-10-24 15:08:01 Started transferring output files ... 028 (10628.675.000) 2024-10-24 15:08:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:01.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 675 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.675.000) 2024-10-24 15:08:02 Finished transferring output files ... 028 (10628.675.000) 2024-10-24 15:08:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:02.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 675 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.675.000) 2024-10-24 15:08:02 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:39, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:02:39, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94537 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94537 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.91 1 1 Disk (KB) : 471551 2000000 2007924 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:01Z with exit-code 0. ... 028 (10628.675.000) 2024-10-24 15:08:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9076053695401949 Disk = 2007924 DiskUsage = 471551 EventTime = "2024-10-24T15:08:02.366" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 675 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:39, Sys 0 00:00:21" SentBytes = 94537.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796881; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:02:39, Sys 0 00:00:21" TotalSentBytes = 94537.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.873.000) 2024-10-24 15:08:22 Image size of job updated: 3722012 242 - MemoryUsage of job (MB) 247432 - ResidentSetSize of job (KB) ... 028 (10628.873.000) 2024-10-24 15:08:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:22.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 873 ResidentSetSize = 247432 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.873.000) 2024-10-24 15:08:22 Started transferring output files ... 028 (10628.873.000) 2024-10-24 15:08:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:22.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 873 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.873.000) 2024-10-24 15:08:22 Finished transferring output files ... 028 (10628.873.000) 2024-10-24 15:08:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:22.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 873 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.873.000) 2024-10-24 15:08:22 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:51, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:02:51, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 101534 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 101534 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472493 2000000 2007399 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:22Z with exit-code 0. ... 028 (10628.873.000) 2024-10-24 15:08:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868642937564988 Disk = 2007399 DiskUsage = 472493 EventTime = "2024-10-24T15:08:22.750" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196802.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196802-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 873 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:51, Sys 0 00:00:21" SentBytes = 101534.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796902; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:02:51, Sys 0 00:00:21" TotalSentBytes = 101534.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.311.000) 2024-10-24 15:08:26 Image size of job updated: 3722008 244 - MemoryUsage of job (MB) 249516 - ResidentSetSize of job (KB) ... 028 (10628.311.000) 2024-10-24 15:08:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:26.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 311 ResidentSetSize = 249516 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.311.000) 2024-10-24 15:08:26 Started transferring output files ... 028 (10628.311.000) 2024-10-24 15:08:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:26.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 311 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.311.000) 2024-10-24 15:08:26 Finished transferring output files ... 028 (10628.311.000) 2024-10-24 15:08:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:26.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 311 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.311.000) 2024-10-24 15:08:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:35, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:04:35, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90020 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90020 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468843 2000000 2007934 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:26Z with exit-code 0. ... 028 (10628.311.000) 2024-10-24 15:08:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.976912987336737 Disk = 2007934 DiskUsage = 468843 EventTime = "2024-10-24T15:08:27.235" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 311 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:04:35, Sys 0 00:00:22" SentBytes = 90020.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796906; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:04:35, Sys 0 00:00:22" TotalSentBytes = 90020.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.283.000) 2024-10-24 15:08:40 Image size of job updated: 3721748 77 - MemoryUsage of job (MB) 77904 - ResidentSetSize of job (KB) ... 028 (10628.283.000) 2024-10-24 15:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:40.120" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 283 ResidentSetSize = 77904 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.283.000) 2024-10-24 15:08:40 Started transferring output files ... 028 (10628.283.000) 2024-10-24 15:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:40.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 283 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.283.000) 2024-10-24 15:08:40 Finished transferring output files ... 028 (10628.283.000) 2024-10-24 15:08:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:40.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 283 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.283.000) 2024-10-24 15:08:40 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:02, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:03:02, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96534 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96534 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 470664 2000000 2007726 GPUs : 0 Memory (MB) : 77 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:40Z with exit-code 0. ... 028 (10628.283.000) 2024-10-24 15:08:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9534302178443649 Disk = 2007726 DiskUsage = 470664 EventTime = "2024-10-24T15:08:40.670" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 77 MyType = "JobTerminatedEvent" Proc = 283 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:02, Sys 0 00:00:25" SentBytes = 96534.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796920; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:03:02, Sys 0 00:00:25" TotalSentBytes = 96534.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.127.000) 2024-10-24 15:08:46 Image size of job updated: 3789632 243 - MemoryUsage of job (MB) 248188 - ResidentSetSize of job (KB) ... 028 (10628.127.000) 2024-10-24 15:08:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:46.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 127 ResidentSetSize = 248188 Size = 3789632 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.127.000) 2024-10-24 15:08:46 Started transferring output files ... 028 (10628.127.000) 2024-10-24 15:08:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:46.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 127 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.127.000) 2024-10-24 15:08:46 Finished transferring output files ... 028 (10628.127.000) 2024-10-24 15:08:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:46.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 127 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.127.000) 2024-10-24 15:08:47 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:57, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:04:57, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91529 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91529 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466396 2000000 2007851 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:46Z with exit-code 0. ... 028 (10628.127.000) 2024-10-24 15:08:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9757598020975256 Disk = 2007851 DiskUsage = 466396 EventTime = "2024-10-24T15:08:47.121" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 127 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:04:57, Sys 0 00:00:18" SentBytes = 91529.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796926; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:04:57, Sys 0 00:00:18" TotalSentBytes = 91529.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.393.000) 2024-10-24 15:08:55 Image size of job updated: 3722520 243 - MemoryUsage of job (MB) 247992 - ResidentSetSize of job (KB) ... 028 (10628.393.000) 2024-10-24 15:08:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:55.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 393 ResidentSetSize = 247992 Size = 3722520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.393.000) 2024-10-24 15:08:55 Started transferring output files ... 028 (10628.393.000) 2024-10-24 15:08:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:55.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 393 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.393.000) 2024-10-24 15:08:55 Finished transferring output files ... 028 (10628.393.000) 2024-10-24 15:08:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:08:55.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 393 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.393.000) 2024-10-24 15:08:56 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:26, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:26, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94149 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94149 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 468223 2000000 2007749 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:08:55Z with exit-code 0. ... 028 (10628.393.000) 2024-10-24 15:08:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.968524685510441 Disk = 2007749 DiskUsage = 468223 EventTime = "2024-10-24T15:08:56.155" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484824" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976611.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976611-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 393 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:26, Sys 0 00:00:21" SentBytes = 94149.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796935; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:26, Sys 0 00:00:21" TotalSentBytes = 94149.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.654.000) 2024-10-24 15:09:05 Started transferring output files ... 028 (10628.654.000) 2024-10-24 15:09:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:05.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.654.000) 2024-10-24 15:09:05 Finished transferring output files ... 028 (10628.654.000) 2024-10-24 15:09:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:05.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.654.000) 2024-10-24 15:09:05 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.654.000) 2024-10-24 15:09:05 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T15:09:05.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 654 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 024 (10628.963.000) 2024-10-24 15:09:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_13@IU-Jetstream2-Backfill.05795601e46f, rescheduling job ... 028 (10628.963.000) 2024-10-24 15:09:07 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:09:07.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 963 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_13@IU-Jetstream2-Backfill.05795601e46f" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.520.000) 2024-10-24 15:09:08 Started transferring output files ... 028 (10628.520.000) 2024-10-24 15:09:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:08.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.520.000) 2024-10-24 15:09:08 Finished transferring output files ... 028 (10628.520.000) 2024-10-24 15:09:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:08.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.613.000) 2024-10-24 15:09:08 Started transferring output files ... 028 (10628.613.000) 2024-10-24 15:09:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:08.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.613.000) 2024-10-24 15:09:08 Finished transferring output files ... 028 (10628.613.000) 2024-10-24 15:09:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:08.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.520.000) 2024-10-24 15:09:08 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.520.000) 2024-10-24 15:09:08 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T15:09:08.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 520 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 004 (10628.613.000) 2024-10-24 15:09:09 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:00, Sys 0 00:00:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 872 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 4) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.613.000) 2024-10-24 15:09:09 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T15:09:09.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "IRISHEP-SSL-UCHICAGO" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "IRISHEP-SSL-UCHICAGO" MyType = "JobEvictedEvent" Proc = 613 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 4 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 00:00:00, Sys 0 00:00:00" SentBytes = 872.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 024 (10628.972.000) 2024-10-24 15:09:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.7cd71059d495, rescheduling job ... 028 (10628.972.000) 2024-10-24 15:09:11 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:09:11.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 972 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.7cd71059d495" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.135.000) 2024-10-24 15:09:16 Image size of job updated: 3968044 98 - MemoryUsage of job (MB) 100020 - ResidentSetSize of job (KB) ... 028 (10628.135.000) 2024-10-24 15:09:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:16.332" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 135 ResidentSetSize = 100020 Size = 3968044 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.135.000) 2024-10-24 15:09:16 Started transferring output files ... 028 (10628.135.000) 2024-10-24 15:09:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:16.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 135 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.135.000) 2024-10-24 15:09:16 Finished transferring output files ... 028 (10628.135.000) 2024-10-24 15:09:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:16.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 135 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.135.000) 2024-10-24 15:09:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:21, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:21, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90448 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90448 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 465483 2000000 2007934 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:09:16Z with exit-code 0. ... 028 (10628.135.000) 2024-10-24 15:09:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9842094504505478 Disk = 2007934 DiskUsage = 465483 EventTime = "2024-10-24T15:09:16.899" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 135 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:21, Sys 0 00:00:22" SentBytes = 90448.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796956; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:21, Sys 0 00:00:22" TotalSentBytes = 90448.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.915.000) 2024-10-24 15:09:31 Image size of job updated: 3721500 242 - MemoryUsage of job (MB) 247452 - ResidentSetSize of job (KB) ... 028 (10628.915.000) 2024-10-24 15:09:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:31.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 915 ResidentSetSize = 247452 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.915.000) 2024-10-24 15:09:31 Started transferring output files ... 028 (10628.915.000) 2024-10-24 15:09:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:31.975" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 915 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.915.000) 2024-10-24 15:09:32 Finished transferring output files ... 028 (10628.915.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:32.100" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 915 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.915.000) 2024-10-24 15:09:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:04, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:04:04, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88593 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88593 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469409 2000000 2007899 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:09:31Z with exit-code 0. ... 028 (10628.915.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9786525676964196 Disk = 2007899 DiskUsage = 469409 EventTime = "2024-10-24T15:09:32.394" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 915 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:04:04, Sys 0 00:00:17" SentBytes = 88593.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796971; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:04:04, Sys 0 00:00:17" TotalSentBytes = 88593.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.520.000) 2024-10-24 15:09:32 Started transferring input files Transferring to host: <10.138.25.8:41111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004883&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-41111&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.520.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:32.764" EventTypeNumber = 28 Host = "<10.138.25.8:41111?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004883&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-41111&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.654.000) 2024-10-24 15:09:32 Started transferring input files Transferring to host: <10.138.25.8:40483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007817&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40483&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.654.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:32.840" EventTypeNumber = 28 Host = "<10.138.25.8:40483?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346016%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007817&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40483&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.520.000) 2024-10-24 15:09:32 Finished transferring input files ... 028 (10628.520.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:32.845" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.654.000) 2024-10-24 15:09:32 Finished transferring input files ... 028 (10628.654.000) 2024-10-24 15:09:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:32.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.963.000) 2024-10-24 15:09:33 Started transferring input files Transferring to host: <10.138.25.8:37013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911013%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054521&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37013&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.963.000) 2024-10-24 15:09:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:33.630" EventTypeNumber = 28 Host = "<10.138.25.8:37013?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911013%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054521&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37013&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.963.000) 2024-10-24 15:09:33 Finished transferring input files ... 028 (10628.963.000) 2024-10-24 15:09:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:33.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.520.000) 2024-10-24 15:09:34 Warning from starter on slot1@glidein_745192_215340984@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.654.000) 2024-10-24 15:09:34 Warning from starter on slot1@glidein_757699_806492214@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.520.000) 2024-10-24 15:09:34 Job executing on host: <10.138.25.8:36249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10010935&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-36249&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.520.000) 2024-10-24 15:09:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:34.378" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:36249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10010935&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-36249&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.654.000) 2024-10-24 15:09:34 Job executing on host: <10.138.25.8:37747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006165&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37747&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.654.000) 2024-10-24 15:09:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:34.453" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:37747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006165&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37747&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.963.000) 2024-10-24 15:09:35 Warning from starter on slot1@glidein_757694_314592988@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.963.000) 2024-10-24 15:09:35 Job executing on host: <10.138.25.8:39687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999338&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-39687&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.963.000) 2024-10-24 15:09:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:35.062" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:39687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999338&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-39687&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.613.000) 2024-10-24 15:09:35 Started transferring input files Transferring to host: <10.138.18.15:39639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007820&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-39639&alias=c1815.swan.hcc.unl.edu&noUDP> ... 028 (10628.613.000) 2024-10-24 15:09:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:35.230" EventTypeNumber = 28 Host = "<10.138.18.15:39639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346021%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007820&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-39639&alias=c1815.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.613.000) 2024-10-24 15:09:35 Finished transferring input files ... 028 (10628.613.000) 2024-10-24 15:09:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:35.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.775.000) 2024-10-24 15:09:36 Started transferring input files Transferring to host: <10.138.18.15:41037?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004886&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-41037&alias=c1815.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 15:09:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:36.095" EventTypeNumber = 28 Host = "<10.138.18.15:41037?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10004886&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-41037&alias=c1815.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.775.000) 2024-10-24 15:09:36 Finished transferring input files ... 028 (10628.775.000) 2024-10-24 15:09:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:36.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.613.000) 2024-10-24 15:09:37 Warning from starter on slot1@glidein_2583920_297096240@c1815.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.613.000) 2024-10-24 15:09:37 Job executing on host: <10.138.18.15:45289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006145&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-45289&alias=c1815.swan.hcc.unl.edu&noUDP> ... 028 (10628.613.000) 2024-10-24 15:09:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:37.254" EventTypeNumber = 28 ExecuteHost = "<10.138.18.15:45289?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29410716%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006145&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-45289&alias=c1815.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.775.000) 2024-10-24 15:09:37 Warning from starter on slot1@glidein_2583874_164911215@c1815.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.775.000) 2024-10-24 15:09:37 Job executing on host: <10.138.18.15:45771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432733%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962531&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-45771&alias=c1815.swan.hcc.unl.edu&noUDP> ... 028 (10628.775.000) 2024-10-24 15:09:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:37.529" EventTypeNumber = 28 ExecuteHost = "<10.138.18.15:45771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432733%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9962531&PrivNet=c1815.swan.hcc.unl.edu&addrs=10.138.18.15-45771&alias=c1815.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.972.000) 2024-10-24 15:09:39 Started transferring input files Transferring to host: <10.138.25.8:41657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054526&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-41657&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.972.000) 2024-10-24 15:09:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:39.256" EventTypeNumber = 28 Host = "<10.138.25.8:41657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054526&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-41657&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.972.000) 2024-10-24 15:09:39 Finished transferring input files ... 028 (10628.972.000) 2024-10-24 15:09:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:39.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.972.000) 2024-10-24 15:09:40 Warning from starter on slot1@glidein_745182_842677836@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.972.000) 2024-10-24 15:09:40 Job executing on host: <10.138.25.8:43709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958011&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-43709&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.972.000) 2024-10-24 15:09:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:40.696" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:43709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958011&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-43709&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.963.000) 2024-10-24 15:09:43 Image size of job updated: 3508064 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 15:09:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:43.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 75000 Size = 3508064 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 15:09:44 Image size of job updated: 3606532 93 - MemoryUsage of job (MB) 94308 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 15:09:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:44.398" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 94308 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.710.000) 2024-10-24 15:09:44 Image size of job updated: 3789604 242 - MemoryUsage of job (MB) 247688 - ResidentSetSize of job (KB) ... 028 (10628.710.000) 2024-10-24 15:09:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:44.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 710 ResidentSetSize = 247688 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.710.000) 2024-10-24 15:09:44 Started transferring output files ... 028 (10628.710.000) 2024-10-24 15:09:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:44.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 710 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.710.000) 2024-10-24 15:09:44 Finished transferring output files ... 028 (10628.710.000) 2024-10-24 15:09:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:44.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 710 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.710.000) 2024-10-24 15:09:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:08, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:08, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91477 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91477 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.93 1 1 Disk (KB) : 468236 2000000 2007827 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:09:44Z with exit-code 0. ... 028 (10628.710.000) 2024-10-24 15:09:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9263474521912518 Disk = 2007827 DiskUsage = 468236 EventTime = "2024-10-24T15:09:45.088" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 710 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:08, Sys 0 00:00:26" SentBytes = 91477.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796984; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:08, Sys 0 00:00:26" TotalSentBytes = 91477.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.314.000) 2024-10-24 15:09:47 Image size of job updated: 3975972 98 - MemoryUsage of job (MB) 99764 - ResidentSetSize of job (KB) ... 028 (10628.314.000) 2024-10-24 15:09:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:47.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 314 ResidentSetSize = 99764 Size = 3975972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.314.000) 2024-10-24 15:09:47 Started transferring output files ... 028 (10628.314.000) 2024-10-24 15:09:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:47.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 314 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.314.000) 2024-10-24 15:09:47 Finished transferring output files ... 028 (10628.314.000) 2024-10-24 15:09:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:47.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 314 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.314.000) 2024-10-24 15:09:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:51, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:51, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91034 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91034 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466100 2000000 2007827 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:09:47Z with exit-code 0. ... 028 (10628.314.000) 2024-10-24 15:09:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901076549473761 Disk = 2007827 DiskUsage = 466100 EventTime = "2024-10-24T15:09:48.130" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 314 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:51, Sys 0 00:00:26" SentBytes = 91034.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729796987; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:51, Sys 0 00:00:26" TotalSentBytes = 91034.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.972.000) 2024-10-24 15:09:50 Image size of job updated: 3778672 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 15:09:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:09:50.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 75000 Size = 3778672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.911.000) 2024-10-24 15:09:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_652529_451012023@d12chas572.crc.nd.edu, rescheduling job ... 028 (10628.911.000) 2024-10-24 15:09:53 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:09:53.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621378" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178279.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 911 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_652529_451012023@d12chas572.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.031.000) 2024-10-24 15:10:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2524356_323716720@c1522.swan.hcc.unl.edu <10.138.15.22:36461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007467&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-36461&alias=c1522.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 15:10:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:10:16.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 31 StartdAddr = "<10.138.15.22:36461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432465%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007467&PrivNet=c1522.swan.hcc.unl.edu&addrs=10.138.15.22-36461&alias=c1522.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2524356_323716720@c1522.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.524.000) 2024-10-24 15:10:31 Image size of job updated: 4096808 94 - MemoryUsage of job (MB) 95628 - ResidentSetSize of job (KB) ... 028 (10628.524.000) 2024-10-24 15:10:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:31.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 524 ResidentSetSize = 95628 Size = 4096808 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.524.000) 2024-10-24 15:10:32 Started transferring output files ... 028 (10628.524.000) 2024-10-24 15:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:32.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 524 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.524.000) 2024-10-24 15:10:32 Finished transferring output files ... 028 (10628.524.000) 2024-10-24 15:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:32.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 524 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.524.000) 2024-10-24 15:10:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:06:20, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:06:20, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92533 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92533 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 463705 2000000 2007934 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:10:31Z with exit-code 0. ... 028 (10628.524.000) 2024-10-24 15:10:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9785340223442993 Disk = 2007934 DiskUsage = 463705 EventTime = "2024-10-24T15:10:32.448" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 524 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:06:20, Sys 0 00:00:22" SentBytes = 92533.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797031; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:06:20, Sys 0 00:00:22" TotalSentBytes = 92533.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.655.000) 2024-10-24 15:10:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@IU-Jetstream2-Backfill.2cec179af401 <172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980> ... 028 (10628.655.000) 2024-10-24 15:10:50 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:10:50.385" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 655 StartdAddr = "<172.17.0.2:43525?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51625539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861184&PrivNet=IU-Jetstream2-Backfill.2cec179af401&addrs=172.17.0.2-43525&alias=IU-Jetstream2-Backfill.2cec179af401&noUDP&sock=startd_4645_a980>" StartdName = "slot1_9@IU-Jetstream2-Backfill.2cec179af401" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.590.000) 2024-10-24 15:10:50 Image size of job updated: 3789156 243 - MemoryUsage of job (MB) 248800 - ResidentSetSize of job (KB) ... 028 (10628.590.000) 2024-10-24 15:10:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:50.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 590 ResidentSetSize = 248800 Size = 3789156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.586.000) 2024-10-24 15:10:51 Image size of job updated: 3789344 243 - MemoryUsage of job (MB) 248268 - ResidentSetSize of job (KB) ... 028 (10628.586.000) 2024-10-24 15:10:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:51.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 586 ResidentSetSize = 248268 Size = 3789344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.687.000) 2024-10-24 15:10:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@IU-Jetstream2-Backfill.0a0413057d10 <172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=startd_4627_50cc> ... 028 (10628.687.000) 2024-10-24 15:10:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:10:51.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 687 StartdAddr = "<172.17.0.2:46527?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#50912568%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9906874&PrivNet=IU-Jetstream2-Backfill.0a0413057d10&addrs=172.17.0.2-46527&alias=IU-Jetstream2-Backfill.0a0413057d10&noUDP&sock=startd_4627_50cc>" StartdName = "slot1_5@IU-Jetstream2-Backfill.0a0413057d10" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.615.000) 2024-10-24 15:10:52 Image size of job updated: 3721772 78 - MemoryUsage of job (MB) 78868 - ResidentSetSize of job (KB) ... 028 (10628.615.000) 2024-10-24 15:10:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:52.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 615 ResidentSetSize = 78868 Size = 3721772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.615.000) 2024-10-24 15:10:53 Started transferring output files ... 028 (10628.615.000) 2024-10-24 15:10:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:53.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 615 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.615.000) 2024-10-24 15:10:53 Finished transferring output files ... 028 (10628.615.000) 2024-10-24 15:10:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:53.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 615 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.615.000) 2024-10-24 15:10:53 Job terminated. (1) Normal termination (return value 0) Usr 0 03:06:18, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:06:18, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92335 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92335 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.04 1 1 Disk (KB) : 464317 2000000 2007934 GPUs : 0 Memory (MB) : 78 2000 2048 Job terminated of its own accord at 2024-10-24T19:10:52Z with exit-code 0. ... 028 (10628.615.000) 2024-10-24 15:10:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.04074176399668137 Disk = 2007934 DiskUsage = 464317 EventTime = "2024-10-24T15:10:53.409" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 78 MyType = "JobTerminatedEvent" Proc = 615 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:06:18, Sys 0 00:00:22" SentBytes = 92335.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797052; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:06:18, Sys 0 00:00:22" TotalSentBytes = 92335.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.625.000) 2024-10-24 15:10:55 Image size of job updated: 3789604 248 - MemoryUsage of job (MB) 252972 - ResidentSetSize of job (KB) ... 028 (10628.625.000) 2024-10-24 15:10:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:10:55.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 625 ResidentSetSize = 252972 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 15:11:01 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 36952 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 15:11:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:01.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 36952 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.586.000) 2024-10-24 15:11:13 Started transferring output files ... 028 (10628.586.000) 2024-10-24 15:11:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:13.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 586 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.586.000) 2024-10-24 15:11:13 Finished transferring output files ... 028 (10628.586.000) 2024-10-24 15:11:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:13.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 586 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.586.000) 2024-10-24 15:11:13 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:43, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:43, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94224 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94224 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.93 1 1 Disk (KB) : 585493 2000000 2007924 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:12Z with exit-code 0. ... 028 (10628.586.000) 2024-10-24 15:11:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9272871166727552 Disk = 2007924 DiskUsage = 585493 EventTime = "2024-10-24T15:11:13.418" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 586 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:43, Sys 0 00:00:23" SentBytes = 94224.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797072; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:43, Sys 0 00:00:23" TotalSentBytes = 94224.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.183.000) 2024-10-24 15:11:15 Image size of job updated: 871204 50 - MemoryUsage of job (MB) 51008 - ResidentSetSize of job (KB) ... 028 (10628.183.000) 2024-10-24 15:11:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:15.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 183 ResidentSetSize = 51008 Size = 871204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.183.000) 2024-10-24 15:11:16 Started transferring output files ... 028 (10628.183.000) 2024-10-24 15:11:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:16.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 183 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.183.000) 2024-10-24 15:11:16 Finished transferring output files ... 028 (10628.183.000) 2024-10-24 15:11:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:16.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 183 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.183.000) 2024-10-24 15:11:17 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:00, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:00, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88990 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88990 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466992 2000000 2001920 GPUs : 0 Memory (MB) : 50 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:15Z with exit-code 0. ... 028 (10628.183.000) 2024-10-24 15:11:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9943605028920695 Disk = 2001920 DiskUsage = 466992 EventTime = "2024-10-24T15:11:17.761" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 50 MyType = "JobTerminatedEvent" Proc = 183 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:00, Sys 0 00:00:21" SentBytes = 88990.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797075; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:00, Sys 0 00:00:21" TotalSentBytes = 88990.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.840.000) 2024-10-24 15:11:21 Image size of job updated: 3722280 241 - MemoryUsage of job (MB) 246420 - ResidentSetSize of job (KB) ... 028 (10628.840.000) 2024-10-24 15:11:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:21.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 840 ResidentSetSize = 246420 Size = 3722280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.840.000) 2024-10-24 15:11:21 Started transferring output files ... 028 (10628.840.000) 2024-10-24 15:11:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:21.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 840 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.840.000) 2024-10-24 15:11:21 Finished transferring output files ... 028 (10628.840.000) 2024-10-24 15:11:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:21.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 840 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.840.000) 2024-10-24 15:11:22 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:53, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:53, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93425 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93425 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465780 2000000 2007778 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:21Z with exit-code 0. ... 028 (10628.840.000) 2024-10-24 15:11:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934128573676548 Disk = 2007778 DiskUsage = 465780 EventTime = "2024-10-24T15:11:22.178" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2464733" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196280.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@osg-4196280-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 840 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:53, Sys 0 00:00:18" SentBytes = 93425.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797081; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:53, Sys 0 00:00:18" TotalSentBytes = 93425.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.911.000) 2024-10-24 15:11:23 Started transferring input files Transferring to host: <10.138.25.8:35153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911077%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054591&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-35153&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 15:11:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:23.890" EventTypeNumber = 28 Host = "<10.138.25.8:35153?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911077%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054591&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-35153&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.911.000) 2024-10-24 15:11:23 Finished transferring input files ... 028 (10628.911.000) 2024-10-24 15:11:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:23.971" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.911.000) 2024-10-24 15:11:25 Warning from starter on slot1@glidein_789147_308285172@c2508.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.911.000) 2024-10-24 15:11:25 Job executing on host: <10.138.25.8:40677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977305&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40677&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 15:11:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:25.329" EventTypeNumber = 28 ExecuteHost = "<10.138.25.8:40677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977305&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40677&alias=c2508.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.625.000) 2024-10-24 15:11:28 Started transferring output files ... 028 (10628.625.000) 2024-10-24 15:11:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:28.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 625 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.625.000) 2024-10-24 15:11:28 Finished transferring output files ... 028 (10628.625.000) 2024-10-24 15:11:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:28.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 625 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.625.000) 2024-10-24 15:11:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:03, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:03, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97262 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97262 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 549172 2000000 2007827 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:28Z with exit-code 0. ... 028 (10628.625.000) 2024-10-24 15:11:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987602157349182 Disk = 2007827 DiskUsage = 549172 EventTime = "2024-10-24T15:11:28.879" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 625 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:03, Sys 0 00:00:28" SentBytes = 97262.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797088; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:03, Sys 0 00:00:28" TotalSentBytes = 97262.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.845.000) 2024-10-24 15:11:31 Image size of job updated: 3856924 238 - MemoryUsage of job (MB) 242964 - ResidentSetSize of job (KB) ... 028 (10628.845.000) 2024-10-24 15:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:31.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 845 ResidentSetSize = 242964 Size = 3856924 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.845.000) 2024-10-24 15:11:31 Started transferring output files ... 028 (10628.845.000) 2024-10-24 15:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:31.778" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 845 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.845.000) 2024-10-24 15:11:31 Finished transferring output files ... 028 (10628.845.000) 2024-10-24 15:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:31.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 845 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.845.000) 2024-10-24 15:11:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:58, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:58, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98098 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98098 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466725 2000000 2007898 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:31Z with exit-code 0. ... 028 (10628.845.000) 2024-10-24 15:11:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868310065601702 Disk = 2007898 DiskUsage = 466725 EventTime = "2024-10-24T15:11:32.180" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 845 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:58, Sys 0 00:00:21" SentBytes = 98098.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797091; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 02:57:58, Sys 0 00:00:21" TotalSentBytes = 98098.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.184.000) 2024-10-24 15:11:44 Image size of job updated: 1072192 86 - MemoryUsage of job (MB) 87860 - ResidentSetSize of job (KB) ... 028 (10628.184.000) 2024-10-24 15:11:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:44.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 184 ResidentSetSize = 87860 Size = 1072192 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.184.000) 2024-10-24 15:11:45 Started transferring output files ... 028 (10628.184.000) 2024-10-24 15:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:45.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 184 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.184.000) 2024-10-24 15:11:45 Finished transferring output files ... 028 (10628.184.000) 2024-10-24 15:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:45.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 184 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.184.000) 2024-10-24 15:11:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:03, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:03, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89140 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89140 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465817 2000000 2001920 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:44Z with exit-code 0. ... 028 (10628.184.000) 2024-10-24 15:11:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9927600867784544 Disk = 2001920 DiskUsage = 465817 EventTime = "2024-10-24T15:11:46.315" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273935" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981188" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 184 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:03, Sys 0 00:00:21" SentBytes = 89140.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797104; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:03, Sys 0 00:00:21" TotalSentBytes = 89140.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.880.000) 2024-10-24 15:11:49 Image size of job updated: 3721192 243 - MemoryUsage of job (MB) 247960 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 15:11:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:49.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 247960 Size = 3721192 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.875.000) 2024-10-24 15:11:50 Image size of job updated: 3721500 235 - MemoryUsage of job (MB) 240188 - ResidentSetSize of job (KB) ... 028 (10628.875.000) 2024-10-24 15:11:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:50.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 235 MyType = "JobImageSizeEvent" Proc = 875 ResidentSetSize = 240188 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.590.000) 2024-10-24 15:11:54 Image size of job updated: 4033832 243 - MemoryUsage of job (MB) 248800 - ResidentSetSize of job (KB) ... 028 (10628.590.000) 2024-10-24 15:11:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:54.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 590 ResidentSetSize = 248800 Size = 4033832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.590.000) 2024-10-24 15:11:55 Started transferring output files ... 028 (10628.590.000) 2024-10-24 15:11:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:55.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 590 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.590.000) 2024-10-24 15:11:55 Finished transferring output files ... 028 (10628.590.000) 2024-10-24 15:11:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:11:55.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 590 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.590.000) 2024-10-24 15:11:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:20, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:03:20, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89458 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89458 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 518564 2000000 2007898 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:11:54Z with exit-code 0. ... 028 (10628.590.000) 2024-10-24 15:11:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.988343833017322 Disk = 2007898 DiskUsage = 518564 EventTime = "2024-10-24T15:11:57.625" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 590 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:20, Sys 0 00:00:21" SentBytes = 89458.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797114; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:03:20, Sys 0 00:00:21" TotalSentBytes = 89458.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.683.000) 2024-10-24 15:12:01 Image size of job updated: 3857180 245 - MemoryUsage of job (MB) 250396 - ResidentSetSize of job (KB) ... 028 (10628.683.000) 2024-10-24 15:12:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:01.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 683 ResidentSetSize = 250396 Size = 3857180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.683.000) 2024-10-24 15:12:01 Started transferring output files ... 028 (10628.683.000) 2024-10-24 15:12:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:01.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 683 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.683.000) 2024-10-24 15:12:01 Finished transferring output files ... 028 (10628.683.000) 2024-10-24 15:12:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:01.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 683 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.683.000) 2024-10-24 15:12:02 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:06, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:06, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89303 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89303 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 477672 2000000 2007935 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:01Z with exit-code 0. ... 028 (10628.683.000) 2024-10-24 15:12:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9924053580387329 Disk = 2007935 DiskUsage = 477672 EventTime = "2024-10-24T15:12:02.300" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 683 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:06, Sys 0 00:00:23" SentBytes = 89303.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797121; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:06, Sys 0 00:00:23" TotalSentBytes = 89303.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.431.000) 2024-10-24 15:12:07 Image size of job updated: 4031416 94 - MemoryUsage of job (MB) 95440 - ResidentSetSize of job (KB) ... 028 (10628.431.000) 2024-10-24 15:12:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:07.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 431 ResidentSetSize = 95440 Size = 4031416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.431.000) 2024-10-24 15:12:08 Started transferring output files ... 028 (10628.431.000) 2024-10-24 15:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:08.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 431 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.431.000) 2024-10-24 15:12:08 Finished transferring output files ... 028 (10628.431.000) 2024-10-24 15:12:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:08.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 431 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.431.000) 2024-10-24 15:12:08 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:03, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:03, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93373 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93373 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.93 1 1 Disk (KB) : 472766 2000000 2007827 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:07Z with exit-code 0. ... 028 (10628.431.000) 2024-10-24 15:12:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.933981565622482 Disk = 2007827 DiskUsage = 472766 EventTime = "2024-10-24T15:12:08.602" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975857.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975857-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 431 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:08:03, Sys 0 00:00:24" SentBytes = 93373.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797127; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:08:03, Sys 0 00:00:24" TotalSentBytes = 93373.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.689.000) 2024-10-24 15:12:10 Image size of job updated: 3721996 247 - MemoryUsage of job (MB) 252144 - ResidentSetSize of job (KB) ... 028 (10628.689.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:10.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 689 ResidentSetSize = 252144 Size = 3721996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.875.000) 2024-10-24 15:12:10 Started transferring output files ... 028 (10628.875.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:10.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 875 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.875.000) 2024-10-24 15:12:10 Finished transferring output files ... 028 (10628.875.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:10.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 875 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.689.000) 2024-10-24 15:12:10 Started transferring output files ... 028 (10628.689.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:10.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 689 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.689.000) 2024-10-24 15:12:10 Finished transferring output files ... 028 (10628.689.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:10.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 689 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.875.000) 2024-10-24 15:12:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:43, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:03:43, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97986 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97986 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 592477 2000000 2007917 GPUs : 0 Memory (MB) : 235 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:10Z with exit-code 0. ... 028 (10628.875.000) 2024-10-24 15:12:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880592325102561 Disk = 2007917 DiskUsage = 592477 EventTime = "2024-10-24T15:12:10.928" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196817-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 235 MyType = "JobTerminatedEvent" Proc = 875 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:43, Sys 0 00:00:22" SentBytes = 97986.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797130; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:03:43, Sys 0 00:00:22" TotalSentBytes = 97986.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.689.000) 2024-10-24 15:12:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:06:38, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:06:38, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96651 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96651 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474401 2000000 2007726 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:10Z with exit-code 0. ... 028 (10628.689.000) 2024-10-24 15:12:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9916117205458622 Disk = 2007726 DiskUsage = 474401 EventTime = "2024-10-24T15:12:11.020" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472169" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196895.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4196895-0-fnpc23118.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 689 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:06:38, Sys 0 00:00:22" SentBytes = 96651.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797130; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:06:38, Sys 0 00:00:22" TotalSentBytes = 96651.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.243.000) 2024-10-24 15:12:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.3bf1083f0ef2, rescheduling job ... 028 (10628.243.000) 2024-10-24 15:12:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:12:19.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 243 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.3bf1083f0ef2" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.239.000) 2024-10-24 15:12:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@IU-Jetstream2-Backfill.7193e521ede3, rescheduling job ... 028 (10628.239.000) 2024-10-24 15:12:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:12:19.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 239 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@IU-Jetstream2-Backfill.7193e521ede3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.880.000) 2024-10-24 15:12:26 Image size of job updated: 3721756 243 - MemoryUsage of job (MB) 247960 - ResidentSetSize of job (KB) ... 028 (10628.880.000) 2024-10-24 15:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:26.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 880 ResidentSetSize = 247960 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.880.000) 2024-10-24 15:12:26 Started transferring output files ... 028 (10628.880.000) 2024-10-24 15:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:26.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 880 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.880.000) 2024-10-24 15:12:26 Finished transferring output files ... 028 (10628.880.000) 2024-10-24 15:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:26.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 880 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.880.000) 2024-10-24 15:12:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:49, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:49, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 103044 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 103044 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 515708 2000000 2007870 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:26Z with exit-code 0. ... 028 (10628.880.000) 2024-10-24 15:12:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9802624545350895 Disk = 2007870 DiskUsage = 515708 EventTime = "2024-10-24T15:12:26.587" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196810.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196810-0-fnpc23050.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 880 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:49, Sys 0 00:00:19" SentBytes = 103044.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797146; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:49, Sys 0 00:00:19" TotalSentBytes = 103044.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.182.000) 2024-10-24 15:12:30 Image size of job updated: 1071936 86 - MemoryUsage of job (MB) 87636 - ResidentSetSize of job (KB) ... 028 (10628.182.000) 2024-10-24 15:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:30.764" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 182 ResidentSetSize = 87636 Size = 1071936 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.182.000) 2024-10-24 15:12:30 Started transferring output files ... 028 (10628.182.000) 2024-10-24 15:12:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:30.983" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 182 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.182.000) 2024-10-24 15:12:31 Finished transferring output files ... 028 (10628.182.000) 2024-10-24 15:12:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:31.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 182 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.182.000) 2024-10-24 15:12:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:14, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:05:14, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89356 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89356 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472761 2000000 2001920 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:30Z with exit-code 0. ... 028 (10628.182.000) 2024-10-24 15:12:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9944402161651343 Disk = 2001920 DiskUsage = 472761 EventTime = "2024-10-24T15:12:31.397" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 182 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:14, Sys 0 00:00:18" SentBytes = 89356.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797150; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:05:14, Sys 0 00:00:18" TotalSentBytes = 89356.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.500.000) 2024-10-24 15:12:34 Image size of job updated: 3789348 244 - MemoryUsage of job (MB) 249388 - ResidentSetSize of job (KB) ... 028 (10628.500.000) 2024-10-24 15:12:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:34.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 500 ResidentSetSize = 249388 Size = 3789348 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.500.000) 2024-10-24 15:12:34 Started transferring output files ... 028 (10628.500.000) 2024-10-24 15:12:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:34.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 500 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.500.000) 2024-10-24 15:12:34 Finished transferring output files ... 028 (10628.500.000) 2024-10-24 15:12:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:34.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 500 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.500.000) 2024-10-24 15:12:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:28, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:28, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89905 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89905 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 471526 2000000 2007851 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:12:34Z with exit-code 0. ... 028 (10628.500.000) 2024-10-24 15:12:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9625770381442318 Disk = 2007851 DiskUsage = 471526 EventTime = "2024-10-24T15:12:36.072" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 500 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:28, Sys 0 00:00:19" SentBytes = 89905.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797154; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:28, Sys 0 00:00:19" TotalSentBytes = 89905.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.360.000) 2024-10-24 15:12:55 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81468 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 15:12:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:55.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 81468 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.458.000) 2024-10-24 15:12:56 Image size of job updated: 3670224 77 - MemoryUsage of job (MB) 78656 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 15:12:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:56.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 78656 Size = 3670224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.212.000) 2024-10-24 15:12:57 Image size of job updated: 3534536 80 - MemoryUsage of job (MB) 81332 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 15:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:12:57.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 81332 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.191.000) 2024-10-24 15:13:15 Image size of job updated: 2377268 86 - MemoryUsage of job (MB) 87212 - ResidentSetSize of job (KB) ... 028 (10628.191.000) 2024-10-24 15:13:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:15.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 191 ResidentSetSize = 87212 Size = 2377268 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.191.000) 2024-10-24 15:13:15 Started transferring output files ... 028 (10628.191.000) 2024-10-24 15:13:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:15.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 191 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.191.000) 2024-10-24 15:13:15 Finished transferring output files ... 028 (10628.191.000) 2024-10-24 15:13:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:15.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" MyType = "FileTransferEvent" Proc = 191 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.191.000) 2024-10-24 15:13:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:08, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:08, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92005 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92005 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469994 2000000 8000000 GPUs : 0 Memory (MB) : 86 2000 4096 Job terminated of its own accord at 2024-10-24T19:13:15Z with exit-code 0. ... 028 (10628.191.000) 2024-10-24 15:13:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9872398913647504 Disk = 8000000 DiskUsage = 469994 EventTime = "2024-10-24T15:13:15.909" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "SDSC-PRP" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "SDSC-PRP" Memory = 4096 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 191 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:08:08, Sys 0 00:00:15" SentBytes = 92005.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797195; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:08:08, Sys 0 00:00:15" TotalSentBytes = 92005.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.489.000) 2024-10-24 15:13:18 Image size of job updated: 3969844 93 - MemoryUsage of job (MB) 95224 - ResidentSetSize of job (KB) ... 028 (10628.489.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 489 ResidentSetSize = 95224 Size = 3969844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.489.000) 2024-10-24 15:13:18 Started transferring output files ... 028 (10628.489.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 489 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.489.000) 2024-10-24 15:13:18 Finished transferring output files ... 028 (10628.489.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 489 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.142.000) 2024-10-24 15:13:18 Image size of job updated: 4162596 95 - MemoryUsage of job (MB) 96800 - ResidentSetSize of job (KB) ... 028 (10628.142.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 142 ResidentSetSize = 96800 Size = 4162596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.142.000) 2024-10-24 15:13:18 Started transferring output files ... 028 (10628.142.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 142 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.142.000) 2024-10-24 15:13:18 Finished transferring output files ... 028 (10628.142.000) 2024-10-24 15:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:18.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 142 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.489.000) 2024-10-24 15:13:19 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:41, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:41, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91305 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91305 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469732 2000000 2007924 GPUs : 0 Memory (MB) : 93 2000 2048 Job terminated of its own accord at 2024-10-24T19:13:18Z with exit-code 0. ... 028 (10628.489.000) 2024-10-24 15:13:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9892344403746762 Disk = 2007924 DiskUsage = 469732 EventTime = "2024-10-24T15:13:19.025" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 93 MyType = "JobTerminatedEvent" Proc = 489 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:41, Sys 0 00:00:22" SentBytes = 91305.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797198; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:41, Sys 0 00:00:22" TotalSentBytes = 91305.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.142.000) 2024-10-24 15:13:20 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:22, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:22, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93624 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93624 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 470646 2000000 2007935 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:13:18Z with exit-code 0. ... 028 (10628.142.000) 2024-10-24 15:13:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9375473313115407 Disk = 2007935 DiskUsage = 470646 EventTime = "2024-10-24T15:13:20.660" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 142 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:08:22, Sys 0 00:00:23" SentBytes = 93624.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797198; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:08:22, Sys 0 00:00:23" TotalSentBytes = 93624.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.044.000) 2024-10-24 15:13:32 Image size of job updated: 4061572 98 - MemoryUsage of job (MB) 100240 - ResidentSetSize of job (KB) ... 028 (10628.044.000) 2024-10-24 15:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:32.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 44 ResidentSetSize = 100240 Size = 4061572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.044.000) 2024-10-24 15:13:32 Started transferring output files ... 028 (10628.044.000) 2024-10-24 15:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:32.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 44 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.044.000) 2024-10-24 15:13:32 Finished transferring output files ... 028 (10628.044.000) 2024-10-24 15:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:32.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "FileTransferEvent" Proc = 44 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.044.000) 2024-10-24 15:13:33 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:06, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:06, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96984 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96984 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469132 2000000 2015090 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:13:32Z with exit-code 0. ... 028 (10628.044.000) 2024-10-24 15:13:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9914651835530417 Disk = 2015090 DiskUsage = 469132 EventTime = "2024-10-24T15:13:33.086" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 44 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:08:06, Sys 0 00:00:15" SentBytes = 96984.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797212; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:08:06, Sys 0 00:00:15" TotalSentBytes = 96984.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.046.000) 2024-10-24 15:13:37 Image size of job updated: 3034816 129 - MemoryUsage of job (MB) 131340 - ResidentSetSize of job (KB) ... 028 (10628.046.000) 2024-10-24 15:13:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:37.247" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 46 ResidentSetSize = 131340 Size = 3034816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.046.000) 2024-10-24 15:13:37 Started transferring output files ... 028 (10628.046.000) 2024-10-24 15:13:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:37.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 46 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.046.000) 2024-10-24 15:13:37 Finished transferring output files ... 028 (10628.046.000) 2024-10-24 15:13:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:13:37.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 46 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.046.000) 2024-10-24 15:13:37 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:02, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:02, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92110 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92110 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467335 2000000 2001920 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-24T19:13:37Z with exit-code 0. ... 028 (10628.046.000) 2024-10-24 15:13:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934369216369505 Disk = 2001920 DiskUsage = 467335 EventTime = "2024-10-24T15:13:37.586" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3272290" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550183" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 46 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:02, Sys 0 00:00:14" SentBytes = 92110.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797217; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:02, Sys 0 00:00:14" TotalSentBytes = 92110.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.829.000) 2024-10-24 15:13:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_959744_31002132@d12chas573.crc.nd.edu, rescheduling job ... 028 (10628.829.000) 2024-10-24 15:13:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:13:39.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178286.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 829 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_959744_31002132@d12chas573.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.441.000) 2024-10-24 15:14:03 Image size of job updated: 3720880 248 - MemoryUsage of job (MB) 253808 - ResidentSetSize of job (KB) ... 028 (10628.441.000) 2024-10-24 15:14:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:03.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 441 ResidentSetSize = 253808 Size = 3720880 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.661.000) 2024-10-24 15:14:03 Image size of job updated: 3500000 101 - MemoryUsage of job (MB) 103156 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 15:14:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:03.854" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 103156 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.441.000) 2024-10-24 15:14:03 Started transferring output files ... 028 (10628.441.000) 2024-10-24 15:14:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:03.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 441 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.441.000) 2024-10-24 15:14:04 Finished transferring output files ... 028 (10628.441.000) 2024-10-24 15:14:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:04.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 441 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.441.000) 2024-10-24 15:14:04 Job terminated. (1) Normal termination (return value 0) Usr 0 03:10:25, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:10:25, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93059 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93059 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469457 2000000 2007914 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:03Z with exit-code 0. ... 028 (10628.441.000) 2024-10-24 15:14:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9792079055273922 Disk = 2007914 DiskUsage = 469457 EventTime = "2024-10-24T15:14:04.403" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 441 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:10:25, Sys 0 00:00:20" SentBytes = 93059.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797243; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:10:25, Sys 0 00:00:20" TotalSentBytes = 93059.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.282.000) 2024-10-24 15:14:07 Image size of job updated: 3965624 95 - MemoryUsage of job (MB) 96740 - ResidentSetSize of job (KB) ... 028 (10628.282.000) 2024-10-24 15:14:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:07.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 282 ResidentSetSize = 96740 Size = 3965624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.282.000) 2024-10-24 15:14:07 Started transferring output files ... 028 (10628.282.000) 2024-10-24 15:14:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:07.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 282 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.282.000) 2024-10-24 15:14:07 Finished transferring output files ... 028 (10628.282.000) 2024-10-24 15:14:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:07.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 282 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.282.000) 2024-10-24 15:14:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:09:00, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:09:00, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89417 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89417 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467338 2000000 2007935 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:07Z with exit-code 0. ... 028 (10628.282.000) 2024-10-24 15:14:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9800825890597199 Disk = 2007935 DiskUsage = 467338 EventTime = "2024-10-24T15:14:07.588" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 282 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:09:00, Sys 0 00:00:24" SentBytes = 89417.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797247; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:09:00, Sys 0 00:00:24" TotalSentBytes = 89417.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.007.000) 2024-10-24 15:14:09 Image size of job updated: 3966876 134 - MemoryUsage of job (MB) 137012 - ResidentSetSize of job (KB) ... 028 (10628.007.000) 2024-10-24 15:14:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:09.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 134 MyType = "JobImageSizeEvent" Proc = 7 ResidentSetSize = 137012 Size = 3966876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.007.000) 2024-10-24 15:14:09 Started transferring output files ... 028 (10628.007.000) 2024-10-24 15:14:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:09.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 7 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.007.000) 2024-10-24 15:14:09 Finished transferring output files ... 028 (10628.007.000) 2024-10-24 15:14:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:09.483" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 7 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.007.000) 2024-10-24 15:14:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:35, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:35, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89031 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89031 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466382 2000000 27916586 GPUs : 0 Memory (MB) : 134 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:09Z with exit-code 0. ... 028 (10628.007.000) 2024-10-24 15:14:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991211105162522 Disk = 27916586 DiskUsage = 466382 EventTime = "2024-10-24T15:14:09.963" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273825" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454756" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 134 MyType = "JobTerminatedEvent" Proc = 7 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:35, Sys 0 00:00:12" SentBytes = 89031.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797249; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:35, Sys 0 00:00:12" TotalSentBytes = 89031.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.815.000) 2024-10-24 15:14:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2711173_408525219@d12chas549.crc.nd.edu, rescheduling job ... 028 (10628.815.000) 2024-10-24 15:14:28 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:14:28.654" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621447" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178289.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas549.crc.nd.edu" JOB_Site = "NotreDame" MyType = "JobReconnectFailedEvent" Proc = 815 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2711173_408525219@d12chas549.crc.nd.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.582.000) 2024-10-24 15:14:33 Image size of job updated: 3722016 249 - MemoryUsage of job (MB) 254056 - ResidentSetSize of job (KB) ... 028 (10628.582.000) 2024-10-24 15:14:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:33.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 582 ResidentSetSize = 254056 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.582.000) 2024-10-24 15:14:33 Started transferring output files ... 028 (10628.582.000) 2024-10-24 15:14:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:33.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 582 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.582.000) 2024-10-24 15:14:33 Finished transferring output files ... 028 (10628.582.000) 2024-10-24 15:14:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:33.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 582 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.582.000) 2024-10-24 15:14:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:07:52, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:07:52, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88984 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88984 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467033 2000000 2007852 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:33Z with exit-code 0. ... 028 (10628.582.000) 2024-10-24 15:14:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9829060079819772 Disk = 2007852 DiskUsage = 467033 EventTime = "2024-10-24T15:14:34.065" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 582 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:07:52, Sys 0 00:00:25" SentBytes = 88984.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797273; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:07:52, Sys 0 00:00:25" TotalSentBytes = 88984.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.388.000) 2024-10-24 15:14:36 Image size of job updated: 3789076 242 - MemoryUsage of job (MB) 246900 - ResidentSetSize of job (KB) ... 028 (10628.388.000) 2024-10-24 15:14:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:36.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 388 ResidentSetSize = 246900 Size = 3789076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.388.000) 2024-10-24 15:14:36 Started transferring output files ... 028 (10628.388.000) 2024-10-24 15:14:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:36.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 388 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.388.000) 2024-10-24 15:14:36 Finished transferring output files ... 028 (10628.388.000) 2024-10-24 15:14:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:36.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 388 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.388.000) 2024-10-24 15:14:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:09:18, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:09:18, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89557 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89557 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467942 2000000 2007924 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:36Z with exit-code 0. ... 028 (10628.388.000) 2024-10-24 15:14:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885689970476877 Disk = 2007924 DiskUsage = 467942 EventTime = "2024-10-24T15:14:36.925" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196798.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196798-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 388 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:09:18, Sys 0 00:00:21" SentBytes = 89557.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797276; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:09:18, Sys 0 00:00:21" TotalSentBytes = 89557.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.399.000) 2024-10-24 15:14:39 Image size of job updated: 3721772 245 - MemoryUsage of job (MB) 250560 - ResidentSetSize of job (KB) ... 028 (10628.399.000) 2024-10-24 15:14:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:39.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 399 ResidentSetSize = 250560 Size = 3721772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.399.000) 2024-10-24 15:14:39 Started transferring output files ... 028 (10628.399.000) 2024-10-24 15:14:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:39.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 399 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.399.000) 2024-10-24 15:14:39 Finished transferring output files ... 028 (10628.399.000) 2024-10-24 15:14:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:39.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 399 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.399.000) 2024-10-24 15:14:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:09:52, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:09:52, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88441 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88441 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.59 1 1 Disk (KB) : 466725 2000000 2007851 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:39Z with exit-code 0. ... 028 (10628.399.000) 2024-10-24 15:14:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.588920474963161 Disk = 2007851 DiskUsage = 466725 EventTime = "2024-10-24T15:14:39.959" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 399 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:09:52, Sys 0 00:00:18" SentBytes = 88441.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797279; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:09:52, Sys 0 00:00:18" TotalSentBytes = 88441.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.003.000) 2024-10-24 15:14:42 Image size of job updated: 3606788 93 - MemoryUsage of job (MB) 94392 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 15:14:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:42.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 94392 Size = 3606788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.963.000) 2024-10-24 15:14:43 Image size of job updated: 3708100 87 - MemoryUsage of job (MB) 88172 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 15:14:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:43.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 88172 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.654.000) 2024-10-24 15:14:44 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.654.000) 2024-10-24 15:14:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:44.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 654 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.004.000) 2024-10-24 15:14:44 Image size of job updated: 3606532 93 - MemoryUsage of job (MB) 94920 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 15:14:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:44.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 94920 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.613.000) 2024-10-24 15:14:47 Image size of job updated: 3634368 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.613.000) 2024-10-24 15:14:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:47.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 613 ResidentSetSize = 100000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.972.000) 2024-10-24 15:14:50 Image size of job updated: 3781832 74 - MemoryUsage of job (MB) 75116 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 15:14:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:50.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 75116 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.883.000) 2024-10-24 15:14:57 Image size of job updated: 3966136 94 - MemoryUsage of job (MB) 95656 - ResidentSetSize of job (KB) ... 028 (10628.883.000) 2024-10-24 15:14:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:57.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 883 ResidentSetSize = 95656 Size = 3966136 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.883.000) 2024-10-24 15:14:57 Started transferring output files ... 028 (10628.883.000) 2024-10-24 15:14:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:57.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 883 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.883.000) 2024-10-24 15:14:58 Finished transferring output files ... 028 (10628.883.000) 2024-10-24 15:14:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:14:58.065" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 883 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.883.000) 2024-10-24 15:14:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:53, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:53, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96167 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96167 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468536 2000000 2007853 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:14:57Z with exit-code 0. ... 028 (10628.883.000) 2024-10-24 15:14:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9845032869237186 Disk = 2007853 DiskUsage = 468536 EventTime = "2024-10-24T15:14:58.376" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 883 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:08:53, Sys 0 00:00:17" SentBytes = 96167.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797297; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:08:53, Sys 0 00:00:17" TotalSentBytes = 96167.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.029.000) 2024-10-24 15:15:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_148037_226985216@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.029.000) 2024-10-24 15:15:04 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:15:04.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618796" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215161" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 29 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_148037_226985216@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.422.000) 2024-10-24 15:15:06 Image size of job updated: 3789856 241 - MemoryUsage of job (MB) 246144 - ResidentSetSize of job (KB) ... 028 (10628.422.000) 2024-10-24 15:15:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:06.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 422 ResidentSetSize = 246144 Size = 3789856 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.422.000) 2024-10-24 15:15:06 Started transferring output files ... 028 (10628.422.000) 2024-10-24 15:15:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:06.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 422 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.422.000) 2024-10-24 15:15:07 Finished transferring output files ... 028 (10628.422.000) 2024-10-24 15:15:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:07.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 422 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.422.000) 2024-10-24 15:15:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:10:14, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:10:14, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93084 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93084 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467930 2000000 2007934 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:15:06Z with exit-code 0. ... 028 (10628.422.000) 2024-10-24 15:15:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880281758215446 Disk = 2007934 DiskUsage = 467930 EventTime = "2024-10-24T15:15:07.403" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 422 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:10:14, Sys 0 00:00:23" SentBytes = 93084.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797306; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:10:14, Sys 0 00:00:23" TotalSentBytes = 93084.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.301.000) 2024-10-24 15:15:09 Image size of job updated: 3789628 248 - MemoryUsage of job (MB) 253064 - ResidentSetSize of job (KB) ... 028 (10628.301.000) 2024-10-24 15:15:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:09.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 301 ResidentSetSize = 253064 Size = 3789628 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.301.000) 2024-10-24 15:15:22 Image size of job updated: 4039712 248 - MemoryUsage of job (MB) 253064 - ResidentSetSize of job (KB) ... 028 (10628.301.000) 2024-10-24 15:15:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:22.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 301 ResidentSetSize = 253064 Size = 4039712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.301.000) 2024-10-24 15:15:23 Started transferring output files ... 028 (10628.301.000) 2024-10-24 15:15:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:23.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 301 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.301.000) 2024-10-24 15:15:23 Finished transferring output files ... 028 (10628.301.000) 2024-10-24 15:15:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:23.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 301 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.301.000) 2024-10-24 15:15:23 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:09, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:11:09, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88941 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88941 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 598767 2000000 2007851 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:15:22Z with exit-code 0. ... 028 (10628.301.000) 2024-10-24 15:15:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9535814079570478 Disk = 2007851 DiskUsage = 598767 EventTime = "2024-10-24T15:15:23.421" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 301 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:09, Sys 0 00:00:17" SentBytes = 88941.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797322; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:11:09, Sys 0 00:00:17" TotalSentBytes = 88941.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.178.000) 2024-10-24 15:15:24 Image size of job updated: 871084 233 - MemoryUsage of job (MB) 238324 - ResidentSetSize of job (KB) ... 028 (10628.178.000) 2024-10-24 15:15:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:24.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 233 MyType = "JobImageSizeEvent" Proc = 178 ResidentSetSize = 238324 Size = 871084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.178.000) 2024-10-24 15:15:24 Started transferring output files ... 028 (10628.178.000) 2024-10-24 15:15:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:24.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 178 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.178.000) 2024-10-24 15:15:24 Finished transferring output files ... 028 (10628.178.000) 2024-10-24 15:15:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:24.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 178 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.178.000) 2024-10-24 15:15:25 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:36, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:11:36, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89837 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89837 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465785 2000000 2001920 GPUs : 0 Memory (MB) : 233 2000 2048 Job terminated of its own accord at 2024-10-24T19:15:24Z with exit-code 0. ... 028 (10628.178.000) 2024-10-24 15:15:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9932172010941804 Disk = 2001920 DiskUsage = 465785 EventTime = "2024-10-24T15:15:25.206" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 233 MyType = "JobTerminatedEvent" Proc = 178 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:36, Sys 0 00:00:16" SentBytes = 89837.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797324; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:11:36, Sys 0 00:00:16" TotalSentBytes = 89837.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.990.000) 2024-10-24 15:15:38 Image size of job updated: 3634368 86 - MemoryUsage of job (MB) 87360 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 15:15:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:38.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 87360 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.617.000) 2024-10-24 15:15:56 Image size of job updated: 3721440 239 - MemoryUsage of job (MB) 243984 - ResidentSetSize of job (KB) ... 028 (10628.617.000) 2024-10-24 15:15:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:15:56.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 617 ResidentSetSize = 243984 Size = 3721440 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.047.000) 2024-10-24 15:16:14 Image size of job updated: 2780752 252 - MemoryUsage of job (MB) 257816 - ResidentSetSize of job (KB) ... 028 (10628.047.000) 2024-10-24 15:16:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:14.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 47 ResidentSetSize = 257816 Size = 2780752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.047.000) 2024-10-24 15:16:14 Started transferring output files ... 028 (10628.047.000) 2024-10-24 15:16:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:14.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 47 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.047.000) 2024-10-24 15:16:14 Finished transferring output files ... 028 (10628.047.000) 2024-10-24 15:16:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:14.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 47 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.047.000) 2024-10-24 15:16:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:32, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:13:32, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88002 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88002 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472479 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T19:16:14Z with exit-code 0. ... 028 (10628.047.000) 2024-10-24 15:16:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9795357923033258 Disk = 2001920 DiskUsage = 472479 EventTime = "2024-10-24T15:16:15.166" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3264463" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549769" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 47 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:32, Sys 0 00:00:14" SentBytes = 88002.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797374; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:13:32, Sys 0 00:00:14" TotalSentBytes = 88002.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.032.000) 2024-10-24 15:16:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1310982_429360856@c1425.swan.hcc.unl.edu, rescheduling job ... 028 (10628.032.000) 2024-10-24 15:16:27 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:16:27.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617901" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 32 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1310982_429360856@c1425.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.030.000) 2024-10-24 15:16:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1311024_357812640@c1425.swan.hcc.unl.edu, rescheduling job ... 028 (10628.030.000) 2024-10-24 15:16:27 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:16:27.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618495" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215104" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 30 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1311024_357812640@c1425.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.911.000) 2024-10-24 15:16:35 Image size of job updated: 3781832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 15:16:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:35.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 100000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.180.000) 2024-10-24 15:16:41 Image size of job updated: 805944 50 - MemoryUsage of job (MB) 50544 - ResidentSetSize of job (KB) ... 028 (10628.180.000) 2024-10-24 15:16:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:41.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 50 MyType = "JobImageSizeEvent" Proc = 180 ResidentSetSize = 50544 Size = 805944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.180.000) 2024-10-24 15:16:42 Started transferring output files ... 028 (10628.180.000) 2024-10-24 15:16:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:42.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 180 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.180.000) 2024-10-24 15:16:42 Finished transferring output files ... 028 (10628.180.000) 2024-10-24 15:16:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:42.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 180 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.180.000) 2024-10-24 15:16:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:56, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:11:56, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90245 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90245 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.21 1 1 Disk (KB) : 465802 2000000 2001920 GPUs : 0 Memory (MB) : 50 2000 2048 Job terminated of its own accord at 2024-10-24T19:16:41Z with exit-code 0. ... 028 (10628.180.000) 2024-10-24 15:16:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.21 Disk = 2001920 DiskUsage = 465802 EventTime = "2024-10-24T15:16:42.534" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 50 MyType = "JobTerminatedEvent" Proc = 180 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:56, Sys 0 00:00:17" SentBytes = 90245.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797401; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:11:56, Sys 0 00:00:17" TotalSentBytes = 90245.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.808.000) 2024-10-24 15:16:42 Image size of job updated: 2778860 83 - MemoryUsage of job (MB) 84444 - ResidentSetSize of job (KB) ... 028 (10628.808.000) 2024-10-24 15:16:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:42.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 808 ResidentSetSize = 84444 Size = 2778860 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.617.000) 2024-10-24 15:16:53 Image size of job updated: 3722020 239 - MemoryUsage of job (MB) 243984 - ResidentSetSize of job (KB) ... 028 (10628.617.000) 2024-10-24 15:16:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:53.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 617 ResidentSetSize = 243984 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.617.000) 2024-10-24 15:16:53 Started transferring output files ... 028 (10628.617.000) 2024-10-24 15:16:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:53.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 617 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.617.000) 2024-10-24 15:16:54 Finished transferring output files ... 028 (10628.617.000) 2024-10-24 15:16:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:16:54.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 617 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.617.000) 2024-10-24 15:16:54 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:57, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:57, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92580 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92580 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 501161 2000000 2007922 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T19:16:53Z with exit-code 0. ... 028 (10628.617.000) 2024-10-24 15:16:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9981741994474237 Disk = 2007922 DiskUsage = 501161 EventTime = "2024-10-24T15:16:54.309" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 617 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:57, Sys 0 00:00:28" SentBytes = 92580.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797413; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:57, Sys 0 00:00:28" TotalSentBytes = 92580.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.259.000) 2024-10-24 15:16:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_267311_426273300@c1409.swan.hcc.unl.edu, rescheduling job ... 028 (10628.259.000) 2024-10-24 15:16:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:16:56.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617269" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213107" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 259 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_267311_426273300@c1409.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.808.000) 2024-10-24 15:17:04 Started transferring output files ... 028 (10628.808.000) 2024-10-24 15:17:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:04.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 808 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.808.000) 2024-10-24 15:17:04 Finished transferring output files ... 028 (10628.808.000) 2024-10-24 15:17:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:04.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 808 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.808.000) 2024-10-24 15:17:04 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:12, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:12, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91979 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91979 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616102 2000000 2001920 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:17:04Z with exit-code 0. ... 028 (10628.808.000) 2024-10-24 15:17:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991888129829664 Disk = 2001920 DiskUsage = 616102 EventTime = "2024-10-24T15:17:04.602" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 808 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:12, Sys 0 00:00:15" SentBytes = 91979.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797424; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:12, Sys 0 00:00:15" TotalSentBytes = 91979.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.179.000) 2024-10-24 15:17:17 Image size of job updated: 870396 231 - MemoryUsage of job (MB) 236380 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 15:17:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:17.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 231 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 236380 Size = 870396 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.198.000) 2024-10-24 15:17:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.1fd2e39b13bf, rescheduling job ... 028 (10628.198.000) 2024-10-24 15:17:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:17:22.836" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 198 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.1fd2e39b13bf" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.193.000) 2024-10-24 15:17:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@IU-Jetstream2-Backfill.9f8cfa88adf6, rescheduling job ... 028 (10628.193.000) 2024-10-24 15:17:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:17:25.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 193 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.680.000) 2024-10-24 15:17:48 Image size of job updated: 3722024 244 - MemoryUsage of job (MB) 249740 - ResidentSetSize of job (KB) ... 028 (10628.680.000) 2024-10-24 15:17:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:48.962" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 680 ResidentSetSize = 249740 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.680.000) 2024-10-24 15:17:49 Started transferring output files ... 028 (10628.680.000) 2024-10-24 15:17:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:49.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 680 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.680.000) 2024-10-24 15:17:49 Finished transferring output files ... 028 (10628.680.000) 2024-10-24 15:17:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:49.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 680 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.680.000) 2024-10-24 15:17:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:47, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:47, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90706 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90706 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471863 2000000 2007898 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:17:48Z with exit-code 0. ... 028 (10628.680.000) 2024-10-24 15:17:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9845234373413512 Disk = 2007898 DiskUsage = 471863 EventTime = "2024-10-24T15:17:49.580" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 680 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:47, Sys 0 00:00:20" SentBytes = 90706.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797468; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:47, Sys 0 00:00:20" TotalSentBytes = 90706.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.458.000) 2024-10-24 15:17:56 Image size of job updated: 3670224 78 - MemoryUsage of job (MB) 79040 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 15:17:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:56.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 79040 Size = 3670224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.229.000) 2024-10-24 15:17:58 Image size of job updated: 3561660 84 - MemoryUsage of job (MB) 85392 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 15:17:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:58.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 85392 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.667.000) 2024-10-24 15:17:58 Image size of job updated: 3722008 244 - MemoryUsage of job (MB) 249728 - ResidentSetSize of job (KB) ... 028 (10628.667.000) 2024-10-24 15:17:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:58.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 667 ResidentSetSize = 249728 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.667.000) 2024-10-24 15:17:59 Started transferring output files ... 028 (10628.667.000) 2024-10-24 15:17:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:59.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 667 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.667.000) 2024-10-24 15:17:59 Finished transferring output files ... 028 (10628.667.000) 2024-10-24 15:17:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:17:59.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 667 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.667.000) 2024-10-24 15:17:59 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:42, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:42, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92724 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92724 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 471901 2000000 2007889 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:17:58Z with exit-code 0. ... 028 (10628.667.000) 2024-10-24 15:17:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9422483029998766 Disk = 2007889 DiskUsage = 471901 EventTime = "2024-10-24T15:17:59.447" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 667 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:42, Sys 0 00:00:21" SentBytes = 92724.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797478; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:42, Sys 0 00:00:21" TotalSentBytes = 92724.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.179.000) 2024-10-24 15:18:23 Image size of job updated: 870960 233 - MemoryUsage of job (MB) 237636 - ResidentSetSize of job (KB) ... 028 (10628.179.000) 2024-10-24 15:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:23.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 233 MyType = "JobImageSizeEvent" Proc = 179 ResidentSetSize = 237636 Size = 870960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.179.000) 2024-10-24 15:18:23 Started transferring output files ... 028 (10628.179.000) 2024-10-24 15:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:23.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 179 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.179.000) 2024-10-24 15:18:23 Finished transferring output files ... 028 (10628.179.000) 2024-10-24 15:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:23.975" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 179 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.179.000) 2024-10-24 15:18:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:59, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:11:59, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88377 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88377 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 488235 2000000 2001920 GPUs : 0 Memory (MB) : 233 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:23Z with exit-code 0. ... 028 (10628.179.000) 2024-10-24 15:18:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9974004799111966 Disk = 2001920 DiskUsage = 488235 EventTime = "2024-10-24T15:18:24.339" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 233 MyType = "JobTerminatedEvent" Proc = 179 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:59, Sys 0 00:00:14" SentBytes = 88377.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797503; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:11:59, Sys 0 00:00:14" TotalSentBytes = 88377.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.588.000) 2024-10-24 15:18:33 Image size of job updated: 4033212 99 - MemoryUsage of job (MB) 100936 - ResidentSetSize of job (KB) ... 028 (10628.588.000) 2024-10-24 15:18:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:33.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 588 ResidentSetSize = 100936 Size = 4033212 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.588.000) 2024-10-24 15:18:33 Started transferring output files ... 028 (10628.588.000) 2024-10-24 15:18:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:33.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 588 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.588.000) 2024-10-24 15:18:34 Finished transferring output files ... 028 (10628.588.000) 2024-10-24 15:18:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:34.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 588 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.588.000) 2024-10-24 15:18:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:37, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:13:37, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89678 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89678 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470938 2000000 2007822 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:33Z with exit-code 0. ... 028 (10628.588.000) 2024-10-24 15:18:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9871599344787029 Disk = 2007822 DiskUsage = 470938 EventTime = "2024-10-24T15:18:34.382" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 588 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:37, Sys 0 00:00:20" SentBytes = 89678.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797513; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:13:37, Sys 0 00:00:20" TotalSentBytes = 89678.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.181.000) 2024-10-24 15:18:39 Image size of job updated: 1202996 86 - MemoryUsage of job (MB) 87760 - ResidentSetSize of job (KB) ... 028 (10628.181.000) 2024-10-24 15:18:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:39.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 181 ResidentSetSize = 87760 Size = 1202996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.181.000) 2024-10-24 15:18:40 Started transferring output files ... 028 (10628.181.000) 2024-10-24 15:18:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:40.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 181 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.181.000) 2024-10-24 15:18:40 Finished transferring output files ... 028 (10628.181.000) 2024-10-24 15:18:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:40.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "FileTransferEvent" Proc = 181 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.188.000) 2024-10-24 15:18:40 Image size of job updated: 3990032 130 - MemoryUsage of job (MB) 132132 - ResidentSetSize of job (KB) ... 028 (10628.188.000) 2024-10-24 15:18:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:40.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 130 MyType = "JobImageSizeEvent" Proc = 188 ResidentSetSize = 132132 Size = 3990032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.188.000) 2024-10-24 15:18:40 Started transferring output files ... 028 (10628.188.000) 2024-10-24 15:18:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:40.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 188 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.188.000) 2024-10-24 15:18:41 Finished transferring output files ... 028 (10628.188.000) 2024-10-24 15:18:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:41.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 188 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.188.000) 2024-10-24 15:18:41 Job terminated. (1) Normal termination (return value 0) Usr 0 03:15:33, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:15:33, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91256 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91256 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469033 2000000 2153024 GPUs : 0 Memory (MB) : 130 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:40Z with exit-code 0. ... 028 (10628.188.000) 2024-10-24 15:18:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913522222487068 Disk = 2153024 DiskUsage = 469033 EventTime = "2024-10-24T15:18:41.383" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" Memory = 2048 MemoryUsage = 130 MyType = "JobTerminatedEvent" Proc = 188 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:15:33, Sys 0 00:00:13" SentBytes = 91256.0 Subproc = 0 TerminatedNormally = true ToE = [ Who = "itself"; ExitCode = 0; ExitBySignal = false; When = 1729797520; How = "OF_ITS_OWN_ACCORD"; HowCode = 0 ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:15:33, Sys 0 00:00:13" TotalSentBytes = 91256.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.181.000) 2024-10-24 15:18:41 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:17, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:17, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89943 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89943 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472730 2000000 2001920 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:39Z with exit-code 0. ... 028 (10628.181.000) 2024-10-24 15:18:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9954489271602391 Disk = 2001920 DiskUsage = 472730 EventTime = "2024-10-24T15:18:41.995" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 181 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:17, Sys 0 00:00:13" SentBytes = 89943.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797519; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:17, Sys 0 00:00:13" TotalSentBytes = 89943.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.032.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.82:36025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977610&PrivNet=osg-4196874-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36025+[2620-6a-0-8862-f0-0-208-82]-36025&alias=osg-4196874-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.032.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.180" EventTypeNumber = 28 Host = "<131.225.208.82:36025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977610&PrivNet=osg-4196874-0-fnpc19107.fnal.gov&addrs=131.225.208.82-36025+[2620-6a-0-8862-f0-0-208-82]-36025&alias=osg-4196874-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.032.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.032.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.193.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.166.224:42143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041628&PrivNet=osg-4196565-0-fnpc17143.fnal.gov&addrs=131.225.166.224-42143+[2620-6a-0-8861-f0-0-166-224]-42143&alias=osg-4196565-0-fnpc17143.fnal.gov&noUDP> ... 028 (10628.193.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.345" EventTypeNumber = 28 Host = "<131.225.166.224:42143?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041628&PrivNet=osg-4196565-0-fnpc17143.fnal.gov&addrs=131.225.166.224-42143+[2620-6a-0-8861-f0-0-166-224]-42143&alias=osg-4196565-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.239.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.59:39241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346303%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005205&PrivNet=osg-4197181-0-fnpc22026.fnal.gov&addrs=131.225.208.59-39241+[2620-6a-0-8862-f0-0-208-59]-39241&alias=osg-4197181-0-fnpc22026.fnal.gov&noUDP> ... 028 (10628.239.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.364" EventTypeNumber = 28 Host = "<131.225.208.59:39241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346303%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005205&PrivNet=osg-4197181-0-fnpc22026.fnal.gov&addrs=131.225.208.59-39241+[2620-6a-0-8862-f0-0-208-59]-39241&alias=osg-4197181-0-fnpc22026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.193.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.193.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.239.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.239.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.198.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <10.136.81.213:45927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411114%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006559&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-45927&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.198.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.436" EventTypeNumber = 28 Host = "<10.136.81.213:45927?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411114%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006559&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-45927&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.198.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.198.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.259.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.77:42829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005206&PrivNet=osg-4196720-0-fnpc22035.fnal.gov&addrs=131.225.208.77-42829+[2620-6a-0-8862-f0-0-208-77]-42829&alias=osg-4196720-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.259.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.481" EventTypeNumber = 28 Host = "<131.225.208.77:42829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005206&PrivNet=osg-4196720-0-fnpc22035.fnal.gov&addrs=131.225.208.77-42829+[2620-6a-0-8862-f0-0-208-77]-42829&alias=osg-4196720-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.029.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <10.138.19.15:39021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891523%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999702&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-39021&alias=c1915.swan.hcc.unl.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.504" EventTypeNumber = 28 Host = "<10.138.19.15:39021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891523%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999702&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-39021&alias=c1915.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.243.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.149:45975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054826&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-45975+[2620-6a-0-8862-f0-0-208-149]-45975&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.243.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.529" EventTypeNumber = 28 Host = "<131.225.208.149:45975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50911319%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10054826&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-45975+[2620-6a-0-8862-f0-0-208-149]-45975&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.259.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.259.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.243.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.243.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.029.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.029.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.829.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.168:43113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999704&PrivNet=osg-4196706-0-fnpc23035.fnal.gov&addrs=131.225.208.168-43113+[2620-6a-0-8862-f0-0-208-168]-43113&alias=osg-4196706-0-fnpc23035.fnal.gov&noUDP> ... 028 (10628.829.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.619" EventTypeNumber = 28 Host = "<131.225.208.168:43113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999704&PrivNet=osg-4196706-0-fnpc23035.fnal.gov&addrs=131.225.208.168-43113+[2620-6a-0-8862-f0-0-208-168]-43113&alias=osg-4196706-0-fnpc23035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.829.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.829.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.815.000) 2024-10-24 15:18:42 Started transferring input files Transferring to host: <131.225.208.106:41107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005207&PrivNet=osg-3975844-0-fnpc19124.fnal.gov&addrs=131.225.208.106-41107+[2620-6a-0-8862-f0-0-208-106]-41107&alias=osg-3975844-0-fnpc19124.fnal.gov&noUDP> ... 028 (10628.815.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.678" EventTypeNumber = 28 Host = "<131.225.208.106:41107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51014961%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005207&PrivNet=osg-3975844-0-fnpc19124.fnal.gov&addrs=131.225.208.106-41107+[2620-6a-0-8862-f0-0-208-106]-41107&alias=osg-3975844-0-fnpc19124.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.815.000) 2024-10-24 15:18:42 Finished transferring input files ... 028 (10628.815.000) 2024-10-24 15:18:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:42.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.030.000) 2024-10-24 15:18:43 Started transferring input files Transferring to host: <10.138.25.9:43373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008119&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-43373&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 15:18:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:43.078" EventTypeNumber = 28 Host = "<10.138.25.9:43373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29433142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008119&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-43373&alias=c2509.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.030.000) 2024-10-24 15:18:43 Finished transferring input files ... 028 (10628.030.000) 2024-10-24 15:18:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:43.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.029.000) 2024-10-24 15:18:43 Warning from starter on slot1@glidein_2817730_889810397@c1915.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.198.000) 2024-10-24 15:18:43 Warning from starter on slot1_4@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.029.000) 2024-10-24 15:18:43 Job executing on host: <10.138.19.15:42097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9987476&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-42097&alias=c1915.swan.hcc.unl.edu&noUDP> ... 028 (10628.029.000) 2024-10-24 15:18:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:43.871" EventTypeNumber = 28 ExecuteHost = "<10.138.19.15:42097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9987476&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-42097&alias=c1915.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.198.000) 2024-10-24 15:18:43 Job executing on host: <10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.198.000) 2024-10-24 15:18:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:43.897" EventTypeNumber = 28 ExecuteHost = "<10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.165.000) 2024-10-24 15:18:44 Image size of job updated: 3500000 106 - MemoryUsage of job (MB) 107572 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 107572 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.163.000) 2024-10-24 15:18:44 Image size of job updated: 3500000 105 - MemoryUsage of job (MB) 106532 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 106532 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.032.000) 2024-10-24 15:18:44 Warning from starter on slot1_3@glidein_8_683804705@osg-4196874-0-fnpc19107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.193.000) 2024-10-24 15:18:44 Warning from starter on slot1_7@glidein_8_347998410@osg-4196565-0-fnpc17143.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.032.000) 2024-10-24 15:18:44 Job executing on host: <131.225.208.82:46183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996575&PrivNet=osg-4196874-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46183+[2620-6a-0-8862-f0-0-208-82]-46183&alias=osg-4196874-0-fnpc19107.fnal.gov&noUDP> ... 028 (10628.032.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.380" EventTypeNumber = 28 ExecuteHost = "<131.225.208.82:46183?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996575&PrivNet=osg-4196874-0-fnpc19107.fnal.gov&addrs=131.225.208.82-46183+[2620-6a-0-8862-f0-0-208-82]-46183&alias=osg-4196874-0-fnpc19107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.193.000) 2024-10-24 15:18:44 Job executing on host: <131.225.166.224:37707?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997511&PrivNet=osg-4196565-0-fnpc17143.fnal.gov&addrs=131.225.166.224-37707+[2620-6a-0-8861-f0-0-166-224]-37707&alias=osg-4196565-0-fnpc17143.fnal.gov&noUDP> ... 028 (10628.193.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.405" EventTypeNumber = 28 ExecuteHost = "<131.225.166.224:37707?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397744%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997511&PrivNet=osg-4196565-0-fnpc17143.fnal.gov&addrs=131.225.166.224-37707+[2620-6a-0-8861-f0-0-166-224]-37707&alias=osg-4196565-0-fnpc17143.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.030.000) 2024-10-24 15:18:44 Warning from starter on slot1@glidein_3024963_237250054@c2509.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.030.000) 2024-10-24 15:18:44 Job executing on host: <10.138.25.9:36771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977541&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-36771&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.514" EventTypeNumber = 28 ExecuteHost = "<10.138.25.9:36771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977541&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-36771&alias=c2509.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.243.000) 2024-10-24 15:18:44 Warning from starter on slot1_7@glidein_8_664295850@osg-4196784-0-fnpc23017.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.243.000) 2024-10-24 15:18:44 Job executing on host: <131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP> ... 028 (10628.243.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.581" EventTypeNumber = 28 ExecuteHost = "<131.225.208.149:32771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335336%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946084&PrivNet=osg-4196784-0-fnpc23017.fnal.gov&addrs=131.225.208.149-32771+[2620-6a-0-8862-f0-0-208-149]-32771&alias=osg-4196784-0-fnpc23017.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.829.000) 2024-10-24 15:18:44 Warning from starter on slot1_3@glidein_8_57206656@osg-4196706-0-fnpc23035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.829.000) 2024-10-24 15:18:44 Job executing on host: <131.225.208.168:42531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949977&PrivNet=osg-4196706-0-fnpc23035.fnal.gov&addrs=131.225.208.168-42531+[2620-6a-0-8862-f0-0-208-168]-42531&alias=osg-4196706-0-fnpc23035.fnal.gov&noUDP> ... 028 (10628.829.000) 2024-10-24 15:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:44.864" EventTypeNumber = 28 ExecuteHost = "<131.225.208.168:42531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949977&PrivNet=osg-4196706-0-fnpc23035.fnal.gov&addrs=131.225.208.168-42531+[2620-6a-0-8862-f0-0-208-168]-42531&alias=osg-4196706-0-fnpc23035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.597.000) 2024-10-24 15:18:45 Image size of job updated: 3975716 104 - MemoryUsage of job (MB) 105728 - ResidentSetSize of job (KB) ... 028 (10628.597.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 597 ResidentSetSize = 105728 Size = 3975716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.597.000) 2024-10-24 15:18:45 Started transferring output files ... 028 (10628.597.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 597 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.597.000) 2024-10-24 15:18:45 Finished transferring output files ... 028 (10628.597.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 597 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 021 (10628.259.000) 2024-10-24 15:18:45 Warning from starter on slot1_4@glidein_8_881318829@osg-4196720-0-fnpc22035.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.259.000) 2024-10-24 15:18:45 Job executing on host: <131.225.208.77:46123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878507%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992810&PrivNet=osg-4196720-0-fnpc22035.fnal.gov&addrs=131.225.208.77-46123+[2620-6a-0-8862-f0-0-208-77]-46123&alias=osg-4196720-0-fnpc22035.fnal.gov&noUDP> ... 028 (10628.259.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.639" EventTypeNumber = 28 ExecuteHost = "<131.225.208.77:46123?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50878507%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9992810&PrivNet=osg-4196720-0-fnpc22035.fnal.gov&addrs=131.225.208.77-46123+[2620-6a-0-8862-f0-0-208-77]-46123&alias=osg-4196720-0-fnpc22035.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.239.000) 2024-10-24 15:18:45 Warning from starter on slot1_8@glidein_8_345560904@osg-4197181-0-fnpc22026.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.815.000) 2024-10-24 15:18:45 Warning from starter on slot1_2@glidein_8_52337320@osg-3975844-0-fnpc19124.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 005 (10628.597.000) 2024-10-24 15:18:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:11, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:12:11, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90071 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90071 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 472142 2000000 2007851 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:45Z with exit-code 0. ... 028 (10628.597.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.005625 Disk = 2007851 DiskUsage = 472142 EventTime = "2024-10-24T15:18:45.689" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 597 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:11, Sys 0 00:00:19" SentBytes = 90071.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797525; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:12:11, Sys 0 00:00:19" TotalSentBytes = 90071.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 001 (10628.239.000) 2024-10-24 15:18:45 Job executing on host: <131.225.208.59:40709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50901121%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996205&PrivNet=osg-4197181-0-fnpc22026.fnal.gov&addrs=131.225.208.59-40709+[2620-6a-0-8862-f0-0-208-59]-40709&alias=osg-4197181-0-fnpc22026.fnal.gov&noUDP> ... 028 (10628.239.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.715" EventTypeNumber = 28 ExecuteHost = "<131.225.208.59:40709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50901121%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996205&PrivNet=osg-4197181-0-fnpc22026.fnal.gov&addrs=131.225.208.59-40709+[2620-6a-0-8862-f0-0-208-59]-40709&alias=osg-4197181-0-fnpc22026.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.815.000) 2024-10-24 15:18:45 Job executing on host: <131.225.208.106:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50877063%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994383&PrivNet=osg-3975844-0-fnpc19124.fnal.gov&addrs=131.225.208.106-44145+[2620-6a-0-8862-f0-0-208-106]-44145&alias=osg-3975844-0-fnpc19124.fnal.gov&noUDP> ... 028 (10628.815.000) 2024-10-24 15:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:45.740" EventTypeNumber = 28 ExecuteHost = "<131.225.208.106:44145?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50877063%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994383&PrivNet=osg-3975844-0-fnpc19124.fnal.gov&addrs=131.225.208.106-44145+[2620-6a-0-8862-f0-0-208-106]-44145&alias=osg-3975844-0-fnpc19124.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.923.000) 2024-10-24 15:18:54 Image size of job updated: 3790104 238 - MemoryUsage of job (MB) 243036 - ResidentSetSize of job (KB) ... 028 (10628.923.000) 2024-10-24 15:18:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:54.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 923 ResidentSetSize = 243036 Size = 3790104 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.239.000) 2024-10-24 15:18:54 Image size of job updated: 3399208 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.239.000) 2024-10-24 15:18:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:54.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 239 ResidentSetSize = 75000 Size = 3399208 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.923.000) 2024-10-24 15:18:54 Started transferring output files ... 028 (10628.923.000) 2024-10-24 15:18:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:54.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 923 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.923.000) 2024-10-24 15:18:54 Finished transferring output files ... 028 (10628.923.000) 2024-10-24 15:18:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:54.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 923 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.923.000) 2024-10-24 15:18:54 Job terminated. (1) Normal termination (return value 0) Usr 0 03:15:22, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:15:22, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88090 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88090 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472748 2000000 2007873 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T19:18:54Z with exit-code 0. ... 028 (10628.923.000) 2024-10-24 15:18:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.984389185818133 Disk = 2007873 DiskUsage = 472748 EventTime = "2024-10-24T15:18:54.924" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472378" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197088.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197088-0-fnpc22005.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 923 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:15:22, Sys 0 00:00:19" SentBytes = 88090.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797534; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:15:22, Sys 0 00:00:19" TotalSentBytes = 88090.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.198.000) 2024-10-24 15:18:55 Image size of job updated: 3378384 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 15:18:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:18:55.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 75000 Size = 3378384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.976.000) 2024-10-24 15:19:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@IU-Jetstream2-Backfill.5bd22203e4d7, rescheduling job ... 028 (10628.976.000) 2024-10-24 15:19:10 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:19:10.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 976 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@IU-Jetstream2-Backfill.5bd22203e4d7" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.956.000) 2024-10-24 15:19:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_11@IU-Jetstream2-Backfill.9f8cfa88adf6, rescheduling job ... 028 (10628.956.000) 2024-10-24 15:19:11 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:19:11.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 956 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_11@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.106.000) 2024-10-24 15:19:24 Image size of job updated: 3721756 83 - MemoryUsage of job (MB) 84244 - ResidentSetSize of job (KB) ... 028 (10628.106.000) 2024-10-24 15:19:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:19:24.137" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 106 ResidentSetSize = 84244 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.106.000) 2024-10-24 15:19:24 Started transferring output files ... 028 (10628.106.000) 2024-10-24 15:19:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:19:24.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 106 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.106.000) 2024-10-24 15:19:24 Finished transferring output files ... 028 (10628.106.000) 2024-10-24 15:19:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:19:24.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 106 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.106.000) 2024-10-24 15:19:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:01, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:16:01, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92856 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92856 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467935 2000000 2007914 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:19:24Z with exit-code 0. ... 028 (10628.106.000) 2024-10-24 15:19:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9858641471727164 Disk = 2007914 DiskUsage = 467935 EventTime = "2024-10-24T15:19:26.000" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 106 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:01, Sys 0 00:00:22" SentBytes = 92856.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797564; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:16:01, Sys 0 00:00:22" TotalSentBytes = 92856.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.009.000) 2024-10-24 15:19:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1973346_67778464@c1209.swan.hcc.unl.edu, rescheduling job ... 028 (10628.009.000) 2024-10-24 15:19:30 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:19:30.286" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616925" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 9 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1973346_67778464@c1209.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.006.000) 2024-10-24 15:19:41 Image size of job updated: 3606276 91 - MemoryUsage of job (MB) 92580 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 15:19:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:19:41.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 92580 Size = 3606276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.670.000) 2024-10-24 15:20:15 Image size of job updated: 4033724 96 - MemoryUsage of job (MB) 97920 - ResidentSetSize of job (KB) ... 028 (10628.670.000) 2024-10-24 15:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:15.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 670 ResidentSetSize = 97920 Size = 4033724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.670.000) 2024-10-24 15:20:15 Started transferring output files ... 028 (10628.670.000) 2024-10-24 15:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:15.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 670 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.670.000) 2024-10-24 15:20:15 Finished transferring output files ... 028 (10628.670.000) 2024-10-24 15:20:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:15.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 670 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.670.000) 2024-10-24 15:20:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:16, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:13:16, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94135 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94135 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.48 1 1 Disk (KB) : 469438 2000000 2007852 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T19:20:15Z with exit-code 0. ... 028 (10628.670.000) 2024-10-24 15:20:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4841648191695278 Disk = 2007852 DiskUsage = 469438 EventTime = "2024-10-24T15:20:15.752" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 670 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:16, Sys 0 00:00:23" SentBytes = 94135.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797615; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:13:16, Sys 0 00:00:23" TotalSentBytes = 94135.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.718.000) 2024-10-24 15:20:21 Image size of job updated: 4041764 106 - MemoryUsage of job (MB) 108076 - ResidentSetSize of job (KB) ... 028 (10628.718.000) 2024-10-24 15:20:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:21.324" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 718 ResidentSetSize = 108076 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.718.000) 2024-10-24 15:20:21 Started transferring output files ... 028 (10628.718.000) 2024-10-24 15:20:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:21.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 718 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.718.000) 2024-10-24 15:20:21 Finished transferring output files ... 028 (10628.718.000) 2024-10-24 15:20:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:21.586" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 718 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.718.000) 2024-10-24 15:20:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:07, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:16:07, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93552 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93552 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468210 2000000 2007914 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T19:20:21Z with exit-code 0. ... 028 (10628.718.000) 2024-10-24 15:20:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9927291826402922 Disk = 2007914 DiskUsage = 468210 EventTime = "2024-10-24T15:20:21.886" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 718 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:07, Sys 0 00:00:22" SentBytes = 93552.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797621; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:16:07, Sys 0 00:00:22" TotalSentBytes = 93552.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.219.000) 2024-10-24 15:20:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2240221_553242135@c1423.swan.hcc.unl.edu, rescheduling job ... 028 (10628.219.000) 2024-10-24 15:20:29 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:20:29.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618560" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215122" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 219 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2240221_553242135@c1423.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.545.000) 2024-10-24 15:20:43 Image size of job updated: 3721124 243 - MemoryUsage of job (MB) 248300 - ResidentSetSize of job (KB) ... 028 (10628.545.000) 2024-10-24 15:20:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:43.235" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 545 ResidentSetSize = 248300 Size = 3721124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.686.000) 2024-10-24 15:20:46 Image size of job updated: 3857200 87 - MemoryUsage of job (MB) 88872 - ResidentSetSize of job (KB) ... 028 (10628.686.000) 2024-10-24 15:20:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:46.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 686 ResidentSetSize = 88872 Size = 3857200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.686.000) 2024-10-24 15:20:46 Started transferring output files ... 028 (10628.686.000) 2024-10-24 15:20:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:46.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 686 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.686.000) 2024-10-24 15:20:46 Finished transferring output files ... 028 (10628.686.000) 2024-10-24 15:20:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:20:46.708" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 686 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.686.000) 2024-10-24 15:20:47 Job terminated. (1) Normal termination (return value 0) Usr 0 03:14:17, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:14:17, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95611 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95611 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466712 2000000 2007851 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T19:20:46Z with exit-code 0. ... 028 (10628.686.000) 2024-10-24 15:20:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848124076049245 Disk = 2007851 DiskUsage = 466712 EventTime = "2024-10-24T15:20:47.021" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196786.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196786-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 686 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:14:17, Sys 0 00:00:22" SentBytes = 95611.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797646; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:14:17, Sys 0 00:00:22" TotalSentBytes = 95611.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.996.000) 2024-10-24 15:20:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.97998e3f753e, rescheduling job ... 028 (10628.996.000) 2024-10-24 15:20:48 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:20:48.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 996 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.97998e3f753e" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.498.000) 2024-10-24 15:20:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_16@IU-Jetstream2-Backfill.9f8cfa88adf6, rescheduling job ... 028 (10628.498.000) 2024-10-24 15:20:49 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:20:49.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 498 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_16@IU-Jetstream2-Backfill.9f8cfa88adf6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.521.000) 2024-10-24 15:20:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.f9fdace751c6 <172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8> ... 022 (10628.767.000) 2024-10-24 15:20:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_12@IU-Jetstream2-Backfill.f63f97742541 <172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=startd_4643_4a50> ... 028 (10628.521.000) 2024-10-24 15:20:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:20:51.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 521 StartdAddr = "<172.17.0.2:34095?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626232%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861833&PrivNet=IU-Jetstream2-Backfill.f9fdace751c6&addrs=172.17.0.2-34095&alias=IU-Jetstream2-Backfill.f9fdace751c6&noUDP&sock=startd_4642_9ab8>" StartdName = "slot1_4@IU-Jetstream2-Backfill.f9fdace751c6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.767.000) 2024-10-24 15:20:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:20:51.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 767 StartdAddr = "<172.17.0.2:39819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9904651&PrivNet=IU-Jetstream2-Backfill.f63f97742541&addrs=172.17.0.2-39819&alias=IU-Jetstream2-Backfill.f63f97742541&noUDP&sock=startd_4643_4a50>" StartdName = "slot1_12@IU-Jetstream2-Backfill.f63f97742541" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.752.000) 2024-10-24 15:20:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_10@IU-Jetstream2-Backfill.5ed0d8813549 <172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=startd_4646_5919> ... 028 (10628.752.000) 2024-10-24 15:20:52 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:20:52.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 752 StartdAddr = "<172.17.0.2:41861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51626253%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9861853&PrivNet=IU-Jetstream2-Backfill.5ed0d8813549&addrs=172.17.0.2-41861&alias=IU-Jetstream2-Backfill.5ed0d8813549&noUDP&sock=startd_4646_5919>" StartdName = "slot1_10@IU-Jetstream2-Backfill.5ed0d8813549" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.467.000) 2024-10-24 15:20:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_10@IU-Jetstream2-Backfill.fe2cba14699a <172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=startd_4633_6e5d> ... 028 (10628.467.000) 2024-10-24 15:20:55 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:20:55.568" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 467 StartdAddr = "<172.17.0.2:34023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29330947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9940520&PrivNet=IU-Jetstream2-Backfill.fe2cba14699a&addrs=172.17.0.2-34023&alias=IU-Jetstream2-Backfill.fe2cba14699a&noUDP&sock=startd_4633_6e5d>" StartdName = "slot1_10@IU-Jetstream2-Backfill.fe2cba14699a" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.028.000) 2024-10-24 15:21:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1841827_7540953@c1926.swan.hcc.unl.edu, rescheduling job ... 028 (10628.028.000) 2024-10-24 15:21:00 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:21:00.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215293" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 28 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1841827_7540953@c1926.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.920.000) 2024-10-24 15:21:18 Image size of job updated: 4113712 105 - MemoryUsage of job (MB) 107400 - ResidentSetSize of job (KB) ... 028 (10628.920.000) 2024-10-24 15:21:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:18.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 920 ResidentSetSize = 107400 Size = 4113712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.920.000) 2024-10-24 15:21:18 Started transferring output files ... 028 (10628.920.000) 2024-10-24 15:21:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:18.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 920 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.920.000) 2024-10-24 15:21:18 Finished transferring output files ... 028 (10628.920.000) 2024-10-24 15:21:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:18.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 920 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.920.000) 2024-10-24 15:21:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:46, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:11:46, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89203 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89203 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468241 2000000 2007911 GPUs : 0 Memory (MB) : 105 2000 2048 Job terminated of its own accord at 2024-10-24T19:21:18Z with exit-code 0. ... 028 (10628.920.000) 2024-10-24 15:21:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9792626519663929 Disk = 2007911 DiskUsage = 468241 EventTime = "2024-10-24T15:21:18.796" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196805.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196805-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 105 MyType = "JobTerminatedEvent" Proc = 920 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:46, Sys 0 00:00:24" SentBytes = 89203.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797678; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:11:46, Sys 0 00:00:24" TotalSentBytes = 89203.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.001.000) 2024-10-24 15:21:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1248984_474028770@c1426.swan.hcc.unl.edu, rescheduling job ... 028 (10628.001.000) 2024-10-24 15:21:30 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:21:30.170" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618856" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215167" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 1 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1248984_474028770@c1426.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.545.000) 2024-10-24 15:21:30 Image size of job updated: 3721124 243 - MemoryUsage of job (MB) 248316 - ResidentSetSize of job (KB) ... 028 (10628.545.000) 2024-10-24 15:21:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:30.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 545 ResidentSetSize = 248316 Size = 3721124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.545.000) 2024-10-24 15:21:30 Started transferring output files ... 028 (10628.545.000) 2024-10-24 15:21:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:30.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 545 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.545.000) 2024-10-24 15:21:31 Finished transferring output files ... 028 (10628.545.000) 2024-10-24 15:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:21:31.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 545 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.545.000) 2024-10-24 15:21:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:24, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:17:24, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89048 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89048 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 532089 2000000 2007914 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:21:30Z with exit-code 0. ... 028 (10628.545.000) 2024-10-24 15:21:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9910276370706126 Disk = 2007914 DiskUsage = 532089 EventTime = "2024-10-24T15:21:31.314" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 545 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:24, Sys 0 00:00:22" SentBytes = 89048.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797690; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:17:24, Sys 0 00:00:22" TotalSentBytes = 89048.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.579.000) 2024-10-24 15:22:08 Image size of job updated: 4101056 94 - MemoryUsage of job (MB) 95272 - ResidentSetSize of job (KB) ... 028 (10628.579.000) 2024-10-24 15:22:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:08.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 579 ResidentSetSize = 95272 Size = 4101056 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.579.000) 2024-10-24 15:22:08 Started transferring output files ... 028 (10628.579.000) 2024-10-24 15:22:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:08.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 579 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.579.000) 2024-10-24 15:22:08 Finished transferring output files ... 028 (10628.579.000) 2024-10-24 15:22:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:08.405" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 579 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.579.000) 2024-10-24 15:22:08 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:07, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:16:07, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91084 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91084 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 482434 2000000 2007889 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:08Z with exit-code 0. ... 028 (10628.579.000) 2024-10-24 15:22:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885446966939937 Disk = 2007889 DiskUsage = 482434 EventTime = "2024-10-24T15:22:08.732" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 579 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:07, Sys 0 00:00:24" SentBytes = 91084.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797728; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:16:07, Sys 0 00:00:24" TotalSentBytes = 91084.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.232.000) 2024-10-24 15:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.75f7b19beec5, rescheduling job ... 028 (10628.232.000) 2024-10-24 15:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:22:20.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 232 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.75f7b19beec5" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.144.000) 2024-10-24 15:22:26 Image size of job updated: 4103108 95 - MemoryUsage of job (MB) 96772 - ResidentSetSize of job (KB) ... 028 (10628.144.000) 2024-10-24 15:22:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:26.647" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 144 ResidentSetSize = 96772 Size = 4103108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.144.000) 2024-10-24 15:22:26 Started transferring output files ... 028 (10628.144.000) 2024-10-24 15:22:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:26.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 144 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.144.000) 2024-10-24 15:22:26 Finished transferring output files ... 028 (10628.144.000) 2024-10-24 15:22:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:26.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 144 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.144.000) 2024-10-24 15:22:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:48, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:17:48, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92448 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92448 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471841 2000000 2007889 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:26Z with exit-code 0. ... 028 (10628.144.000) 2024-10-24 15:22:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9872145690094686 Disk = 2007889 DiskUsage = 471841 EventTime = "2024-10-24T15:22:27.242" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 144 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:48, Sys 0 00:00:23" SentBytes = 92448.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797746; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:17:48, Sys 0 00:00:23" TotalSentBytes = 92448.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.319.000) 2024-10-24 15:22:27 Image size of job updated: 3721524 84 - MemoryUsage of job (MB) 85748 - ResidentSetSize of job (KB) ... 028 (10628.319.000) 2024-10-24 15:22:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:27.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 319 ResidentSetSize = 85748 Size = 3721524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.319.000) 2024-10-24 15:22:27 Started transferring output files ... 028 (10628.319.000) 2024-10-24 15:22:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:27.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 319 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.319.000) 2024-10-24 15:22:27 Finished transferring output files ... 028 (10628.319.000) 2024-10-24 15:22:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:27.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 319 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.319.000) 2024-10-24 15:22:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:04, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:18:04, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89674 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89674 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 482481 2000000 2007914 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:27Z with exit-code 0. ... 028 (10628.319.000) 2024-10-24 15:22:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99187781620393 Disk = 2007914 DiskUsage = 482481 EventTime = "2024-10-24T15:22:28.143" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 319 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:04, Sys 0 00:00:22" SentBytes = 89674.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797747; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:18:04, Sys 0 00:00:22" TotalSentBytes = 89674.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.158.000) 2024-10-24 15:22:47 Image size of job updated: 3901884 91 - MemoryUsage of job (MB) 92544 - ResidentSetSize of job (KB) ... 028 (10628.158.000) 2024-10-24 15:22:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:47.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 158 ResidentSetSize = 92544 Size = 3901884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.158.000) 2024-10-24 15:22:47 Started transferring output files ... 028 (10628.158.000) 2024-10-24 15:22:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:47.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 158 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.158.000) 2024-10-24 15:22:47 Finished transferring output files ... 028 (10628.158.000) 2024-10-24 15:22:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:47.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 158 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.003.000) 2024-10-24 15:22:48 Image size of job updated: 3794496 282 - MemoryUsage of job (MB) 288404 - ResidentSetSize of job (KB) ... 028 (10628.003.000) 2024-10-24 15:22:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:48.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 282 MyType = "JobImageSizeEvent" Proc = 3 ResidentSetSize = 288404 Size = 3794496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.003.000) 2024-10-24 15:22:49 Started transferring output files ... 028 (10628.003.000) 2024-10-24 15:22:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:49.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 3 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.003.000) 2024-10-24 15:22:49 Finished transferring output files ... 028 (10628.003.000) 2024-10-24 15:22:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:49.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 3 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.158.000) 2024-10-24 15:22:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:26, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:16:26, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90166 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90166 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 470915 2000000 2007852 GPUs : 0 Memory (MB) : 91 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:47Z with exit-code 0. ... 028 (10628.158.000) 2024-10-24 15:22:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9583369996166867 Disk = 2007852 DiskUsage = 470915 EventTime = "2024-10-24T15:22:49.470" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 91 MyType = "JobTerminatedEvent" Proc = 158 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:26, Sys 0 00:00:24" SentBytes = 90166.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797767; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:16:26, Sys 0 00:00:24" TotalSentBytes = 90166.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.003.000) 2024-10-24 15:22:50 Job terminated. (1) Normal termination (return value 0) Usr 0 03:21:28, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:21:28, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88700 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88700 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469409 2000000 27587116 GPUs : 0 Memory (MB) : 282 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:48Z with exit-code 0. ... 028 (10628.003.000) 2024-10-24 15:22:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9940566864639648 Disk = 27587116 DiskUsage = 469409 EventTime = "2024-10-24T15:22:50.979" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454503" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 282 MyType = "JobTerminatedEvent" Proc = 3 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:21:28, Sys 0 00:00:11" SentBytes = 88700.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797768; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:21:28, Sys 0 00:00:11" TotalSentBytes = 88700.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.286.000) 2024-10-24 15:22:58 Image size of job updated: 4031160 94 - MemoryUsage of job (MB) 95716 - ResidentSetSize of job (KB) ... 028 (10628.286.000) 2024-10-24 15:22:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:58.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 286 ResidentSetSize = 95716 Size = 4031160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.286.000) 2024-10-24 15:22:58 Started transferring output files ... 028 (10628.286.000) 2024-10-24 15:22:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:58.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 286 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.286.000) 2024-10-24 15:22:58 Finished transferring output files ... 028 (10628.286.000) 2024-10-24 15:22:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:22:58.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 286 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.286.000) 2024-10-24 15:22:59 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:10, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:17:10, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89617 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89617 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470918 2000000 2007852 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:22:58Z with exit-code 0. ... 028 (10628.286.000) 2024-10-24 15:22:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9782916940024881 Disk = 2007852 DiskUsage = 470918 EventTime = "2024-10-24T15:22:59.304" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 286 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:10, Sys 0 00:00:20" SentBytes = 89617.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797778; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:17:10, Sys 0 00:00:20" TotalSentBytes = 89617.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.483.000) 2024-10-24 15:23:23 Image size of job updated: 3789596 241 - MemoryUsage of job (MB) 246676 - ResidentSetSize of job (KB) ... 028 (10628.483.000) 2024-10-24 15:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:23.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 483 ResidentSetSize = 246676 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.483.000) 2024-10-24 15:23:23 Started transferring output files ... 028 (10628.483.000) 2024-10-24 15:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:23.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 483 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.483.000) 2024-10-24 15:23:23 Finished transferring output files ... 028 (10628.483.000) 2024-10-24 15:23:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:23.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 483 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.483.000) 2024-10-24 15:23:23 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:49, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:17:49, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89031 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89031 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470353 2000000 2007889 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:23:23Z with exit-code 0. ... 028 (10628.483.000) 2024-10-24 15:23:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9872145846461435 Disk = 2007889 DiskUsage = 470353 EventTime = "2024-10-24T15:23:23.705" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 483 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:49, Sys 0 00:00:23" SentBytes = 89031.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797803; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:17:49, Sys 0 00:00:23" TotalSentBytes = 89031.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.247.000) 2024-10-24 15:23:40 Image size of job updated: 3500000 104 - MemoryUsage of job (MB) 105688 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 15:23:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:40.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 105688 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.006.000) 2024-10-24 15:23:41 Image size of job updated: 4041976 139 - MemoryUsage of job (MB) 142152 - ResidentSetSize of job (KB) ... 028 (10628.006.000) 2024-10-24 15:23:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:41.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 139 MyType = "JobImageSizeEvent" Proc = 6 ResidentSetSize = 142152 Size = 4041976 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.006.000) 2024-10-24 15:23:41 Started transferring output files ... 028 (10628.006.000) 2024-10-24 15:23:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:41.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 6 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.006.000) 2024-10-24 15:23:41 Finished transferring output files ... 028 (10628.006.000) 2024-10-24 15:23:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:41.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 6 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.006.000) 2024-10-24 15:23:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:06, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:22:06, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88617 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88617 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467317 2000000 27691292 GPUs : 0 Memory (MB) : 139 2000 2048 Job terminated of its own accord at 2024-10-24T19:23:41Z with exit-code 0. ... 028 (10628.006.000) 2024-10-24 15:23:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991878510204241 Disk = 27691292 DiskUsage = 467317 EventTime = "2024-10-24T15:23:42.164" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454510" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 139 MyType = "JobTerminatedEvent" Proc = 6 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:06, Sys 0 00:00:12" SentBytes = 88617.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797821; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:22:06, Sys 0 00:00:12" TotalSentBytes = 88617.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.243.000) 2024-10-24 15:23:53 Image size of job updated: 3533512 78 - MemoryUsage of job (MB) 79140 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 15:23:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:53.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 79140 Size = 3533512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.829.000) 2024-10-24 15:23:53 Image size of job updated: 3534024 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.829.000) 2024-10-24 15:23:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:53.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 829 ResidentSetSize = 100000 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.193.000) 2024-10-24 15:23:54 Image size of job updated: 3534536 77 - MemoryUsage of job (MB) 77952 - ResidentSetSize of job (KB) ... 028 (10628.193.000) 2024-10-24 15:23:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:54.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 193 ResidentSetSize = 77952 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.030.000) 2024-10-24 15:23:54 Image size of job updated: 3781832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 15:23:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:54.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 100000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.239.000) 2024-10-24 15:23:54 Image size of job updated: 3602380 79 - MemoryUsage of job (MB) 80668 - ResidentSetSize of job (KB) ... 028 (10628.239.000) 2024-10-24 15:23:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:54.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 239 ResidentSetSize = 80668 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.198.000) 2024-10-24 15:23:56 Image size of job updated: 3494548 84 - MemoryUsage of job (MB) 85708 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 15:23:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:23:56.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 85708 Size = 3494548 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.054.000) 2024-10-24 15:24:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2244567_851719946@c1418.swan.hcc.unl.edu, rescheduling job ... 028 (10628.054.000) 2024-10-24 15:24:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:24:02.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620556" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218888" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 54 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2244567_851719946@c1418.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.034.000) 2024-10-24 15:24:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2244468_237417180@c1418.swan.hcc.unl.edu, rescheduling job ... 028 (10628.034.000) 2024-10-24 15:24:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:24:02.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620555" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218887" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 34 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2244468_237417180@c1418.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.990.000) 2024-10-24 15:24:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_424293_298736085@c1505.swan.hcc.unl.edu <10.138.15.5:40755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999030&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-40755&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.990.000) 2024-10-24 15:24:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:24:25.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 990 StartdAddr = "<10.138.15.5:40755?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29432450%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999030&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-40755&alias=c1505.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_424293_298736085@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.986.000) 2024-10-24 15:24:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_398396_86618451@c1505.swan.hcc.unl.edu <10.138.15.5:33921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005883&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-33921&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.986.000) 2024-10-24 15:24:26 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:24:26.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 986 StartdAddr = "<10.138.15.5:33921?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29346878%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10005883&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-33921&alias=c1505.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_398396_86618451@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.004.000) 2024-10-24 15:24:35 Image size of job updated: 3794228 283 - MemoryUsage of job (MB) 289584 - ResidentSetSize of job (KB) ... 028 (10628.004.000) 2024-10-24 15:24:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:35.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 283 MyType = "JobImageSizeEvent" Proc = 4 ResidentSetSize = 289584 Size = 3794228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.004.000) 2024-10-24 15:24:35 Started transferring output files ... 028 (10628.004.000) 2024-10-24 15:24:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:35.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 4 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.004.000) 2024-10-24 15:24:35 Finished transferring output files ... 028 (10628.004.000) 2024-10-24 15:24:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:35.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 4 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.004.000) 2024-10-24 15:24:35 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:57, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:22:57, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88616 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88616 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465773 2000000 27788329 GPUs : 0 Memory (MB) : 283 2000 2048 Job terminated of its own accord at 2024-10-24T19:24:35Z with exit-code 0. ... 028 (10628.004.000) 2024-10-24 15:24:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9935810895541295 Disk = 27788329 DiskUsage = 465773 EventTime = "2024-10-24T15:24:35.901" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 283 MyType = "JobTerminatedEvent" Proc = 4 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:57, Sys 0 00:00:09" SentBytes = 88616.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797875; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:22:57, Sys 0 00:00:09" TotalSentBytes = 88616.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.807.000) 2024-10-24 15:24:48 Image size of job updated: 2778080 244 - MemoryUsage of job (MB) 249060 - ResidentSetSize of job (KB) ... 028 (10628.807.000) 2024-10-24 15:24:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:48.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 807 ResidentSetSize = 249060 Size = 2778080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.807.000) 2024-10-24 15:24:48 Started transferring output files ... 028 (10628.807.000) 2024-10-24 15:24:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:48.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 807 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.807.000) 2024-10-24 15:24:48 Finished transferring output files ... 028 (10628.807.000) 2024-10-24 15:24:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:24:48.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "FileTransferEvent" Proc = 807 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.807.000) 2024-10-24 15:24:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:19:26, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:19:26, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93539 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93539 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 469446 2000000 2001920 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:24:48Z with exit-code 0. ... 028 (10628.807.000) 2024-10-24 15:24:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9596223824579374 Disk = 2001920 DiskUsage = 469446 EventTime = "2024-10-24T15:24:49.159" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3253952" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 807 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:19:26, Sys 0 00:00:15" SentBytes = 93539.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797888; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:19:26, Sys 0 00:00:15" TotalSentBytes = 93539.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.978.000) 2024-10-24 15:25:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_412193_21732656@c1505.swan.hcc.unl.edu <10.138.15.5:38133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007487&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-38133&alias=c1505.swan.hcc.unl.edu&noUDP> ... 028 (10628.978.000) 2024-10-24 15:25:28 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:25:28.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 978 StartdAddr = "<10.138.15.5:38133?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345663%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10007487&PrivNet=c1505.swan.hcc.unl.edu&addrs=10.138.15.5-38133&alias=c1505.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_412193_21732656@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.635.000) 2024-10-24 15:25:47 Image size of job updated: 3924780 248 - MemoryUsage of job (MB) 253564 - ResidentSetSize of job (KB) ... 028 (10628.635.000) 2024-10-24 15:25:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:47.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 635 ResidentSetSize = 253564 Size = 3924780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.635.000) 2024-10-24 15:25:47 Started transferring output files ... 028 (10628.635.000) 2024-10-24 15:25:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:47.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 635 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.635.000) 2024-10-24 15:25:47 Finished transferring output files ... 028 (10628.635.000) 2024-10-24 15:25:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:47.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 635 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.635.000) 2024-10-24 15:25:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:21:38, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:21:38, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92565 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92565 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467625 2000000 2007914 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:25:47Z with exit-code 0. ... 028 (10628.635.000) 2024-10-24 15:25:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913489827665132 Disk = 2007914 DiskUsage = 467625 EventTime = "2024-10-24T15:25:48.061" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 635 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:21:38, Sys 0 00:00:22" SentBytes = 92565.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797947; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:21:38, Sys 0 00:00:22" TotalSentBytes = 92565.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.028.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <131.225.208.103:42279?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347850%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958669&PrivNet=osg-3976317-0-fnpc19121.fnal.gov&addrs=131.225.208.103-42279+[2620-6a-0-8862-f0-0-208-103]-42279&alias=osg-3976317-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.028.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.077" EventTypeNumber = 28 Host = "<131.225.208.103:42279?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347850%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958669&PrivNet=osg-3976317-0-fnpc19121.fnal.gov&addrs=131.225.208.103-42279+[2620-6a-0-8862-f0-0-208-103]-42279&alias=osg-3976317-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.028.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.028.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.009.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <131.225.208.23:40273?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51726841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041895&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40273+[2620-6a-0-8862-f0-0-208-23]-40273&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.009.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.156" EventTypeNumber = 28 Host = "<131.225.208.23:40273?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51726841%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10041895&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-40273+[2620-6a-0-8862-f0-0-208-23]-40273&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.009.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.219.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <141.211.169.52:36235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891769%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9963150&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36235&alias=um-lc01.osris.org&noUDP> ... 028 (10628.219.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.458" EventTypeNumber = 28 Host = "<141.211.169.52:36235?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891769%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9963150&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-36235&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.976.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <131.225.208.112:44601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891771%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005433&PrivNet=osg-4196841-0-fnpc19129.fnal.gov&addrs=131.225.208.112-44601+[2620-6a-0-8862-f0-0-208-112]-44601&alias=osg-4196841-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.976.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.500" EventTypeNumber = 28 Host = "<131.225.208.112:44601?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891771%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005433&PrivNet=osg-4196841-0-fnpc19129.fnal.gov&addrs=131.225.208.112-44601+[2620-6a-0-8862-f0-0-208-112]-44601&alias=osg-4196841-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.219.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.219.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.956.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <131.225.208.84:39007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006843&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39007+[2620-6a-0-8862-f0-0-208-84]-39007&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.956.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.529" EventTypeNumber = 28 Host = "<131.225.208.84:39007?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006843&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-39007+[2620-6a-0-8862-f0-0-208-84]-39007&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.976.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.976.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.956.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.956.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.996.000) 2024-10-24 15:25:58 Started transferring input files Transferring to host: <131.225.208.103:42223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51015220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9963151&PrivNet=osg-4196666-0-fnpc19121.fnal.gov&addrs=131.225.208.103-42223+[2620-6a-0-8862-f0-0-208-103]-42223&alias=osg-4196666-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.996.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.621" EventTypeNumber = 28 Host = "<131.225.208.103:42223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51015220%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9963151&PrivNet=osg-4196666-0-fnpc19121.fnal.gov&addrs=131.225.208.103-42223+[2620-6a-0-8862-f0-0-208-103]-42223&alias=osg-4196666-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.996.000) 2024-10-24 15:25:58 Finished transferring input files ... 028 (10628.996.000) 2024-10-24 15:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:58.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.034.000) 2024-10-24 15:25:59 Started transferring input files Transferring to host: <131.225.208.38:33587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055078&PrivNet=osg-4196892-0-fnpc19103.fnal.gov&addrs=131.225.208.38-33587+[2620-6a-0-8862-f0-0-208-38]-33587&alias=osg-4196892-0-fnpc19103.fnal.gov&noUDP> ... 028 (10628.034.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.522" EventTypeNumber = 28 Host = "<131.225.208.38:33587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411369%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055078&PrivNet=osg-4196892-0-fnpc19103.fnal.gov&addrs=131.225.208.38-33587+[2620-6a-0-8862-f0-0-208-38]-33587&alias=osg-4196892-0-fnpc19103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.054.000) 2024-10-24 15:25:59 Started transferring input files Transferring to host: <131.225.208.151:34899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055079&PrivNet=osg-4196959-0-fnpc23018.fnal.gov&addrs=131.225.208.151-34899+[2620-6a-0-8862-f0-0-208-151]-34899&alias=osg-4196959-0-fnpc23018.fnal.gov&noUDP> ... 028 (10628.054.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.523" EventTypeNumber = 28 Host = "<131.225.208.151:34899?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370509%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055079&PrivNet=osg-4196959-0-fnpc23018.fnal.gov&addrs=131.225.208.151-34899+[2620-6a-0-8862-f0-0-208-151]-34899&alias=osg-4196959-0-fnpc23018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.232.000) 2024-10-24 15:25:59 Started transferring input files Transferring to host: <131.225.166.198:39761?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055080&PrivNet=osg-4196887-0-fnpc17122.fnal.gov&addrs=131.225.166.198-39761+[2620-6a-0-8861-f0-0-166-198]-39761&alias=osg-4196887-0-fnpc17122.fnal.gov&noUDP> ... 028 (10628.232.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.525" EventTypeNumber = 28 Host = "<131.225.166.198:39761?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370510%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055080&PrivNet=osg-4196887-0-fnpc17122.fnal.gov&addrs=131.225.166.198-39761+[2620-6a-0-8861-f0-0-166-198]-39761&alias=osg-4196887-0-fnpc17122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.034.000) 2024-10-24 15:25:59 Finished transferring input files ... 028 (10628.034.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.054.000) 2024-10-24 15:25:59 Finished transferring input files ... 028 (10628.054.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.232.000) 2024-10-24 15:25:59 Finished transferring input files ... 028 (10628.232.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.009.000) 2024-10-24 15:25:59 Warning from starter on slot1_2@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.009.000) 2024-10-24 15:25:59 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.009.000) 2024-10-24 15:25:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:25:59.816" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.219.000) 2024-10-24 15:25:59 Warning from starter on slot1@glidein_1331125_851938829@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.219.000) 2024-10-24 15:26:00 Job executing on host: <141.211.169.52:34341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9937057&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34341&alias=um-lc01.osris.org&noUDP> ... 028 (10628.219.000) 2024-10-24 15:26:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:00.024" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:34341?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29390579%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9937057&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-34341&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.028.000) 2024-10-24 15:26:00 Warning from starter on slot1_3@glidein_8_28882280@osg-3976317-0-fnpc19121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.028.000) 2024-10-24 15:26:00 Job executing on host: <131.225.208.103:39615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400063%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999951&PrivNet=osg-3976317-0-fnpc19121.fnal.gov&addrs=131.225.208.103-39615+[2620-6a-0-8862-f0-0-208-103]-39615&alias=osg-3976317-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.028.000) 2024-10-24 15:26:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:00.149" EventTypeNumber = 28 ExecuteHost = "<131.225.208.103:39615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400063%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999951&PrivNet=osg-3976317-0-fnpc19121.fnal.gov&addrs=131.225.208.103-39615+[2620-6a-0-8862-f0-0-208-103]-39615&alias=osg-3976317-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.956.000) 2024-10-24 15:26:00 Warning from starter on slot1_3@glidein_8_177311394@osg-3975662-0-fnpc23107.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.956.000) 2024-10-24 15:26:00 Job executing on host: <131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP> ... 028 (10628.956.000) 2024-10-24 15:26:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:00.225" EventTypeNumber = 28 ExecuteHost = "<131.225.208.84:34261?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712018%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947318&PrivNet=osg-3975662-0-fnpc23107.fnal.gov&addrs=131.225.208.84-34261+[2620-6a-0-8862-f0-0-208-84]-34261&alias=osg-3975662-0-fnpc23107.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.498.000) 2024-10-24 15:26:00 Started transferring input files Transferring to host: <131.225.166.182:37829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005435&PrivNet=osg-3975841-0-fnpc17106.fnal.gov&addrs=131.225.166.182-37829+[2620-6a-0-8861-f0-0-166-182]-37829&alias=osg-3975841-0-fnpc17106.fnal.gov&noUDP> ... 028 (10628.498.000) 2024-10-24 15:26:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:00.928" EventTypeNumber = 28 Host = "<131.225.166.182:37829?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005435&PrivNet=osg-3975841-0-fnpc17106.fnal.gov&addrs=131.225.166.182-37829+[2620-6a-0-8861-f0-0-166-182]-37829&alias=osg-3975841-0-fnpc17106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.498.000) 2024-10-24 15:26:00 Finished transferring input files ... 028 (10628.498.000) 2024-10-24 15:26:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:00.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.001.000) 2024-10-24 15:26:01 Started transferring input files Transferring to host: <10.138.15.10:41619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891773%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008359&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-41619&alias=c1510.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 15:26:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:01.133" EventTypeNumber = 28 Host = "<10.138.15.10:41619?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891773%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008359&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-41619&alias=c1510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.001.000) 2024-10-24 15:26:01 Finished transferring input files ... 028 (10628.001.000) 2024-10-24 15:26:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:01.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.232.000) 2024-10-24 15:26:02 Warning from starter on slot1_2@glidein_8_1148267952@osg-4196887-0-fnpc17122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.232.000) 2024-10-24 15:26:02 Job executing on host: <131.225.166.198:46451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999701&PrivNet=osg-4196887-0-fnpc17122.fnal.gov&addrs=131.225.166.198-46451+[2620-6a-0-8861-f0-0-166-198]-46451&alias=osg-4196887-0-fnpc17122.fnal.gov&noUDP> ... 028 (10628.232.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.208" EventTypeNumber = 28 ExecuteHost = "<131.225.166.198:46451?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999701&PrivNet=osg-4196887-0-fnpc17122.fnal.gov&addrs=131.225.166.198-46451+[2620-6a-0-8861-f0-0-166-198]-46451&alias=osg-4196887-0-fnpc17122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.054.000) 2024-10-24 15:26:02 Warning from starter on slot1_5@glidein_8_632369754@osg-4196959-0-fnpc23018.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.054.000) 2024-10-24 15:26:02 Job executing on host: <131.225.208.151:44835?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988065&PrivNet=osg-4196959-0-fnpc23018.fnal.gov&addrs=131.225.208.151-44835+[2620-6a-0-8862-f0-0-208-151]-44835&alias=osg-4196959-0-fnpc23018.fnal.gov&noUDP> ... 028 (10628.054.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.258" EventTypeNumber = 28 ExecuteHost = "<131.225.208.151:44835?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988065&PrivNet=osg-4196959-0-fnpc23018.fnal.gov&addrs=131.225.208.151-44835+[2620-6a-0-8862-f0-0-208-151]-44835&alias=osg-4196959-0-fnpc23018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.001.000) 2024-10-24 15:26:02 Warning from starter on slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.001.000) 2024-10-24 15:26:02 Job executing on host: <10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP> ... 028 (10628.001.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.483" EventTypeNumber = 28 ExecuteHost = "<10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.034.000) 2024-10-24 15:26:02 Warning from starter on slot1_2@glidein_8_17564736@osg-4196892-0-fnpc19103.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.034.000) 2024-10-24 15:26:02 Job executing on host: <131.225.208.38:38541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399806%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999658&PrivNet=osg-4196892-0-fnpc19103.fnal.gov&addrs=131.225.208.38-38541+[2620-6a-0-8862-f0-0-208-38]-38541&alias=osg-4196892-0-fnpc19103.fnal.gov&noUDP> ... 028 (10628.034.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.608" EventTypeNumber = 28 ExecuteHost = "<131.225.208.38:38541?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399806%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999658&PrivNet=osg-4196892-0-fnpc19103.fnal.gov&addrs=131.225.208.38-38541+[2620-6a-0-8862-f0-0-208-38]-38541&alias=osg-4196892-0-fnpc19103.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.976.000) 2024-10-24 15:26:02 Warning from starter on slot1_1@glidein_8_73631779@osg-4196841-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.976.000) 2024-10-24 15:26:02 Job executing on host: <131.225.208.112:45561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996424&PrivNet=osg-4196841-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45561+[2620-6a-0-8862-f0-0-208-112]-45561&alias=osg-4196841-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.976.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.658" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:45561?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996424&PrivNet=osg-4196841-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45561+[2620-6a-0-8862-f0-0-208-112]-45561&alias=osg-4196841-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.996.000) 2024-10-24 15:26:02 Warning from starter on slot1_3@glidein_8_453651562@osg-4196666-0-fnpc19121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.996.000) 2024-10-24 15:26:02 Job executing on host: <131.225.208.103:38211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001812%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995385&PrivNet=osg-4196666-0-fnpc19121.fnal.gov&addrs=131.225.208.103-38211+[2620-6a-0-8862-f0-0-208-103]-38211&alias=osg-4196666-0-fnpc19121.fnal.gov&noUDP> ... 028 (10628.996.000) 2024-10-24 15:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:02.934" EventTypeNumber = 28 ExecuteHost = "<131.225.208.103:38211?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001812%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9995385&PrivNet=osg-4196666-0-fnpc19121.fnal.gov&addrs=131.225.208.103-38211+[2620-6a-0-8862-f0-0-208-103]-38211&alias=osg-4196666-0-fnpc19121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.498.000) 2024-10-24 15:26:04 Warning from starter on slot1_2@glidein_8_849896600@osg-3975841-0-fnpc17106.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.498.000) 2024-10-24 15:26:04 Job executing on host: <131.225.166.182:33701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9963884&PrivNet=osg-3975841-0-fnpc17106.fnal.gov&addrs=131.225.166.182-33701+[2620-6a-0-8861-f0-0-166-182]-33701&alias=osg-3975841-0-fnpc17106.fnal.gov&noUDP> ... 028 (10628.498.000) 2024-10-24 15:26:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:04.201" EventTypeNumber = 28 ExecuteHost = "<131.225.166.182:33701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50897491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9963884&PrivNet=osg-3975841-0-fnpc17106.fnal.gov&addrs=131.225.166.182-33701+[2620-6a-0-8861-f0-0-166-182]-33701&alias=osg-3975841-0-fnpc17106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.956.000) 2024-10-24 15:26:09 Image size of job updated: 3387820 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 15:26:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:09.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 75000 Size = 3387820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.091.000) 2024-10-24 15:26:10 Image size of job updated: 3721508 244 - MemoryUsage of job (MB) 249404 - ResidentSetSize of job (KB) ... 028 (10628.091.000) 2024-10-24 15:26:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:10.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 91 ResidentSetSize = 249404 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.091.000) 2024-10-24 15:26:10 Started transferring output files ... 028 (10628.091.000) 2024-10-24 15:26:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:10.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 91 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.091.000) 2024-10-24 15:26:10 Finished transferring output files ... 028 (10628.091.000) 2024-10-24 15:26:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:10.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 91 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.091.000) 2024-10-24 15:26:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:42, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:20:42, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90975 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90975 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.69 1 1 Disk (KB) : 473059 2000000 2007822 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:26:10Z with exit-code 0. ... 028 (10628.091.000) 2024-10-24 15:26:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6931395056843164 Disk = 2007822 DiskUsage = 473059 EventTime = "2024-10-24T15:26:11.259" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 91 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:42, Sys 0 00:00:20" SentBytes = 90975.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797970; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:20:42, Sys 0 00:00:20" TotalSentBytes = 90975.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.996.000) 2024-10-24 15:26:11 Image size of job updated: 3320740 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.996.000) 2024-10-24 15:26:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:11.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 996 ResidentSetSize = 75000 Size = 3320740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 15:26:12 Image size of job updated: 3531888 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 15:26:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:12.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 75000 Size = 3531888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.779.000) 2024-10-24 15:26:38 Image size of job updated: 3794236 100 - MemoryUsage of job (MB) 101796 - ResidentSetSize of job (KB) ... 028 (10628.779.000) 2024-10-24 15:26:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:38.047" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 100 MyType = "JobImageSizeEvent" Proc = 779 ResidentSetSize = 101796 Size = 3794236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.779.000) 2024-10-24 15:26:38 Started transferring output files ... 028 (10628.779.000) 2024-10-24 15:26:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:38.365" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 779 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.779.000) 2024-10-24 15:26:38 Finished transferring output files ... 028 (10628.779.000) 2024-10-24 15:26:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:26:38.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 779 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.779.000) 2024-10-24 15:26:38 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:53, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:22:53, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88527 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88527 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465495 2000000 27484729 GPUs : 0 Memory (MB) : 100 2000 2048 Job terminated of its own accord at 2024-10-24T19:26:38Z with exit-code 0. ... 028 (10628.779.000) 2024-10-24 15:26:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9924692045960913 Disk = 27484729 DiskUsage = 465495 EventTime = "2024-10-24T15:26:38.860" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273533" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454675" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 100 MyType = "JobTerminatedEvent" Proc = 779 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:53, Sys 0 00:00:09" SentBytes = 88527.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729797998; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:22:53, Sys 0 00:00:09" TotalSentBytes = 88527.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.970.000) 2024-10-24 15:27:03 Image size of job updated: 3721536 243 - MemoryUsage of job (MB) 247816 - ResidentSetSize of job (KB) ... 028 (10628.970.000) 2024-10-24 15:27:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:27:03.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 970 ResidentSetSize = 247816 Size = 3721536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.970.000) 2024-10-24 15:27:04 Started transferring output files ... 028 (10628.970.000) 2024-10-24 15:27:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:27:04.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.970.000) 2024-10-24 15:27:04 Finished transferring output files ... 028 (10628.970.000) 2024-10-24 15:27:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:27:04.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 970 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.970.000) 2024-10-24 15:27:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:20, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:37:20, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89198 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90070 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464601 2000000 2007809 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:27:03Z with exit-code 0. ... 028 (10628.970.000) 2024-10-24 15:27:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9933717597235356 Disk = 2007809 DiskUsage = 464601 EventTime = "2024-10-24T15:27:04.478" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-3976585-0-fnpc22021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 970 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:20, Sys 0 00:00:14" SentBytes = 89198.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798023; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 02:37:20, Sys 0 00:00:14" TotalSentBytes = 90070.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.493.000) 2024-10-24 15:28:36 Image size of job updated: 3721508 83 - MemoryUsage of job (MB) 84320 - ResidentSetSize of job (KB) ... 028 (10628.493.000) 2024-10-24 15:28:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:36.164" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 493 ResidentSetSize = 84320 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.493.000) 2024-10-24 15:28:36 Started transferring output files ... 028 (10628.493.000) 2024-10-24 15:28:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:36.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 493 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.493.000) 2024-10-24 15:28:36 Finished transferring output files ... 028 (10628.493.000) 2024-10-24 15:28:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:36.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 493 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.493.000) 2024-10-24 15:28:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:00, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:18:00, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89247 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89247 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472446 2000000 2007898 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:28:36Z with exit-code 0. ... 028 (10628.493.000) 2024-10-24 15:28:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867282370661234 Disk = 2007898 DiskUsage = 472446 EventTime = "2024-10-24T15:28:36.754" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 493 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:00, Sys 0 00:00:22" SentBytes = 89247.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798116; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:18:00, Sys 0 00:00:22" TotalSentBytes = 89247.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.454.000) 2024-10-24 15:28:36 Image size of job updated: 3534024 79 - MemoryUsage of job (MB) 80724 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 15:28:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:36.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 80724 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.133.000) 2024-10-24 15:28:45 Image size of job updated: 3722020 245 - MemoryUsage of job (MB) 250744 - ResidentSetSize of job (KB) ... 028 (10628.133.000) 2024-10-24 15:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:45.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 133 ResidentSetSize = 250744 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.133.000) 2024-10-24 15:28:45 Started transferring output files ... 028 (10628.133.000) 2024-10-24 15:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:45.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 133 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.133.000) 2024-10-24 15:28:45 Finished transferring output files ... 028 (10628.133.000) 2024-10-24 15:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:45.456" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 133 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.133.000) 2024-10-24 15:28:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:24:52, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:24:52, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90404 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90404 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468519 2000000 2004337 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:28:45Z with exit-code 0. ... 028 (10628.133.000) 2024-10-24 15:28:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902517479107372 Disk = 2004337 DiskUsage = 468519 EventTime = "2024-10-24T15:28:45.822" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 133 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:24:52, Sys 0 00:00:22" SentBytes = 90404.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798125; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:24:52, Sys 0 00:00:22" TotalSentBytes = 90404.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.852.000) 2024-10-24 15:28:49 Image size of job updated: 3749680 277 - MemoryUsage of job (MB) 282752 - ResidentSetSize of job (KB) ... 028 (10628.852.000) 2024-10-24 15:28:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:49.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 852 ResidentSetSize = 282752 Size = 3749680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.852.000) 2024-10-24 15:28:51 Started transferring output files ... 028 (10628.852.000) 2024-10-24 15:28:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:51.175" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 852 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.852.000) 2024-10-24 15:28:51 Finished transferring output files ... 028 (10628.852.000) 2024-10-24 15:28:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:28:51.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 852 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.852.000) 2024-10-24 15:28:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:34, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:23:34, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91486 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91486 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472165 2000000 2001920 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T19:28:49Z with exit-code 0. ... 028 (10628.852.000) 2024-10-24 15:28:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9869706343950646 Disk = 2001920 DiskUsage = 472165 EventTime = "2024-10-24T15:28:52.623" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620765" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453681" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 852 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:34, Sys 0 00:00:13" SentBytes = 91486.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798129; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:23:34, Sys 0 00:00:13" TotalSentBytes = 91486.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.964.000) 2024-10-24 15:29:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@IU-Jetstream2-Backfill.c0e835a8e5b3, rescheduling job ... 028 (10628.964.000) 2024-10-24 15:29:15 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:29:15.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 964 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@IU-Jetstream2-Backfill.c0e835a8e5b3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.974.000) 2024-10-24 15:29:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.0298039bac42, rescheduling job ... 028 (10628.974.000) 2024-10-24 15:29:15 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:29:15.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 974 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.0298039bac42" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.997.000) 2024-10-24 15:29:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.795bfc354e56, rescheduling job ... 028 (10628.997.000) 2024-10-24 15:29:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:29:19.758" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 997 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.795bfc354e56" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.645.000) 2024-10-24 15:29:22 Image size of job updated: 3602380 82 - MemoryUsage of job (MB) 83868 - ResidentSetSize of job (KB) ... 028 (10628.645.000) 2024-10-24 15:29:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:22.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 645 ResidentSetSize = 83868 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.394.000) 2024-10-24 15:29:23 Image size of job updated: 3653284 78 - MemoryUsage of job (MB) 79300 - ResidentSetSize of job (KB) ... 028 (10628.394.000) 2024-10-24 15:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:23.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 394 ResidentSetSize = 79300 Size = 3653284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.394.000) 2024-10-24 15:29:23 Started transferring output files ... 028 (10628.394.000) 2024-10-24 15:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:23.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 394 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.394.000) 2024-10-24 15:29:23 Finished transferring output files ... 028 (10628.394.000) 2024-10-24 15:29:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:23.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 394 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.394.000) 2024-10-24 15:29:23 Job terminated. (1) Normal termination (return value 0) Usr 0 03:24:33, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:24:33, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88774 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88774 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467941 2000000 2007889 GPUs : 0 Memory (MB) : 78 2000 2048 Job terminated of its own accord at 2024-10-24T19:29:23Z with exit-code 0. ... 028 (10628.394.000) 2024-10-24 15:29:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.957340411011927 Disk = 2007889 DiskUsage = 467941 EventTime = "2024-10-24T15:29:23.799" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 78 MyType = "JobTerminatedEvent" Proc = 394 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:24:33, Sys 0 00:00:22" SentBytes = 88774.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798163; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:24:33, Sys 0 00:00:22" TotalSentBytes = 88774.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.377.000) 2024-10-24 15:29:27 Image size of job updated: 4031416 94 - MemoryUsage of job (MB) 95872 - ResidentSetSize of job (KB) ... 028 (10628.377.000) 2024-10-24 15:29:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:27.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 377 ResidentSetSize = 95872 Size = 4031416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.377.000) 2024-10-24 15:29:27 Started transferring output files ... 028 (10628.377.000) 2024-10-24 15:29:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:27.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 377 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.377.000) 2024-10-24 15:29:27 Finished transferring output files ... 028 (10628.377.000) 2024-10-24 15:29:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:27.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 377 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.377.000) 2024-10-24 15:29:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:11, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:22:11, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89628 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89628 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469434 2000000 2007852 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:29:27Z with exit-code 0. ... 028 (10628.377.000) 2024-10-24 15:29:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9898715717591251 Disk = 2007852 DiskUsage = 469434 EventTime = "2024-10-24T15:29:28.158" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 377 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:11, Sys 0 00:00:24" SentBytes = 89628.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798167; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:22:11, Sys 0 00:00:24" TotalSentBytes = 89628.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.964.000) 2024-10-24 15:29:35 Started transferring input files Transferring to host: <131.225.208.155:35545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50922033%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055172&PrivNet=osg-4197167-0-fnpc23022.fnal.gov&addrs=131.225.208.155-35545+[2620-6a-0-8862-f0-0-208-155]-35545&alias=osg-4197167-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.964.000) 2024-10-24 15:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:35.207" EventTypeNumber = 28 Host = "<131.225.208.155:35545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50922033%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055172&PrivNet=osg-4197167-0-fnpc23022.fnal.gov&addrs=131.225.208.155-35545+[2620-6a-0-8862-f0-0-208-155]-35545&alias=osg-4197167-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.964.000) 2024-10-24 15:29:35 Finished transferring input files ... 028 (10628.964.000) 2024-10-24 15:29:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:35.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.997.000) 2024-10-24 15:29:36 Started transferring input files Transferring to host: <10.136.81.231:40167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51015325%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042001&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-40167&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.997.000) 2024-10-24 15:29:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:36.169" EventTypeNumber = 28 Host = "<10.136.81.231:40167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51015325%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042001&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-40167&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.997.000) 2024-10-24 15:29:36 Finished transferring input files ... 028 (10628.997.000) 2024-10-24 15:29:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:36.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.974.000) 2024-10-24 15:29:37 Started transferring input files Transferring to host: <131.225.208.62:44099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977968&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-44099+[2620-6a-0-8862-f0-0-208-62]-44099&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP> ... 028 (10628.974.000) 2024-10-24 15:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:37.517" EventTypeNumber = 28 Host = "<131.225.208.62:44099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977968&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-44099+[2620-6a-0-8862-f0-0-208-62]-44099&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.974.000) 2024-10-24 15:29:37 Finished transferring input files ... 028 (10628.974.000) 2024-10-24 15:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:37.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.997.000) 2024-10-24 15:29:37 Warning from starter on slot1_3@glidein_3906797_579119365@comp-cc-0461.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.997.000) 2024-10-24 15:29:37 Job executing on host: <10.136.81.231:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999112&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-42435&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.997.000) 2024-10-24 15:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:37.611" EventTypeNumber = 28 ExecuteHost = "<10.136.81.231:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999112&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-42435&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.964.000) 2024-10-24 15:29:37 Warning from starter on slot1_4@glidein_8_311158800@osg-4197167-0-fnpc23022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.964.000) 2024-10-24 15:29:37 Job executing on host: <131.225.208.155:45745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996159&PrivNet=osg-4197167-0-fnpc23022.fnal.gov&addrs=131.225.208.155-45745+[2620-6a-0-8862-f0-0-208-155]-45745&alias=osg-4197167-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.964.000) 2024-10-24 15:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:37.844" EventTypeNumber = 28 ExecuteHost = "<131.225.208.155:45745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996159&PrivNet=osg-4197167-0-fnpc23022.fnal.gov&addrs=131.225.208.155-45745+[2620-6a-0-8862-f0-0-208-155]-45745&alias=osg-4197167-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.974.000) 2024-10-24 15:29:39 Warning from starter on slot1_1@glidein_8_793657605@osg-4196955-0-fnpc19106.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.974.000) 2024-10-24 15:29:39 Job executing on host: <131.225.208.62:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030660&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-45973+[2620-6a-0-8862-f0-0-208-62]-45973&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP> ... 028 (10628.974.000) 2024-10-24 15:29:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:39.677" EventTypeNumber = 28 ExecuteHost = "<131.225.208.62:45973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030660&PrivNet=osg-4196955-0-fnpc19106.fnal.gov&addrs=131.225.208.62-45973+[2620-6a-0-8862-f0-0-208-62]-45973&alias=osg-4196955-0-fnpc19106.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.964.000) 2024-10-24 15:29:46 Image size of job updated: 3669968 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.964.000) 2024-10-24 15:29:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:46.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 964 ResidentSetSize = 75000 Size = 3669968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.974.000) 2024-10-24 15:29:48 Image size of job updated: 3465900 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 15:29:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:48.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 100000 Size = 3465900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.480.000) 2024-10-24 15:29:53 Image size of job updated: 3967164 94 - MemoryUsage of job (MB) 96128 - ResidentSetSize of job (KB) ... 028 (10628.480.000) 2024-10-24 15:29:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:53.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 480 ResidentSetSize = 96128 Size = 3967164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.480.000) 2024-10-24 15:29:54 Started transferring output files ... 028 (10628.480.000) 2024-10-24 15:29:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:54.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 480 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.480.000) 2024-10-24 15:29:54 Finished transferring output files ... 028 (10628.480.000) 2024-10-24 15:29:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:54.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 480 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.480.000) 2024-10-24 15:29:54 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:55, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:22:55, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90810 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90810 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468831 2000000 2007852 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:29:53Z with exit-code 0. ... 028 (10628.480.000) 2024-10-24 15:29:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9843889204425404 Disk = 2007852 DiskUsage = 468831 EventTime = "2024-10-24T15:29:54.478" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196788-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 480 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:55, Sys 0 00:00:24" SentBytes = 90810.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798193; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:22:55, Sys 0 00:00:24" TotalSentBytes = 90810.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.152.000) 2024-10-24 15:29:55 Image size of job updated: 3722008 245 - MemoryUsage of job (MB) 250476 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 15:29:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:29:55.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 250476 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.383.000) 2024-10-24 15:30:14 Image size of job updated: 3722040 248 - MemoryUsage of job (MB) 253508 - ResidentSetSize of job (KB) ... 028 (10628.383.000) 2024-10-24 15:30:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:14.394" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 383 ResidentSetSize = 253508 Size = 3722040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.383.000) 2024-10-24 15:30:14 Started transferring output files ... 028 (10628.383.000) 2024-10-24 15:30:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:14.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 383 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.383.000) 2024-10-24 15:30:14 Finished transferring output files ... 028 (10628.383.000) 2024-10-24 15:30:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:14.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 383 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.383.000) 2024-10-24 15:30:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:24:54, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:24:54, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89003 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89003 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466421 2000000 2007872 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:30:14Z with exit-code 0. ... 028 (10628.383.000) 2024-10-24 15:30:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853547777539013 Disk = 2007872 DiskUsage = 466421 EventTime = "2024-10-24T15:30:16.313" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 383 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:24:54, Sys 0 00:00:28" SentBytes = 89003.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798214; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:24:54, Sys 0 00:00:28" TotalSentBytes = 89003.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.152.000) 2024-10-24 15:30:23 Image size of job updated: 3970072 245 - MemoryUsage of job (MB) 250476 - ResidentSetSize of job (KB) ... 028 (10628.152.000) 2024-10-24 15:30:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:23.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 152 ResidentSetSize = 250476 Size = 3970072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.152.000) 2024-10-24 15:30:23 Started transferring output files ... 028 (10628.152.000) 2024-10-24 15:30:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:23.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 152 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.152.000) 2024-10-24 15:30:23 Finished transferring output files ... 028 (10628.152.000) 2024-10-24 15:30:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:30:23.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 152 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.152.000) 2024-10-24 15:30:23 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:35, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:20:35, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93154 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93154 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 590649 2000000 2007898 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:30:23Z with exit-code 0. ... 028 (10628.152.000) 2024-10-24 15:30:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987376233242156 Disk = 2007898 DiskUsage = 590649 EventTime = "2024-10-24T15:30:23.922" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197112.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197112-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 152 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:35, Sys 0 00:00:23" SentBytes = 93154.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798223; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:20:35, Sys 0 00:00:23" TotalSentBytes = 93154.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.503.000) 2024-10-24 15:30:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@IU-Jetstream2-Backfill.c0e835a8e5b3, rescheduling job ... 028 (10628.503.000) 2024-10-24 15:30:50 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:30:50.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 503 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@IU-Jetstream2-Backfill.c0e835a8e5b3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.956.000) 2024-10-24 15:31:10 Image size of job updated: 3601868 78 - MemoryUsage of job (MB) 79004 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 15:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:10.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 79004 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.232.000) 2024-10-24 15:31:11 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83880 - ResidentSetSize of job (KB) ... 028 (10628.232.000) 2024-10-24 15:31:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:11.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 232 ResidentSetSize = 83880 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.996.000) 2024-10-24 15:31:11 Image size of job updated: 3534280 78 - MemoryUsage of job (MB) 79804 - ResidentSetSize of job (KB) ... 028 (10628.996.000) 2024-10-24 15:31:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:11.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 996 ResidentSetSize = 79804 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 15:31:13 Image size of job updated: 3535048 82 - MemoryUsage of job (MB) 83084 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 15:31:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:13.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 83084 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.503.000) 2024-10-24 15:31:24 Started transferring input files Transferring to host: <10.138.19.22:41425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10011793&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-41425&alias=c1922.swan.hcc.unl.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 15:31:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:24.824" EventTypeNumber = 28 Host = "<10.138.19.22:41425?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411546%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10011793&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-41425&alias=c1922.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617838" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213802" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.503.000) 2024-10-24 15:31:24 Finished transferring input files ... 028 (10628.503.000) 2024-10-24 15:31:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:24.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617838" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213802" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.503.000) 2024-10-24 15:31:26 Warning from starter on slot1@glidein_3733068_494508276@c1922.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.503.000) 2024-10-24 15:31:26 Job executing on host: <10.138.19.22:37515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003549&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-37515&alias=c1922.swan.hcc.unl.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 15:31:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:26.232" EventTypeNumber = 28 ExecuteHost = "<10.138.19.22:37515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003549&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-37515&alias=c1922.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617838" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213802" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.290.000) 2024-10-24 15:31:32 Image size of job updated: 4035380 95 - MemoryUsage of job (MB) 96988 - ResidentSetSize of job (KB) ... 028 (10628.290.000) 2024-10-24 15:31:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:32.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 290 ResidentSetSize = 96988 Size = 4035380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.290.000) 2024-10-24 15:31:32 Started transferring output files ... 028 (10628.290.000) 2024-10-24 15:31:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:32.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 290 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.290.000) 2024-10-24 15:31:32 Finished transferring output files ... 028 (10628.290.000) 2024-10-24 15:31:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:32.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 290 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.290.000) 2024-10-24 15:31:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:34, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:26:34, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89341 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89341 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.82 1 1 Disk (KB) : 473086 2000000 2007889 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:31:32Z with exit-code 0. ... 028 (10628.290.000) 2024-10-24 15:31:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8175097062555335 Disk = 2007889 DiskUsage = 473086 EventTime = "2024-10-24T15:31:32.800" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976160.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976160-0-fnpc22013.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 290 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:26:34, Sys 0 00:00:24" SentBytes = 89341.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798292; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:26:34, Sys 0 00:00:24" TotalSentBytes = 89341.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.879.000) 2024-10-24 15:31:44 Image size of job updated: 4164284 97 - MemoryUsage of job (MB) 99164 - ResidentSetSize of job (KB) ... 028 (10628.879.000) 2024-10-24 15:31:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:44.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 879 ResidentSetSize = 99164 Size = 4164284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.879.000) 2024-10-24 15:31:44 Started transferring output files ... 028 (10628.879.000) 2024-10-24 15:31:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:44.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 879 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.879.000) 2024-10-24 15:31:44 Finished transferring output files ... 028 (10628.879.000) 2024-10-24 15:31:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:44.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 879 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.879.000) 2024-10-24 15:31:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:25:06, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:25:06, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88509 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88509 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469748 2000000 2007935 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T19:31:44Z with exit-code 0. ... 028 (10628.879.000) 2024-10-24 15:31:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9803560528311703 Disk = 2007935 DiskUsage = 469748 EventTime = "2024-10-24T15:31:45.176" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196824.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196824-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 879 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:25:06, Sys 0 00:00:22" SentBytes = 88509.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798304; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:25:06, Sys 0 00:00:22" TotalSentBytes = 88509.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.841.000) 2024-10-24 15:31:51 Image size of job updated: 3721540 241 - MemoryUsage of job (MB) 246732 - ResidentSetSize of job (KB) ... 028 (10628.841.000) 2024-10-24 15:31:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:31:51.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 841 ResidentSetSize = 246732 Size = 3721540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.238.000) 2024-10-24 15:32:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@IU-Jetstream2-Backfill.d3f61c774645, rescheduling job ... 028 (10628.238.000) 2024-10-24 15:32:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:32:17.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 238 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@IU-Jetstream2-Backfill.d3f61c774645" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.201.000) 2024-10-24 15:32:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.ffa4fc0618bd, rescheduling job ... 028 (10628.201.000) 2024-10-24 15:32:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:32:20.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 201 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.ffa4fc0618bd" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.279.000) 2024-10-24 15:32:22 Image size of job updated: 3789600 238 - MemoryUsage of job (MB) 243196 - ResidentSetSize of job (KB) ... 028 (10628.279.000) 2024-10-24 15:32:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:22.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 279 ResidentSetSize = 243196 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.279.000) 2024-10-24 15:32:22 Started transferring output files ... 028 (10628.279.000) 2024-10-24 15:32:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:22.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 279 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.279.000) 2024-10-24 15:32:22 Finished transferring output files ... 028 (10628.279.000) 2024-10-24 15:32:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:22.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 279 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.510.000) 2024-10-24 15:32:22 Image size of job updated: 3500000 104 - MemoryUsage of job (MB) 106272 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 15:32:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:22.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 106272 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.279.000) 2024-10-24 15:32:22 Job terminated. (1) Normal termination (return value 0) Usr 0 03:29:22, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:29:22, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90949 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90949 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471553 2000000 2004366 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-24T19:32:22Z with exit-code 0. ... 028 (10628.279.000) 2024-10-24 15:32:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9872720447491435 Disk = 2004366 DiskUsage = 471553 EventTime = "2024-10-24T15:32:22.828" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 279 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:29:22, Sys 0 00:00:22" SentBytes = 90949.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798342; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:29:22, Sys 0 00:00:22" TotalSentBytes = 90949.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.841.000) 2024-10-24 15:32:32 Started transferring output files ... 028 (10628.841.000) 2024-10-24 15:32:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:32.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 841 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.841.000) 2024-10-24 15:32:32 Finished transferring output files ... 028 (10628.841.000) 2024-10-24 15:32:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:32.382" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 841 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.841.000) 2024-10-24 15:32:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:04, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:26:04, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98347 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98347 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 544294 2000000 2007872 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:32:32Z with exit-code 0. ... 028 (10628.841.000) 2024-10-24 15:32:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9499491689179077 Disk = 2007872 DiskUsage = 544294 EventTime = "2024-10-24T15:32:32.687" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484678" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976486.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976486-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 841 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:26:04, Sys 0 00:00:20" SentBytes = 98347.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798352; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:26:04, Sys 0 00:00:20" TotalSentBytes = 98347.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.242.000) 2024-10-24 15:32:38 Image size of job updated: 3602124 82 - MemoryUsage of job (MB) 83748 - ResidentSetSize of job (KB) ... 028 (10628.242.000) 2024-10-24 15:32:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:38.739" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 242 ResidentSetSize = 83748 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.499.000) 2024-10-24 15:32:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1997578_143778950@c1923.swan.hcc.unl.edu, rescheduling job ... 028 (10628.499.000) 2024-10-24 15:32:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:32:39.942" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 499 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1997578_143778950@c1923.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.132.000) 2024-10-24 15:32:56 Image size of job updated: 4100648 92 - MemoryUsage of job (MB) 94164 - ResidentSetSize of job (KB) ... 028 (10628.132.000) 2024-10-24 15:32:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:56.903" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 132 ResidentSetSize = 94164 Size = 4100648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.132.000) 2024-10-24 15:32:57 Started transferring output files ... 028 (10628.132.000) 2024-10-24 15:32:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:57.093" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 132 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.132.000) 2024-10-24 15:32:57 Finished transferring output files ... 028 (10628.132.000) 2024-10-24 15:32:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:32:57.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 132 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.132.000) 2024-10-24 15:32:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:46, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:28:46, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89638 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89638 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 470042 2000000 2007930 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T19:32:56Z with exit-code 0. ... 028 (10628.132.000) 2024-10-24 15:32:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8967370788810599 Disk = 2007930 DiskUsage = 470042 EventTime = "2024-10-24T15:32:57.488" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 132 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:46, Sys 0 00:00:23" SentBytes = 89638.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798376; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:28:46, Sys 0 00:00:23" TotalSentBytes = 89638.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.492.000) 2024-10-24 15:33:46 Image size of job updated: 4098604 92 - MemoryUsage of job (MB) 93696 - ResidentSetSize of job (KB) ... 028 (10628.492.000) 2024-10-24 15:33:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:33:46.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 492 ResidentSetSize = 93696 Size = 4098604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.492.000) 2024-10-24 15:33:46 Started transferring output files ... 028 (10628.492.000) 2024-10-24 15:33:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:33:46.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 492 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.492.000) 2024-10-24 15:33:46 Finished transferring output files ... 028 (10628.492.000) 2024-10-24 15:33:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:33:46.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 492 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.492.000) 2024-10-24 15:33:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:30:13, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:30:13, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91271 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91271 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470636 2000000 2004366 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T19:33:46Z with exit-code 0. ... 028 (10628.492.000) 2024-10-24 15:33:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9930925888769369 Disk = 2004366 DiskUsage = 470636 EventTime = "2024-10-24T15:33:48.406" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 492 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:30:13, Sys 0 00:00:22" SentBytes = 91271.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798426; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:30:13, Sys 0 00:00:22" TotalSentBytes = 91271.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.198.000) 2024-10-24 15:33:56 Image size of job updated: 3494548 84 - MemoryUsage of job (MB) 85712 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 15:33:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:33:56.234" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 85712 Size = 3494548 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.594.000) 2024-10-24 15:34:05 Image size of job updated: 4031520 98 - MemoryUsage of job (MB) 99808 - ResidentSetSize of job (KB) ... 028 (10628.594.000) 2024-10-24 15:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:05.991" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 594 ResidentSetSize = 99808 Size = 4031520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.594.000) 2024-10-24 15:34:06 Started transferring output files ... 028 (10628.594.000) 2024-10-24 15:34:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:06.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 594 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.594.000) 2024-10-24 15:34:06 Finished transferring output files ... 028 (10628.594.000) 2024-10-24 15:34:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:06.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 594 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.594.000) 2024-10-24 15:34:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:19, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:28:19, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89849 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89849 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468246 2000000 2007872 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:34:05Z with exit-code 0. ... 028 (10628.594.000) 2024-10-24 15:34:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9879736031656243 Disk = 2007872 DiskUsage = 468246 EventTime = "2024-10-24T15:34:07.857" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 594 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:19, Sys 0 00:00:23" SentBytes = 89849.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798445; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:28:19, Sys 0 00:00:23" TotalSentBytes = 89849.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.997.000) 2024-10-24 15:34:48 Image size of job updated: 3630620 86 - MemoryUsage of job (MB) 87792 - ResidentSetSize of job (KB) ... 028 (10628.997.000) 2024-10-24 15:34:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:48.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 997 ResidentSetSize = 87792 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.974.000) 2024-10-24 15:34:49 Image size of job updated: 3669712 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 15:34:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:49.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 100000 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.972.000) 2024-10-24 15:34:52 Image size of job updated: 3781832 74 - MemoryUsage of job (MB) 75624 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 15:34:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:34:52.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 75624 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 15:35:05 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36788 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 15:35:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:05.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36788 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.969.000) 2024-10-24 15:35:12 Image size of job updated: 3895804 266 - MemoryUsage of job (MB) 271540 - ResidentSetSize of job (KB) ... 028 (10628.969.000) 2024-10-24 15:35:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:12.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 969 ResidentSetSize = 271540 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.931.000) 2024-10-24 15:35:20 Image size of job updated: 3789592 245 - MemoryUsage of job (MB) 250548 - ResidentSetSize of job (KB) ... 028 (10628.931.000) 2024-10-24 15:35:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:20.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 931 ResidentSetSize = 250548 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.931.000) 2024-10-24 15:35:21 Started transferring output files ... 028 (10628.931.000) 2024-10-24 15:35:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:21.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 931 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.931.000) 2024-10-24 15:35:21 Finished transferring output files ... 028 (10628.931.000) 2024-10-24 15:35:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:21.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 931 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.931.000) 2024-10-24 15:35:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:30:08, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:30:08, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89957 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89957 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.92 1 1 Disk (KB) : 470622 2000000 2007903 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:35:20Z with exit-code 0. ... 028 (10628.931.000) 2024-10-24 15:35:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.924438551262344 Disk = 2007903 DiskUsage = 470622 EventTime = "2024-10-24T15:35:21.550" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472375" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197110.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197110-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 931 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:30:08, Sys 0 00:00:20" SentBytes = 89957.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798520; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:30:08, Sys 0 00:00:20" TotalSentBytes = 89957.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.023.000) 2024-10-24 15:35:23 Image size of job updated: 3629312 88 - MemoryUsage of job (MB) 90008 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 15:35:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:23.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 90008 Size = 3629312 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.486.000) 2024-10-24 15:35:24 Image size of job updated: 3789604 248 - MemoryUsage of job (MB) 253608 - ResidentSetSize of job (KB) ... 028 (10628.486.000) 2024-10-24 15:35:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:24.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 486 ResidentSetSize = 253608 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.486.000) 2024-10-24 15:35:24 Started transferring output files ... 028 (10628.486.000) 2024-10-24 15:35:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:24.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 486 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.486.000) 2024-10-24 15:35:24 Finished transferring output files ... 028 (10628.486.000) 2024-10-24 15:35:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:24.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 486 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.486.000) 2024-10-24 15:35:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:30:54, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:30:54, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88658 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88658 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467645 2000000 2007852 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:35:24Z with exit-code 0. ... 028 (10628.486.000) 2024-10-24 15:35:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867619480393663 Disk = 2007852 DiskUsage = 467645 EventTime = "2024-10-24T15:35:24.725" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 486 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:30:54, Sys 0 00:00:20" SentBytes = 88658.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798524; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:30:54, Sys 0 00:00:20" TotalSentBytes = 88658.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.641.000) 2024-10-24 15:35:30 Image size of job updated: 4174888 104 - MemoryUsage of job (MB) 105916 - ResidentSetSize of job (KB) ... 028 (10628.641.000) 2024-10-24 15:35:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:30.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 641 ResidentSetSize = 105916 Size = 4174888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.641.000) 2024-10-24 15:35:30 Started transferring output files ... 028 (10628.641.000) 2024-10-24 15:35:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:30.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 641 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.641.000) 2024-10-24 15:35:30 Finished transferring output files ... 028 (10628.641.000) 2024-10-24 15:35:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:30.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 641 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.641.000) 2024-10-24 15:35:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:29:18, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:29:18, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95435 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95435 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467924 2000000 2007925 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T19:35:30Z with exit-code 0. ... 028 (10628.641.000) 2024-10-24 15:35:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901965292479327 Disk = 2007925 DiskUsage = 467924 EventTime = "2024-10-24T15:35:30.768" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 641 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:29:18, Sys 0 00:00:28" SentBytes = 95435.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798530; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:29:18, Sys 0 00:00:28" TotalSentBytes = 95435.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.427.000) 2024-10-24 15:35:33 Image size of job updated: 3654944 244 - MemoryUsage of job (MB) 249728 - ResidentSetSize of job (KB) ... 028 (10628.427.000) 2024-10-24 15:35:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:33.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 427 ResidentSetSize = 249728 Size = 3654944 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.427.000) 2024-10-24 15:35:45 Image size of job updated: 3896752 244 - MemoryUsage of job (MB) 249728 - ResidentSetSize of job (KB) ... 028 (10628.427.000) 2024-10-24 15:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:45.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 427 ResidentSetSize = 249728 Size = 3896752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.427.000) 2024-10-24 15:35:45 Started transferring output files ... 028 (10628.427.000) 2024-10-24 15:35:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:45.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 427 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.427.000) 2024-10-24 15:35:46 Finished transferring output files ... 028 (10628.427.000) 2024-10-24 15:35:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:35:46.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 427 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.427.000) 2024-10-24 15:35:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:22, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:28:22, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90216 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90216 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 616127 2000000 2007908 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:35:45Z with exit-code 0. ... 028 (10628.427.000) 2024-10-24 15:35:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9802411638742453 Disk = 2007908 DiskUsage = 616127 EventTime = "2024-10-24T15:35:46.385" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 427 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:22, Sys 0 00:00:27" SentBytes = 90216.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798545; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:28:22, Sys 0 00:00:27" TotalSentBytes = 90216.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.771.000) 2024-10-24 15:36:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1520300_636062012@c1426.swan.hcc.unl.edu, rescheduling job ... 028 (10628.771.000) 2024-10-24 15:36:09 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:36:09.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619531" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215320" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 771 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1520300_636062012@c1426.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.969.000) 2024-10-24 15:36:33 Image size of job updated: 4403912 266 - MemoryUsage of job (MB) 271540 - ResidentSetSize of job (KB) ... 028 (10628.969.000) 2024-10-24 15:36:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:33.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 969 ResidentSetSize = 271540 Size = 4403912 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.969.000) 2024-10-24 15:36:33 Started transferring output files ... 028 (10628.969.000) 2024-10-24 15:36:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:33.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.969.000) 2024-10-24 15:36:33 Finished transferring output files ... 028 (10628.969.000) 2024-10-24 15:36:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:33.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 969 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.969.000) 2024-10-24 15:36:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:44, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:44, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88404 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89276 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0 1 1 Disk (KB) : 581902 2000000 36811940 GPUs : 0 Memory (MB) : 266 2000 2000 Job terminated of its own accord at 2024-10-24T19:36:33Z with exit-code 0. ... 028 (10628.969.000) 2024-10-24 15:36:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0 Disk = 36811940 DiskUsage = 581902 EventTime = "2024-10-24T15:36:34.063" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 266 MyType = "JobTerminatedEvent" Proc = 969 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:44, Sys 0 00:00:08" SentBytes = 88404.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798593; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 02:38:44, Sys 0 00:00:08" TotalSentBytes = 89276.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.201.000) 2024-10-24 15:36:35 Started transferring input files Transferring to host: <10.138.18.23:44779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370829%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958998&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-44779&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.201.000) 2024-10-24 15:36:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:35.050" EventTypeNumber = 28 Host = "<10.138.18.23:44779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370829%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958998&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-44779&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.201.000) 2024-10-24 15:36:35 Finished transferring input files ... 028 (10628.201.000) 2024-10-24 15:36:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:35.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.201.000) 2024-10-24 15:36:36 Warning from starter on slot1@glidein_418503_172162620@c1823.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.201.000) 2024-10-24 15:36:36 Job executing on host: <10.138.18.23:33427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330353%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9961062&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33427&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.201.000) 2024-10-24 15:36:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:36.396" EventTypeNumber = 28 ExecuteHost = "<10.138.18.23:33427?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29330353%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9961062&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33427&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.312.000) 2024-10-24 15:36:37 Image size of job updated: 3722024 244 - MemoryUsage of job (MB) 249172 - ResidentSetSize of job (KB) ... 028 (10628.312.000) 2024-10-24 15:36:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:37.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 312 ResidentSetSize = 249172 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.312.000) 2024-10-24 15:36:37 Started transferring output files ... 028 (10628.312.000) 2024-10-24 15:36:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:37.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 312 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.312.000) 2024-10-24 15:36:37 Finished transferring output files ... 028 (10628.312.000) 2024-10-24 15:36:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:37.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 312 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.312.000) 2024-10-24 15:36:37 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:01, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:28:01, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90401 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90401 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 473339 2000000 2007908 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:36:37Z with exit-code 0. ... 028 (10628.312.000) 2024-10-24 15:36:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9724975071042273 Disk = 2007908 DiskUsage = 473339 EventTime = "2024-10-24T15:36:37.805" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 312 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:01, Sys 0 00:00:24" SentBytes = 90401.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798597; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:28:01, Sys 0 00:00:24" TotalSentBytes = 90401.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.201.000) 2024-10-24 15:36:45 Image size of job updated: 3781832 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 15:36:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:45.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 75000 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.839.000) 2024-10-24 15:36:46 Image size of job updated: 3721752 78 - MemoryUsage of job (MB) 79408 - ResidentSetSize of job (KB) ... 028 (10628.839.000) 2024-10-24 15:36:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:46.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 839 ResidentSetSize = 79408 Size = 3721752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.839.000) 2024-10-24 15:36:46 Started transferring output files ... 028 (10628.839.000) 2024-10-24 15:36:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:46.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 839 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.839.000) 2024-10-24 15:36:46 Finished transferring output files ... 028 (10628.839.000) 2024-10-24 15:36:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:46.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 839 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.839.000) 2024-10-24 15:36:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:33:02, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:33:02, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91467 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91467 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466702 2000000 2004361 GPUs : 0 Memory (MB) : 78 2000 2048 Job terminated of its own accord at 2024-10-24T19:36:46Z with exit-code 0. ... 028 (10628.839.000) 2024-10-24 15:36:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9918014160449861 Disk = 2004361 DiskUsage = 466702 EventTime = "2024-10-24T15:36:46.922" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483941" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975893.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975893-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 78 MyType = "JobTerminatedEvent" Proc = 839 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:33:02, Sys 0 00:00:17" SentBytes = 91467.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798606; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:33:02, Sys 0 00:00:17" TotalSentBytes = 91467.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.902.000) 2024-10-24 15:36:47 Image size of job updated: 4100544 95 - MemoryUsage of job (MB) 96860 - ResidentSetSize of job (KB) ... 028 (10628.902.000) 2024-10-24 15:36:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:47.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 902 ResidentSetSize = 96860 Size = 4100544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.902.000) 2024-10-24 15:36:47 Started transferring output files ... 028 (10628.902.000) 2024-10-24 15:36:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:47.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 902 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.902.000) 2024-10-24 15:36:47 Finished transferring output files ... 028 (10628.902.000) 2024-10-24 15:36:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:47.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 902 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.902.000) 2024-10-24 15:36:47 Job terminated. (1) Normal termination (return value 0) Usr 0 03:31:58, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:31:58, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94707 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94707 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 466706 2000000 2004395 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:36:47Z with exit-code 0. ... 028 (10628.902.000) 2024-10-24 15:36:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9583741485782967 Disk = 2004395 DiskUsage = 466706 EventTime = "2024-10-24T15:36:47.607" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 902 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:31:58, Sys 0 00:00:17" SentBytes = 94707.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798607; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:31:58, Sys 0 00:00:17" TotalSentBytes = 94707.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.877.000) 2024-10-24 15:36:56 Image size of job updated: 3710472 212 - MemoryUsage of job (MB) 216276 - ResidentSetSize of job (KB) ... 028 (10628.877.000) 2024-10-24 15:36:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:36:56.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 212 MyType = "JobImageSizeEvent" Proc = 877 ResidentSetSize = 216276 Size = 3710472 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.302.000) 2024-10-24 15:37:07 Image size of job updated: 3789596 247 - MemoryUsage of job (MB) 252628 - ResidentSetSize of job (KB) ... 028 (10628.302.000) 2024-10-24 15:37:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:37:07.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 302 ResidentSetSize = 252628 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.302.000) 2024-10-24 15:37:07 Started transferring output files ... 028 (10628.302.000) 2024-10-24 15:37:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:37:07.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 302 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.302.000) 2024-10-24 15:37:07 Finished transferring output files ... 028 (10628.302.000) 2024-10-24 15:37:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:37:07.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 302 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.302.000) 2024-10-24 15:37:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:41, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:41, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89065 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89065 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472470 2000000 2007852 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:37:07Z with exit-code 0. ... 028 (10628.302.000) 2024-10-24 15:37:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9775600738149375 Disk = 2007852 DiskUsage = 472470 EventTime = "2024-10-24T15:37:07.658" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 302 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:41, Sys 0 00:00:20" SentBytes = 89065.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798627; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:32:41, Sys 0 00:00:20" TotalSentBytes = 89065.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.237.000) 2024-10-24 15:37:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@IU-Jetstream2-Backfill.2e3112de0c17, rescheduling job ... 028 (10628.237.000) 2024-10-24 15:37:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:37:25.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 237 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@IU-Jetstream2-Backfill.2e3112de0c17" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.354.000) 2024-10-24 15:37:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_14@IU-Jetstream2-Backfill.554c28035957, rescheduling job ... 028 (10628.354.000) 2024-10-24 15:37:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:37:38.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 354 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_14@IU-Jetstream2-Backfill.554c28035957" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.367.000) 2024-10-24 15:37:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.2e3112de0c17, rescheduling job ... 028 (10628.367.000) 2024-10-24 15:37:38 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:37:38.217" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 367 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.2e3112de0c17" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.020.000) 2024-10-24 15:37:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3051572_780890210@c1921.swan.hcc.unl.edu, rescheduling job ... 028 (10628.020.000) 2024-10-24 15:37:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:37:42.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619395" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215286" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 20 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3051572_780890210@c1921.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.550.000) 2024-10-24 15:38:02 Image size of job updated: 3789612 83 - MemoryUsage of job (MB) 83984 - ResidentSetSize of job (KB) ... 028 (10628.550.000) 2024-10-24 15:38:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:02.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 550 ResidentSetSize = 83984 Size = 3789612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.550.000) 2024-10-24 15:38:02 Started transferring output files ... 028 (10628.550.000) 2024-10-24 15:38:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:02.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 550 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.550.000) 2024-10-24 15:38:02 Finished transferring output files ... 028 (10628.550.000) 2024-10-24 15:38:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:02.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 550 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.550.000) 2024-10-24 15:38:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:57, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:57, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89763 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89763 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 471834 2000000 2007925 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:02Z with exit-code 0. ... 028 (10628.550.000) 2024-10-24 15:38:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9579634360393343 Disk = 2007925 DiskUsage = 471834 EventTime = "2024-10-24T15:38:03.019" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 550 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:57, Sys 0 00:00:26" SentBytes = 89763.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798682; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:32:57, Sys 0 00:00:26" TotalSentBytes = 89763.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.497.000) 2024-10-24 15:38:06 Image size of job updated: 3789596 246 - MemoryUsage of job (MB) 250980 - ResidentSetSize of job (KB) ... 028 (10628.497.000) 2024-10-24 15:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:06.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 497 ResidentSetSize = 250980 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.497.000) 2024-10-24 15:38:06 Started transferring output files ... 028 (10628.497.000) 2024-10-24 15:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:06.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 497 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.497.000) 2024-10-24 15:38:06 Finished transferring output files ... 028 (10628.497.000) 2024-10-24 15:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:06.755" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 497 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.497.000) 2024-10-24 15:38:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:09, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:09, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91278 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91278 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470940 2000000 2007872 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:06Z with exit-code 0. ... 028 (10628.497.000) 2024-10-24 15:38:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9883936735066838 Disk = 2007872 DiskUsage = 470940 EventTime = "2024-10-24T15:38:07.070" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 497 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:09, Sys 0 00:00:24" SentBytes = 91278.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798686; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:32:09, Sys 0 00:00:24" TotalSentBytes = 91278.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.877.000) 2024-10-24 15:38:20 Image size of job updated: 3722260 240 - MemoryUsage of job (MB) 244948 - ResidentSetSize of job (KB) ... 028 (10628.877.000) 2024-10-24 15:38:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:20.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 877 ResidentSetSize = 244948 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.877.000) 2024-10-24 15:38:20 Started transferring output files ... 028 (10628.877.000) 2024-10-24 15:38:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:20.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 877 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.877.000) 2024-10-24 15:38:20 Finished transferring output files ... 028 (10628.877.000) 2024-10-24 15:38:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:20.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 877 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.877.000) 2024-10-24 15:38:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:33:13, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:33:13, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93933 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93933 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474497 2000000 2004366 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:20Z with exit-code 0. ... 028 (10628.877.000) 2024-10-24 15:38:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903231742660337 Disk = 2004366 DiskUsage = 474497 EventTime = "2024-10-24T15:38:21.312" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196811.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196811-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 877 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:33:13, Sys 0 00:00:23" SentBytes = 93933.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798700; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:33:13, Sys 0 00:00:23" TotalSentBytes = 93933.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.515.000) 2024-10-24 15:38:25 Image size of job updated: 3789084 241 - MemoryUsage of job (MB) 246072 - ResidentSetSize of job (KB) ... 028 (10628.515.000) 2024-10-24 15:38:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:25.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 515 ResidentSetSize = 246072 Size = 3789084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.515.000) 2024-10-24 15:38:25 Started transferring output files ... 028 (10628.515.000) 2024-10-24 15:38:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:25.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 515 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.515.000) 2024-10-24 15:38:25 Finished transferring output files ... 028 (10628.515.000) 2024-10-24 15:38:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:25.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 515 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.515.000) 2024-10-24 15:38:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:33:35, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:33:35, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90643 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90643 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471247 2000000 2007930 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:25Z with exit-code 0. ... 028 (10628.515.000) 2024-10-24 15:38:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.982683894798518 Disk = 2007930 DiskUsage = 471247 EventTime = "2024-10-24T15:38:26.363" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 515 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:33:35, Sys 0 00:00:27" SentBytes = 90643.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798705; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:33:35, Sys 0 00:00:27" TotalSentBytes = 90643.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.901.000) 2024-10-24 15:38:32 Image size of job updated: 4031160 93 - MemoryUsage of job (MB) 94760 - ResidentSetSize of job (KB) ... 028 (10628.901.000) 2024-10-24 15:38:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:32.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 93 MyType = "JobImageSizeEvent" Proc = 901 ResidentSetSize = 94760 Size = 4031160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.901.000) 2024-10-24 15:38:33 Started transferring output files ... 028 (10628.901.000) 2024-10-24 15:38:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:33.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 901 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.901.000) 2024-10-24 15:38:33 Finished transferring output files ... 028 (10628.901.000) 2024-10-24 15:38:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:33.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 901 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.901.000) 2024-10-24 15:38:33 Job terminated. (1) Normal termination (return value 0) Usr 0 03:33:15, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:33:15, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97714 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97714 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 471873 2000000 2007929 GPUs : 0 Memory (MB) : 93 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:32Z with exit-code 0. ... 028 (10628.901.000) 2024-10-24 15:38:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01142857142857143 Disk = 2007929 DiskUsage = 471873 EventTime = "2024-10-24T15:38:33.580" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976192.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976192-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 93 MyType = "JobTerminatedEvent" Proc = 901 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:33:15, Sys 0 00:00:15" SentBytes = 97714.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798712; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:33:15, Sys 0 00:00:15" TotalSentBytes = 97714.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.308.000) 2024-10-24 15:38:41 Image size of job updated: 4035124 94 - MemoryUsage of job (MB) 96140 - ResidentSetSize of job (KB) ... 028 (10628.308.000) 2024-10-24 15:38:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:41.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 308 ResidentSetSize = 96140 Size = 4035124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.308.000) 2024-10-24 15:38:41 Started transferring output files ... 028 (10628.308.000) 2024-10-24 15:38:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:41.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 308 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.308.000) 2024-10-24 15:38:41 Finished transferring output files ... 028 (10628.308.000) 2024-10-24 15:38:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:41.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 308 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.308.000) 2024-10-24 15:38:41 Job terminated. (1) Normal termination (return value 0) Usr 0 03:34:12, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:34:12, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96267 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96267 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470983 2000000 2004337 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:41Z with exit-code 0. ... 028 (10628.308.000) 2024-10-24 15:38:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901768930125816 Disk = 2004337 DiskUsage = 470983 EventTime = "2024-10-24T15:38:41.756" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 308 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:34:12, Sys 0 00:00:26" SentBytes = 96267.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798721; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:34:12, Sys 0 00:00:26" TotalSentBytes = 96267.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.149.000) 2024-10-24 15:38:45 Image size of job updated: 3975716 98 - MemoryUsage of job (MB) 100080 - ResidentSetSize of job (KB) ... 028 (10628.149.000) 2024-10-24 15:38:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:45.154" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 149 ResidentSetSize = 100080 Size = 3975716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.149.000) 2024-10-24 15:38:45 Started transferring output files ... 028 (10628.149.000) 2024-10-24 15:38:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:45.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 149 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.149.000) 2024-10-24 15:38:45 Finished transferring output files ... 028 (10628.149.000) 2024-10-24 15:38:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:45.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 149 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.149.000) 2024-10-24 15:38:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:34:38, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:34:38, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94474 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94474 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469158 2000000 2007930 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:38:45Z with exit-code 0. ... 028 (10628.149.000) 2024-10-24 15:38:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853562643512241 Disk = 2007930 DiskUsage = 469158 EventTime = "2024-10-24T15:38:45.765" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 149 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:34:38, Sys 0 00:00:27" SentBytes = 94474.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798725; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:34:38, Sys 0 00:00:27" TotalSentBytes = 94474.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.237.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <131.225.208.182:37247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005817&PrivNet=osg-4197170-0-fnpc23049.fnal.gov&addrs=131.225.208.182-37247+[2620-6a-0-8862-f0-0-208-182]-37247&alias=osg-4197170-0-fnpc23049.fnal.gov&noUDP> ... 028 (10628.237.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.068" EventTypeNumber = 28 Host = "<131.225.208.182:37247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29346943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005817&PrivNet=osg-4197170-0-fnpc23049.fnal.gov&addrs=131.225.208.182-37247+[2620-6a-0-8862-f0-0-208-182]-37247&alias=osg-4197170-0-fnpc23049.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.237.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.237.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.354.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <10.136.81.226:37031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29348280%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959057&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37031&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.354.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.217" EventTypeNumber = 28 Host = "<10.136.81.226:37031?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29348280%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959057&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37031&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.354.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.354.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.499.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <131.225.208.104:40443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008749&PrivNet=osg-3976143-0-fnpc19122.fnal.gov&addrs=131.225.208.104-40443+[2620-6a-0-8862-f0-0-208-104]-40443&alias=osg-3976143-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.499.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.255" EventTypeNumber = 28 Host = "<131.225.208.104:40443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892183%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008749&PrivNet=osg-3976143-0-fnpc19122.fnal.gov&addrs=131.225.208.104-40443+[2620-6a-0-8862-f0-0-208-104]-40443&alias=osg-3976143-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.499.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.499.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.304" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.238.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <131.225.208.164:43447?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29348281%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959058&PrivNet=osg-4197117-0-fnpc23031.fnal.gov&addrs=131.225.208.164-43447+[2620-6a-0-8862-f0-0-208-164]-43447&alias=osg-4197117-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.238.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.339" EventTypeNumber = 28 Host = "<131.225.208.164:43447?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29348281%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959058&PrivNet=osg-4197117-0-fnpc23031.fnal.gov&addrs=131.225.208.164-43447+[2620-6a-0-8862-f0-0-208-164]-43447&alias=osg-4197117-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.367.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <131.225.208.112:44793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51727201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008750&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-44793+[2620-6a-0-8862-f0-0-208-112]-44793&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.367.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.388" EventTypeNumber = 28 Host = "<131.225.208.112:44793?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51727201%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10008750&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-44793+[2620-6a-0-8862-f0-0-208-112]-44793&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.238.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.238.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.367.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.367.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.020.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <10.138.14.21:34567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9978287&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-34567&alias=c1421.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.513" EventTypeNumber = 28 Host = "<10.138.14.21:34567?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29370907%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9978287&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-34567&alias=c1421.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619826" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.771.000) 2024-10-24 15:38:57 Started transferring input files Transferring to host: <141.211.169.52:44625?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411789%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10012044&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44625&alias=um-lc01.osris.org&noUDP> ... 028 (10628.771.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.532" EventTypeNumber = 28 Host = "<141.211.169.52:44625?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29411789%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10012044&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-44625&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.771.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.771.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.020.000) 2024-10-24 15:38:57 Finished transferring input files ... 028 (10628.020.000) 2024-10-24 15:38:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:57.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619826" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.354.000) 2024-10-24 15:38:58 Warning from starter on slot1_3@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.354.000) 2024-10-24 15:38:58 Job executing on host: <10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.354.000) 2024-10-24 15:38:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:58.652" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.020.000) 2024-10-24 15:38:58 Warning from starter on slot1@glidein_1290602_241030998@c1421.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.020.000) 2024-10-24 15:38:58 Job executing on host: <10.138.14.21:32963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948610&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-32963&alias=c1421.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 15:38:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:58.878" EventTypeNumber = 28 ExecuteHost = "<10.138.14.21:32963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948610&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-32963&alias=c1421.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619826" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.771.000) 2024-10-24 15:38:59 Warning from starter on slot1@glidein_2579960_193632281@um-lc01.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.771.000) 2024-10-24 15:38:59 Job executing on host: <141.211.169.52:35477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890032%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9989444&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35477&alias=um-lc01.osris.org&noUDP> ... 028 (10628.771.000) 2024-10-24 15:38:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:59.144" EventTypeNumber = 28 ExecuteHost = "<141.211.169.52:35477?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50890032%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9989444&PrivNet=um-lc01.osris.org&addrs=141.211.169.52-35477&alias=um-lc01.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.499.000) 2024-10-24 15:38:59 Warning from starter on slot1_3@glidein_8_345537495@osg-3976143-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.499.000) 2024-10-24 15:38:59 Job executing on host: <131.225.208.104:45179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714815%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996191&PrivNet=osg-3976143-0-fnpc19122.fnal.gov&addrs=131.225.208.104-45179+[2620-6a-0-8862-f0-0-208-104]-45179&alias=osg-3976143-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.499.000) 2024-10-24 15:38:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:38:59.228" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:45179?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714815%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996191&PrivNet=osg-3976143-0-fnpc19122.fnal.gov&addrs=131.225.208.104-45179+[2620-6a-0-8862-f0-0-208-104]-45179&alias=osg-3976143-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.367.000) 2024-10-24 15:39:00 Warning from starter on slot1_1@glidein_8_700921044@osg-3976154-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.367.000) 2024-10-24 15:39:00 Job executing on host: <131.225.208.112:45373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043133&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45373+[2620-6a-0-8862-f0-0-208-112]-45373&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.367.000) 2024-10-24 15:39:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:00.120" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:45373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29335338%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043133&PrivNet=osg-3976154-0-fnpc19129.fnal.gov&addrs=131.225.208.112-45373+[2620-6a-0-8862-f0-0-208-112]-45373&alias=osg-3976154-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.237.000) 2024-10-24 15:39:00 Warning from starter on slot1_7@glidein_8_328476750@osg-4197170-0-fnpc23049.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.237.000) 2024-10-24 15:39:00 Job executing on host: <131.225.208.182:42351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989174&PrivNet=osg-4197170-0-fnpc23049.fnal.gov&addrs=131.225.208.182-42351+[2620-6a-0-8862-f0-0-208-182]-42351&alias=osg-4197170-0-fnpc23049.fnal.gov&noUDP> ... 028 (10628.237.000) 2024-10-24 15:39:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:00.536" EventTypeNumber = 28 ExecuteHost = "<131.225.208.182:42351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004565%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989174&PrivNet=osg-4197170-0-fnpc23049.fnal.gov&addrs=131.225.208.182-42351+[2620-6a-0-8862-f0-0-208-182]-42351&alias=osg-4197170-0-fnpc23049.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.238.000) 2024-10-24 15:39:00 Warning from starter on slot1_5@glidein_8_68255676@osg-4197117-0-fnpc23031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.238.000) 2024-10-24 15:39:00 Job executing on host: <131.225.208.164:44669?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952246&PrivNet=osg-4197117-0-fnpc23031.fnal.gov&addrs=131.225.208.164-44669+[2620-6a-0-8862-f0-0-208-164]-44669&alias=osg-4197117-0-fnpc23031.fnal.gov&noUDP> ... 028 (10628.238.000) 2024-10-24 15:39:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:00.670" EventTypeNumber = 28 ExecuteHost = "<131.225.208.164:44669?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422491%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952246&PrivNet=osg-4197117-0-fnpc23031.fnal.gov&addrs=131.225.208.164-44669+[2620-6a-0-8862-f0-0-208-164]-44669&alias=osg-4197117-0-fnpc23031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.237.000) 2024-10-24 15:39:09 Image size of job updated: 3473708 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 15:39:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:09.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 75000 Size = 3473708 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.238.000) 2024-10-24 15:39:09 Image size of job updated: 3600072 75 - MemoryUsage of job (MB) 76564 - ResidentSetSize of job (KB) ... 028 (10628.238.000) 2024-10-24 15:39:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:09.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 238 ResidentSetSize = 76564 Size = 3600072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.354.000) 2024-10-24 15:39:10 Image size of job updated: 3629788 84 - MemoryUsage of job (MB) 85944 - ResidentSetSize of job (KB) ... 028 (10628.354.000) 2024-10-24 15:39:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:10.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 354 ResidentSetSize = 85944 Size = 3629788 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.992.000) 2024-10-24 15:39:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.c3febf3ebf33, rescheduling job ... 028 (10628.992.000) 2024-10-24 15:39:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:39:16.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 992 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.c3febf3ebf33" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.973.000) 2024-10-24 15:39:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@IU-Jetstream2-Backfill.259a9576d4fe, rescheduling job ... 028 (10628.973.000) 2024-10-24 15:39:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:39:17.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 973 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@IU-Jetstream2-Backfill.259a9576d4fe" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.537.000) 2024-10-24 15:39:27 Image size of job updated: 3966504 94 - MemoryUsage of job (MB) 96136 - ResidentSetSize of job (KB) ... 028 (10628.537.000) 2024-10-24 15:39:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:27.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 537 ResidentSetSize = 96136 Size = 3966504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.537.000) 2024-10-24 15:39:27 Started transferring output files ... 028 (10628.537.000) 2024-10-24 15:39:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:27.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 537 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.537.000) 2024-10-24 15:39:27 Finished transferring output files ... 028 (10628.537.000) 2024-10-24 15:39:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:27.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 537 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.537.000) 2024-10-24 15:39:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:31:06, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:31:06, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88893 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88893 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469429 2000000 2007908 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:39:27Z with exit-code 0. ... 028 (10628.537.000) 2024-10-24 15:39:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9919077267028418 Disk = 2007908 DiskUsage = 469429 EventTime = "2024-10-24T15:39:27.754" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 537 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:31:06, Sys 0 00:00:21" SentBytes = 88893.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798767; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:31:06, Sys 0 00:00:21" TotalSentBytes = 88893.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.107.000) 2024-10-24 15:39:44 Image size of job updated: 3898292 94 - MemoryUsage of job (MB) 95668 - ResidentSetSize of job (KB) ... 028 (10628.107.000) 2024-10-24 15:39:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:44.675" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 107 ResidentSetSize = 95668 Size = 3898292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.107.000) 2024-10-24 15:39:44 Started transferring output files ... 028 (10628.107.000) 2024-10-24 15:39:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:44.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 107 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.107.000) 2024-10-24 15:39:44 Finished transferring output files ... 028 (10628.107.000) 2024-10-24 15:39:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:39:44.919" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 107 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.107.000) 2024-10-24 15:39:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:22, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:22, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89262 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89262 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467321 2000000 2007908 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:39:44Z with exit-code 0. ... 028 (10628.107.000) 2024-10-24 15:39:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925549383775837 Disk = 2007908 DiskUsage = 467321 EventTime = "2024-10-24T15:39:45.272" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 107 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:22, Sys 0 00:00:24" SentBytes = 89262.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798784; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:32:22, Sys 0 00:00:24" TotalSentBytes = 89262.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.160.000) 2024-10-24 15:40:07 Image size of job updated: 3722524 248 - MemoryUsage of job (MB) 253888 - ResidentSetSize of job (KB) ... 028 (10628.160.000) 2024-10-24 15:40:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:07.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 160 ResidentSetSize = 253888 Size = 3722524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.160.000) 2024-10-24 15:40:11 Started transferring output files ... 028 (10628.160.000) 2024-10-24 15:40:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:11.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 160 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.160.000) 2024-10-24 15:40:11 Finished transferring output files ... 028 (10628.160.000) 2024-10-24 15:40:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:11.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 160 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.160.000) 2024-10-24 15:40:12 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:40, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:40, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90150 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90150 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 616073 2000000 2007400 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:40:11Z with exit-code 0. ... 028 (10628.160.000) 2024-10-24 15:40:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9606180463708951 Disk = 2007400 DiskUsage = 616073 EventTime = "2024-10-24T15:40:12.247" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 160 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:36:40, Sys 0 00:00:33" SentBytes = 90150.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798811; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:36:40, Sys 0 00:00:33" TotalSentBytes = 90150.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.267.000) 2024-10-24 15:40:12 Image size of job updated: 3780832 228 - MemoryUsage of job (MB) 233120 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 15:40:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:12.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 228 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 233120 Size = 3780832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.025.000) 2024-10-24 15:40:14 Image size of job updated: 3629568 87 - MemoryUsage of job (MB) 88236 - ResidentSetSize of job (KB) ... 028 (10628.025.000) 2024-10-24 15:40:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:14.906" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 25 ResidentSetSize = 88236 Size = 3629568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 15:40:17 Image size of job updated: 840168 37 - MemoryUsage of job (MB) 37032 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 15:40:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:17.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 37032 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.414.000) 2024-10-24 15:40:32 Image size of job updated: 3722000 242 - MemoryUsage of job (MB) 247464 - ResidentSetSize of job (KB) ... 028 (10628.414.000) 2024-10-24 15:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:32.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 414 ResidentSetSize = 247464 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 15:40:34 Image size of job updated: 775140 36 - MemoryUsage of job (MB) 36776 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 15:40:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:34.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 36776 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.421.000) 2024-10-24 15:40:35 Image size of job updated: 3789364 245 - MemoryUsage of job (MB) 250620 - ResidentSetSize of job (KB) ... 028 (10628.421.000) 2024-10-24 15:40:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:35.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 421 ResidentSetSize = 250620 Size = 3789364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.421.000) 2024-10-24 15:40:46 Started transferring output files ... 028 (10628.421.000) 2024-10-24 15:40:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:46.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 421 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.421.000) 2024-10-24 15:40:46 Finished transferring output files ... 028 (10628.421.000) 2024-10-24 15:40:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:46.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 421 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.421.000) 2024-10-24 15:40:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:00, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:00, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92686 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92686 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.82 1 1 Disk (KB) : 603930 2000000 2004337 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:40:46Z with exit-code 0. ... 028 (10628.421.000) 2024-10-24 15:40:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8159475691706772 Disk = 2004337 DiskUsage = 603930 EventTime = "2024-10-24T15:40:46.983" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 421 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:36:00, Sys 0 00:00:25" SentBytes = 92686.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798846; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:36:00, Sys 0 00:00:25" TotalSentBytes = 92686.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.544.000) 2024-10-24 15:40:47 Image size of job updated: 3721776 247 - MemoryUsage of job (MB) 252696 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 15:40:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:47.816" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 252696 Size = 3721776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.973.000) 2024-10-24 15:40:49 Started transferring input files Transferring to host: <10.136.81.216:45025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50912037%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007298&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-45025&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.973.000) 2024-10-24 15:40:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:49.059" EventTypeNumber = 28 Host = "<10.136.81.216:45025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50912037%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007298&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-45025&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.973.000) 2024-10-24 15:40:49 Finished transferring input files ... 028 (10628.973.000) 2024-10-24 15:40:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:49.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.973.000) 2024-10-24 15:40:50 Warning from starter on slot1_3@glidein_3942768_469601412@comp-cc-0446.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.973.000) 2024-10-24 15:40:50 Job executing on host: <10.136.81.216:37545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994360&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-37545&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.973.000) 2024-10-24 15:40:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:50.468" EventTypeNumber = 28 ExecuteHost = "<10.136.81.216:37545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994360&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-37545&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.735.000) 2024-10-24 15:40:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@IU-Jetstream2-Backfill.1d12d00ce4e8, rescheduling job ... 028 (10628.735.000) 2024-10-24 15:40:52 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:40:52.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 735 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@IU-Jetstream2-Backfill.1d12d00ce4e8" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.992.000) 2024-10-24 15:40:52 Started transferring input files Transferring to host: <131.225.208.48:34089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50922357%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9978339&PrivNet=osg-3976342-0-fnpc19104.fnal.gov&addrs=131.225.208.48-34089+[2620-6a-0-8862-f0-0-208-48]-34089&alias=osg-3976342-0-fnpc19104.fnal.gov&noUDP> ... 028 (10628.992.000) 2024-10-24 15:40:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:52.346" EventTypeNumber = 28 Host = "<131.225.208.48:34089?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50922357%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9978339&PrivNet=osg-3976342-0-fnpc19104.fnal.gov&addrs=131.225.208.48-34089+[2620-6a-0-8862-f0-0-208-48]-34089&alias=osg-3976342-0-fnpc19104.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.992.000) 2024-10-24 15:40:52 Finished transferring input files ... 028 (10628.992.000) 2024-10-24 15:40:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:52.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.992.000) 2024-10-24 15:40:54 Warning from starter on slot1_3@glidein_8_758219616@osg-3976342-0-fnpc19104.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.992.000) 2024-10-24 15:40:54 Job executing on host: <131.225.208.48:33943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030809&PrivNet=osg-3976342-0-fnpc19104.fnal.gov&addrs=131.225.208.48-33943+[2620-6a-0-8862-f0-0-208-48]-33943&alias=osg-3976342-0-fnpc19104.fnal.gov&noUDP> ... 028 (10628.992.000) 2024-10-24 15:40:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:54.535" EventTypeNumber = 28 ExecuteHost = "<131.225.208.48:33943?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335576%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030809&PrivNet=osg-3976342-0-fnpc19104.fnal.gov&addrs=131.225.208.48-33943+[2620-6a-0-8862-f0-0-208-48]-33943&alias=osg-3976342-0-fnpc19104.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.583.000) 2024-10-24 15:40:59 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 36888 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 15:40:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:40:59.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 36888 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.973.000) 2024-10-24 15:41:01 Image size of job updated: 3288888 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 15:41:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:01.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 75000 Size = 3288888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.692.000) 2024-10-24 15:41:03 Image size of job updated: 3789600 242 - MemoryUsage of job (MB) 247592 - ResidentSetSize of job (KB) ... 028 (10628.692.000) 2024-10-24 15:41:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:03.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 692 ResidentSetSize = 247592 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 15:41:05 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 37208 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 15:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:05.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 37208 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.709.000) 2024-10-24 15:41:06 Image size of job updated: 3722264 245 - MemoryUsage of job (MB) 250064 - ResidentSetSize of job (KB) ... 028 (10628.709.000) 2024-10-24 15:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:06.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 709 ResidentSetSize = 250064 Size = 3722264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.544.000) 2024-10-24 15:41:08 Image size of job updated: 4033316 247 - MemoryUsage of job (MB) 252696 - ResidentSetSize of job (KB) ... 028 (10628.544.000) 2024-10-24 15:41:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:08.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 544 ResidentSetSize = 252696 Size = 4033316 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.544.000) 2024-10-24 15:41:08 Started transferring output files ... 028 (10628.544.000) 2024-10-24 15:41:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:08.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 544 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.544.000) 2024-10-24 15:41:08 Finished transferring output files ... 028 (10628.544.000) 2024-10-24 15:41:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:08.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 544 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.544.000) 2024-10-24 15:41:08 Job terminated. (1) Normal termination (return value 0) Usr 0 03:34:39, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:34:39, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91968 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91968 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 616119 2000000 2004343 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:41:08Z with exit-code 0. ... 028 (10628.544.000) 2024-10-24 15:41:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8952730398045374 Disk = 2004343 DiskUsage = 616119 EventTime = "2024-10-24T15:41:08.610" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 544 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:34:39, Sys 0 00:00:13" SentBytes = 91968.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798868; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:34:39, Sys 0 00:00:13" TotalSentBytes = 91968.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.267.000) 2024-10-24 15:41:30 Image size of job updated: 3789872 247 - MemoryUsage of job (MB) 252576 - ResidentSetSize of job (KB) ... 028 (10628.267.000) 2024-10-24 15:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:30.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 267 ResidentSetSize = 252576 Size = 3789872 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.267.000) 2024-10-24 15:41:30 Started transferring output files ... 028 (10628.267.000) 2024-10-24 15:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:30.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 267 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.267.000) 2024-10-24 15:41:30 Finished transferring output files ... 028 (10628.267.000) 2024-10-24 15:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:30.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 267 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.267.000) 2024-10-24 15:41:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:35:27, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:35:27, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89902 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89902 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 489191 2000000 2007822 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:41:30Z with exit-code 0. ... 028 (10628.267.000) 2024-10-24 15:41:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9838287592638298 Disk = 2007822 DiskUsage = 489191 EventTime = "2024-10-24T15:41:30.669" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 267 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:35:27, Sys 0 00:00:20" SentBytes = 89902.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798890; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:35:27, Sys 0 00:00:20" TotalSentBytes = 89902.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.366.000) 2024-10-24 15:41:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_174202_390844178@mendel-b0001.mendel.sdmz.amnh.org <192.168.247.25:43659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29401599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967981&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-43659+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-43659&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.366.000) 2024-10-24 15:41:43 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:41:43.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobDisconnectedEvent" Proc = 366 StartdAddr = "<192.168.247.25:43659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29401599%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9967981&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-43659+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-43659&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" StartdName = "slot1_1@glidein_174202_390844178@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.414.000) 2024-10-24 15:41:44 Started transferring output files ... 028 (10628.414.000) 2024-10-24 15:41:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:44.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 414 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.414.000) 2024-10-24 15:41:44 Finished transferring output files ... 028 (10628.414.000) 2024-10-24 15:41:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:44.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 414 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.201.000) 2024-10-24 15:41:46 Image size of job updated: 3781832 74 - MemoryUsage of job (MB) 75228 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 15:41:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:46.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 75228 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.414.000) 2024-10-24 15:41:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:35:35, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:35:35, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89614 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89614 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.86 1 1 Disk (KB) : 594694 2000000 2007930 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:41:44Z with exit-code 0. ... 028 (10628.414.000) 2024-10-24 15:41:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8616139379491333 Disk = 2007930 DiskUsage = 594694 EventTime = "2024-10-24T15:41:46.112" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 414 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:35:35, Sys 0 00:00:24" SentBytes = 89614.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798904; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:35:35, Sys 0 00:00:24" TotalSentBytes = 89614.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.709.000) 2024-10-24 15:41:49 Started transferring output files ... 028 (10628.709.000) 2024-10-24 15:41:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:49.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 709 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.709.000) 2024-10-24 15:41:49 Finished transferring output files ... 028 (10628.709.000) 2024-10-24 15:41:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:49.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 709 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.709.000) 2024-10-24 15:41:50 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:33, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:33, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92588 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92588 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 542755 2000000 2007908 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:41:49Z with exit-code 0. ... 028 (10628.709.000) 2024-10-24 15:41:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9932000074924532 Disk = 2007908 DiskUsage = 542755 EventTime = "2024-10-24T15:41:50.071" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 709 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:33, Sys 0 00:00:26" SentBytes = 92588.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798909; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:32:33, Sys 0 00:00:26" TotalSentBytes = 92588.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.927.000) 2024-10-24 15:41:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3584611_149249100@discovery-c7.cluster.local <10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP> ... 022 (10628.816.000) 2024-10-24 15:41:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3584611_149249100@discovery-c7.cluster.local <10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP> ... 028 (10628.927.000) 2024-10-24 15:41:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:41:51.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 927 StartdAddr = "<10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP>" StartdName = "slot1_2@glidein_3584611_149249100@discovery-c7.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 028 (10628.816.000) 2024-10-24 15:41:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:41:51.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 816 StartdAddr = "<10.88.37.107:46833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884376%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992551&PrivNet=discovery-c7.cluster.local&addrs=10.88.37.107-46833&alias=discovery-c7.cluster.local&noUDP>" StartdName = "slot1_1@glidein_3584611_149249100@discovery-c7.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.692.000) 2024-10-24 15:41:51 Started transferring output files ... 028 (10628.692.000) 2024-10-24 15:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:51.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 692 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.692.000) 2024-10-24 15:41:51 Finished transferring output files ... 028 (10628.692.000) 2024-10-24 15:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:41:51.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 692 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.692.000) 2024-10-24 15:41:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:37, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:37, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91608 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91608 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 532097 2000000 2007930 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:41:51Z with exit-code 0. ... 028 (10628.692.000) 2024-10-24 15:41:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873692528090724 Disk = 2007930 DiskUsage = 532097 EventTime = "2024-10-24T15:41:52.330" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 692 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:36:37, Sys 0 00:00:28" SentBytes = 91608.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729798911; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:36:37, Sys 0 00:00:28" TotalSentBytes = 91608.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.176.000) 2024-10-24 15:42:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3291869_322148640@execute-140.mortimer.hpc.uwm.edu <172.20.32.68:36351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29323455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9981685&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-36351&alias=execute-140.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.176.000) 2024-10-24 15:42:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:02.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619173" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826765" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobDisconnectedEvent" Proc = 176 StartdAddr = "<172.20.32.68:36351?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29323455%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9981685&PrivNet=execute-140.mortimer.hpc.uwm.edu&addrs=172.20.32.68-36351&alias=execute-140.mortimer.hpc.uwm.edu&noUDP>" StartdName = "slot1_3@glidein_3291869_322148640@execute-140.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.789.000) 2024-10-24 15:42:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2824858_456364510@discovery-c5.cluster.local <10.88.37.105:41817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954361&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-41817&alias=discovery-c5.cluster.local&noUDP> ... 028 (10628.789.000) 2024-10-24 15:42:10 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:10.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 789 StartdAddr = "<10.88.37.105:41817?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718012%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9954361&PrivNet=discovery-c5.cluster.local&addrs=10.88.37.105-41817&alias=discovery-c5.cluster.local&noUDP>" StartdName = "slot1_1@glidein_2824858_456364510@discovery-c5.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.198.000) 2024-10-24 15:42:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu <10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP> ... 028 (10628.198.000) 2024-10-24 15:42:10 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:10.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 198 StartdAddr = "<10.136.81.213:38733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50904259%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9970540&PrivNet=comp-cc-0443.gwave.ics.psu.edu&addrs=10.136.81.213-38733&alias=comp-cc-0443.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_4@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.208.000) 2024-10-24 15:42:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_707516_339748123@execute-138.mortimer.hpc.uwm.edu <172.20.32.66:45889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50896250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031062&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-45889&alias=execute-138.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.208.000) 2024-10-24 15:42:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:19.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobDisconnectedEvent" Proc = 208 StartdAddr = "<172.20.32.66:45889?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50896250%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10031062&PrivNet=execute-138.mortimer.hpc.uwm.edu&addrs=172.20.32.66-45889&alias=execute-138.mortimer.hpc.uwm.edu&noUDP>" StartdName = "slot1_3@glidein_707516_339748123@execute-138.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.650.000) 2024-10-24 15:42:20 Image size of job updated: 3500000 104 - MemoryUsage of job (MB) 105560 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 15:42:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:20.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 105560 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.202.000) 2024-10-24 15:42:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@IU-Jetstream2-Backfill.554c28035957, rescheduling job ... 028 (10628.202.000) 2024-10-24 15:42:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:42:21.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 202 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@IU-Jetstream2-Backfill.554c28035957" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.510.000) 2024-10-24 15:42:24 Image size of job updated: 3500000 106 - MemoryUsage of job (MB) 108320 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 15:42:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:24.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 108320 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.735.000) 2024-10-24 15:42:40 Started transferring input files Transferring to host: <131.225.209.161:42209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005923&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-42209+[2620-6a-0-8862-f0-0-209-161]-42209&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.735.000) 2024-10-24 15:42:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:40.222" EventTypeNumber = 28 Host = "<131.225.209.161:42209?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892294%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005923&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-42209+[2620-6a-0-8862-f0-0-209-161]-42209&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.735.000) 2024-10-24 15:42:40 Finished transferring input files ... 028 (10628.735.000) 2024-10-24 15:42:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:40.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.735.000) 2024-10-24 15:42:41 Warning from starter on slot1_7@glidein_8_622415776@osg-3975823-0-fnpc9064.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.735.000) 2024-10-24 15:42:41 Job executing on host: <131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP> ... 028 (10628.735.000) 2024-10-24 15:42:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:41.759" EventTypeNumber = 28 ExecuteHost = "<131.225.209.161:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000665%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9985166&PrivNet=osg-3975823-0-fnpc9064.fnal.gov&addrs=131.225.209.161-36639+[2620-6a-0-8862-f0-0-209-161]-36639&alias=osg-3975823-0-fnpc9064.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.202.000) 2024-10-24 15:42:42 Started transferring input files Transferring to host: <10.136.81.226:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29347043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042387&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-42435&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.202.000) 2024-10-24 15:42:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:42.234" EventTypeNumber = 28 Host = "<10.136.81.226:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29347043%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042387&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-42435&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.202.000) 2024-10-24 15:42:42 Finished transferring input files ... 028 (10628.202.000) 2024-10-24 15:42:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:42.272" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.202.000) 2024-10-24 15:42:43 Warning from starter on slot1_4@glidein_2145039_286786350@comp-cc-0456.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.202.000) 2024-10-24 15:42:43 Job executing on host: <10.136.81.226:33437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10024653&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33437&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.202.000) 2024-10-24 15:42:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:42:43.650" EventTypeNumber = 28 ExecuteHost = "<10.136.81.226:33437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10024653&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33437&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.080.000) 2024-10-24 15:42:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3507151_101345010@comp-cc-0468.gwave.ics.psu.edu <10.136.81.238:41875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952866&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41875&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.080.000) 2024-10-24 15:42:50 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:50.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389446.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 80 StartdAddr = "<10.136.81.238:41875?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29405723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9952866&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41875&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_1@glidein_3507151_101345010@comp-cc-0468.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.021.000) 2024-10-24 15:42:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_1746287_483992600@node1834.palmetto.clemson.edu <10.125.8.49:40215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950320&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-40215&alias=node1834.palmetto.clemson.edu&noUDP> ... 028 (10628.021.000) 2024-10-24 15:42:52 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:52.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 21 StartdAddr = "<10.125.8.49:40215?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903312%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9950320&PrivNet=node1834.palmetto.clemson.edu&addrs=10.125.8.49-40215&alias=node1834.palmetto.clemson.edu&noUDP>" StartdName = "slot1_2@glidein_1746287_483992600@node1834.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.256.000) 2024-10-24 15:42:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2877341_227680065@dwarf53.beocat.ksu.edu <10.5.16.53:44569?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997742&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44569&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.256.000) 2024-10-24 15:42:58 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:42:58.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483714" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857070" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "JobDisconnectedEvent" Proc = 256 StartdAddr = "<10.5.16.53:44569?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29431160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9997742&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-44569&alias=dwarf53.beocat.ksu.edu&noUDP>" StartdName = "slot1_1@glidein_2877341_227680065@dwarf53.beocat.ksu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.013.000) 2024-10-24 15:43:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3184375_18903456@node1819.palmetto.clemson.edu <10.125.8.34:42359?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995136&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-42359&alias=node1819.palmetto.clemson.edu&noUDP> ... 028 (10628.013.000) 2024-10-24 15:43:11 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:11.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 13 StartdAddr = "<10.125.8.34:42359?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881109%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9995136&PrivNet=node1819.palmetto.clemson.edu&addrs=10.125.8.34-42359&alias=node1819.palmetto.clemson.edu&noUDP>" StartdName = "slot1_4@glidein_3184375_18903456@node1819.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.408.000) 2024-10-24 15:43:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_35533_153425333@voh8 <10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP> ... 028 (10628.408.000) 2024-10-24 15:43:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:16.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobDisconnectedEvent" Proc = 408 StartdAddr = "<10.3.130.8:34119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50882451%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9996312&PrivNet=voh8&addrs=10.3.130.8-34119&alias=voh8&noUDP>" StartdName = "slot1_2@glidein_35533_153425333@voh8" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.731.000) 2024-10-24 15:43:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3192368_290437254@chpc-compute012.cm.cluster <172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP> ... 028 (10628.731.000) 2024-10-24 15:43:24 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:24.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "JobDisconnectedEvent" Proc = 731 StartdAddr = "<172.16.1.12:43391?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50829610%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9929087&PrivNet=chpc-compute012.cm.cluster&addrs=172.16.1.12-43391&alias=chpc-compute012.cm.cluster&noUDP>" StartdName = "slot1_4@glidein_3192368_290437254@chpc-compute012.cm.cluster" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.384.000) 2024-10-24 15:43:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_33981_31699108@mem9 <10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP> ... 028 (10628.384.000) 2024-10-24 15:43:29 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:29.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobDisconnectedEvent" Proc = 384 StartdAddr = "<10.3.129.209:46717?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881111%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10031748&PrivNet=mem9&addrs=10.3.129.209-46717&alias=mem9&noUDP>" StartdName = "slot1_1@glidein_33981_31699108@mem9" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.400.000) 2024-10-24 15:43:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_34835_626918500@voh2 <10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP> ... 028 (10628.400.000) 2024-10-24 15:43:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:34.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobDisconnectedEvent" Proc = 400 StartdAddr = "<10.3.130.2:40903?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50895749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9962109&PrivNet=voh2&addrs=10.3.130.2-40903&alias=voh2&noUDP>" StartdName = "slot1_2@glidein_34835_626918500@voh2" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.391.000) 2024-10-24 15:43:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_29771_223641972@mem3 <10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP> ... 028 (10628.391.000) 2024-10-24 15:43:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:34.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobDisconnectedEvent" Proc = 391 StartdAddr = "<10.3.129.203:43107?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50903950%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9940683&PrivNet=mem3&addrs=10.3.129.203-43107&alias=mem3&noUDP>" StartdName = "slot1_1@glidein_29771_223641972@mem3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.153.000) 2024-10-24 15:43:34 Image size of job updated: 4030904 94 - MemoryUsage of job (MB) 95780 - ResidentSetSize of job (KB) ... 028 (10628.153.000) 2024-10-24 15:43:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:34.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 153 ResidentSetSize = 95780 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.153.000) 2024-10-24 15:43:34 Started transferring output files ... 028 (10628.153.000) 2024-10-24 15:43:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:34.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 153 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.153.000) 2024-10-24 15:43:34 Finished transferring output files ... 028 (10628.153.000) 2024-10-24 15:43:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:34.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 153 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.153.000) 2024-10-24 15:43:35 Job terminated. (1) Normal termination (return value 0) Usr 0 03:38:57, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:38:57, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89731 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89731 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469434 2000000 2007925 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:43:34Z with exit-code 0. ... 028 (10628.153.000) 2024-10-24 15:43:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9897231724433803 Disk = 2007925 DiskUsage = 469434 EventTime = "2024-10-24T15:43:35.309" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 153 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:38:57, Sys 0 00:00:29" SentBytes = 89731.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799014; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:38:57, Sys 0 00:00:29" TotalSentBytes = 89731.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.512.000) 2024-10-24 15:43:38 Image size of job updated: 3856040 242 - MemoryUsage of job (MB) 246992 - ResidentSetSize of job (KB) ... 028 (10628.512.000) 2024-10-24 15:43:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:38.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 512 ResidentSetSize = 246992 Size = 3856040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.512.000) 2024-10-24 15:43:38 Started transferring output files ... 028 (10628.512.000) 2024-10-24 15:43:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:38.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 512 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.512.000) 2024-10-24 15:43:38 Finished transferring output files ... 028 (10628.512.000) 2024-10-24 15:43:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:38.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 512 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 022 (10628.398.000) 2024-10-24 15:43:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_7262_9317056@voh1 <10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP> ... 028 (10628.398.000) 2024-10-24 15:43:39 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:43:39.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobDisconnectedEvent" Proc = 398 StartdAddr = "<10.3.130.1:39711?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29338533%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949362&PrivNet=voh1&addrs=10.3.130.1-39711&alias=voh1&noUDP>" StartdName = "slot1_2@glidein_7262_9317056@voh1" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 007 (10628.368.000) 2024-10-24 15:43:40 Shadow exception! Error from slot1_2@glidein_7040_132167058@voh7: unable to restart the ProcD after several tries 0 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job ... 028 (10628.368.000) 2024-10-24 15:43:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:40.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275686" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" Message = "Error from slot1_2@glidein_7040_132167058@voh7: unable to restart the ProcD after several tries" MyType = "ShadowExceptionEvent" Proc = 368 ReceivedBytes = 12209.0 SentBytes = 0.0 Subproc = 0 TriggerEventTypeName = "ULOG_SHADOW_EXCEPTION" TriggerEventTypeNumber = 7 ... 005 (10628.512.000) 2024-10-24 15:43:41 Job terminated. (1) Normal termination (return value 0) Usr 0 03:38:59, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:38:59, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94049 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94049 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470359 2000000 2007930 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:43:38Z with exit-code 0. ... 028 (10628.512.000) 2024-10-24 15:43:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9892383435771767 Disk = 2007930 DiskUsage = 470359 EventTime = "2024-10-24T15:43:41.494" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 512 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:38:59, Sys 0 00:00:25" SentBytes = 94049.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799018; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:38:59, Sys 0 00:00:25" TotalSentBytes = 94049.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.330.000) 2024-10-24 15:43:44 Image size of job updated: 3721756 245 - MemoryUsage of job (MB) 250040 - ResidentSetSize of job (KB) ... 028 (10628.330.000) 2024-10-24 15:43:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:44.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 330 ResidentSetSize = 250040 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.330.000) 2024-10-24 15:43:44 Started transferring output files ... 028 (10628.330.000) 2024-10-24 15:43:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:44.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 330 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.330.000) 2024-10-24 15:43:44 Finished transferring output files ... 028 (10628.330.000) 2024-10-24 15:43:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:44.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 330 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.330.000) 2024-10-24 15:43:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:00, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:00, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88767 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88767 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470317 2000000 2007925 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:43:44Z with exit-code 0. ... 028 (10628.330.000) 2024-10-24 15:43:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9923803508327508 Disk = 2007925 DiskUsage = 470317 EventTime = "2024-10-24T15:43:45.244" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 330 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:00, Sys 0 00:00:28" SentBytes = 88767.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799024; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:00, Sys 0 00:00:28" TotalSentBytes = 88767.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.677.000) 2024-10-24 15:43:56 Image size of job updated: 3789088 244 - MemoryUsage of job (MB) 248936 - ResidentSetSize of job (KB) ... 028 (10628.677.000) 2024-10-24 15:43:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:56.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 677 ResidentSetSize = 248936 Size = 3789088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.677.000) 2024-10-24 15:43:56 Started transferring output files ... 028 (10628.677.000) 2024-10-24 15:43:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:56.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 677 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.677.000) 2024-10-24 15:43:56 Finished transferring output files ... 028 (10628.677.000) 2024-10-24 15:43:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:43:56.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 677 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.677.000) 2024-10-24 15:43:56 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:51, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:51, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90024 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90024 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470038 2000000 2004366 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:43:56Z with exit-code 0. ... 028 (10628.677.000) 2024-10-24 15:43:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9807228791788445 Disk = 2004366 DiskUsage = 470038 EventTime = "2024-10-24T15:43:56.695" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 677 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:51, Sys 0 00:00:23" SentBytes = 90024.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799036; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:51, Sys 0 00:00:23" TotalSentBytes = 90024.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.411.000) 2024-10-24 15:44:05 Image size of job updated: 3789100 242 - MemoryUsage of job (MB) 247076 - ResidentSetSize of job (KB) ... 028 (10628.411.000) 2024-10-24 15:44:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:05.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 411 ResidentSetSize = 247076 Size = 3789100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.411.000) 2024-10-24 15:44:05 Started transferring output files ... 028 (10628.411.000) 2024-10-24 15:44:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:05.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 411 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.411.000) 2024-10-24 15:44:05 Finished transferring output files ... 028 (10628.411.000) 2024-10-24 15:44:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:05.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 411 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.411.000) 2024-10-24 15:44:05 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:23, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:23, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89040 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89040 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469461 2000000 2007930 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:05Z with exit-code 0. ... 028 (10628.411.000) 2024-10-24 15:44:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9800542558521025 Disk = 2007930 DiskUsage = 469461 EventTime = "2024-10-24T15:44:05.712" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 411 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:23, Sys 0 00:00:26" SentBytes = 89040.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799045; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:23, Sys 0 00:00:26" TotalSentBytes = 89040.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.661.000) 2024-10-24 15:44:06 Image size of job updated: 3500000 103 - MemoryUsage of job (MB) 105204 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 15:44:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:06.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 105204 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.423.000) 2024-10-24 15:44:08 Image size of job updated: 4035264 97 - MemoryUsage of job (MB) 98508 - ResidentSetSize of job (KB) ... 028 (10628.423.000) 2024-10-24 15:44:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:08.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 423 ResidentSetSize = 98508 Size = 4035264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.423.000) 2024-10-24 15:44:08 Started transferring output files ... 028 (10628.423.000) 2024-10-24 15:44:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:08.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 423 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.423.000) 2024-10-24 15:44:08 Finished transferring output files ... 028 (10628.423.000) 2024-10-24 15:44:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:08.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 423 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.367.000) 2024-10-24 15:44:08 Image size of job updated: 3534280 79 - MemoryUsage of job (MB) 79948 - ResidentSetSize of job (KB) ... 028 (10628.367.000) 2024-10-24 15:44:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:08.541" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 367 ResidentSetSize = 79948 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.237.000) 2024-10-24 15:44:09 Image size of job updated: 3668688 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 15:44:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:09.030" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 75000 Size = 3668688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.423.000) 2024-10-24 15:44:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:21, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:21, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89805 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89805 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470046 2000000 2007907 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:08Z with exit-code 0. ... 028 (10628.423.000) 2024-10-24 15:44:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9800313872233307 Disk = 2007907 DiskUsage = 470046 EventTime = "2024-10-24T15:44:09.031" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 423 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:21, Sys 0 00:00:25" SentBytes = 89805.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799048; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:21, Sys 0 00:00:25" TotalSentBytes = 89805.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.238.000) 2024-10-24 15:44:09 Image size of job updated: 3601100 76 - MemoryUsage of job (MB) 77588 - ResidentSetSize of job (KB) ... 028 (10628.238.000) 2024-10-24 15:44:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:09.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 238 ResidentSetSize = 77588 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.307.000) 2024-10-24 15:44:11 Image size of job updated: 3789600 243 - MemoryUsage of job (MB) 247844 - ResidentSetSize of job (KB) ... 028 (10628.307.000) 2024-10-24 15:44:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:11.090" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 307 ResidentSetSize = 247844 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.354.000) 2024-10-24 15:44:11 Image size of job updated: 3630108 84 - MemoryUsage of job (MB) 85944 - ResidentSetSize of job (KB) ... 028 (10628.354.000) 2024-10-24 15:44:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:11.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 354 ResidentSetSize = 85944 Size = 3630108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.307.000) 2024-10-24 15:44:11 Started transferring output files ... 028 (10628.307.000) 2024-10-24 15:44:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:11.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 307 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.307.000) 2024-10-24 15:44:11 Finished transferring output files ... 028 (10628.307.000) 2024-10-24 15:44:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:11.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 307 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.307.000) 2024-10-24 15:44:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:52, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:52, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90388 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90388 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468223 2000000 2007930 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:11Z with exit-code 0. ... 028 (10628.307.000) 2024-10-24 15:44:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9841057557802051 Disk = 2007930 DiskUsage = 468223 EventTime = "2024-10-24T15:44:11.640" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 307 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:52, Sys 0 00:00:24" SentBytes = 90388.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799051; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:52, Sys 0 00:00:24" TotalSentBytes = 90388.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.556.000) 2024-10-24 15:44:16 Image size of job updated: 3602124 83 - MemoryUsage of job (MB) 84628 - ResidentSetSize of job (KB) ... 028 (10628.556.000) 2024-10-24 15:44:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:16.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 556 ResidentSetSize = 84628 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.623.000) 2024-10-24 15:44:20 Image size of job updated: 3789096 242 - MemoryUsage of job (MB) 247444 - ResidentSetSize of job (KB) ... 028 (10628.623.000) 2024-10-24 15:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:20.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 623 ResidentSetSize = 247444 Size = 3789096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.623.000) 2024-10-24 15:44:20 Started transferring output files ... 028 (10628.623.000) 2024-10-24 15:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:20.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 623 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.623.000) 2024-10-24 15:44:20 Finished transferring output files ... 028 (10628.623.000) 2024-10-24 15:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:20.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 623 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.623.000) 2024-10-24 15:44:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:02, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:02, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96343 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96343 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 469732 2000000 2007908 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:20Z with exit-code 0. ... 028 (10628.623.000) 2024-10-24 15:44:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9527688087994641 Disk = 2007908 DiskUsage = 469732 EventTime = "2024-10-24T15:44:21.125" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197015.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197015-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 623 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:36:02, Sys 0 00:00:29" SentBytes = 96343.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799060; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:36:02, Sys 0 00:00:29" TotalSentBytes = 96343.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.368.000) 2024-10-24 15:44:28 Started transferring input files Transferring to host: <10.138.18.14:39531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007394&PrivNet=c1814.swan.hcc.unl.edu&addrs=10.138.18.14-39531&alias=c1814.swan.hcc.unl.edu&noUDP> ... 028 (10628.368.000) 2024-10-24 15:44:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:28.140" EventTypeNumber = 28 Host = "<10.138.18.14:39531?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007394&PrivNet=c1814.swan.hcc.unl.edu&addrs=10.138.18.14-39531&alias=c1814.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.368.000) 2024-10-24 15:44:28 Finished transferring input files ... 028 (10628.368.000) 2024-10-24 15:44:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:28.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.368.000) 2024-10-24 15:44:29 Warning from starter on slot1@glidein_2293157_643774644@c1814.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.368.000) 2024-10-24 15:44:29 Job executing on host: <10.138.18.14:39585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29352198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992762&PrivNet=c1814.swan.hcc.unl.edu&addrs=10.138.18.14-39585&alias=c1814.swan.hcc.unl.edu&noUDP> ... 028 (10628.368.000) 2024-10-24 15:44:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:29.575" EventTypeNumber = 28 ExecuteHost = "<10.138.18.14:39585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29352198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9992762&PrivNet=c1814.swan.hcc.unl.edu&addrs=10.138.18.14-39585&alias=c1814.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.668.000) 2024-10-24 15:44:38 Image size of job updated: 3722012 247 - MemoryUsage of job (MB) 252132 - ResidentSetSize of job (KB) ... 028 (10628.668.000) 2024-10-24 15:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:38.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 668 ResidentSetSize = 252132 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.668.000) 2024-10-24 15:44:38 Started transferring output files ... 028 (10628.668.000) 2024-10-24 15:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:38.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 668 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.668.000) 2024-10-24 15:44:38 Finished transferring output files ... 028 (10628.668.000) 2024-10-24 15:44:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:38.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 668 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.668.000) 2024-10-24 15:44:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:08, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:08, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94813 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94813 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 469451 2000000 2007852 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:38Z with exit-code 0. ... 028 (10628.668.000) 2024-10-24 15:44:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9625207961919096 Disk = 2007852 DiskUsage = 469451 EventTime = "2024-10-24T15:44:39.151" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 668 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:08, Sys 0 00:00:21" SentBytes = 94813.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799078; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:08, Sys 0 00:00:21" TotalSentBytes = 94813.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.005.000) 2024-10-24 15:44:50 Image size of job updated: 3722024 253 - MemoryUsage of job (MB) 258064 - ResidentSetSize of job (KB) ... 028 (10628.005.000) 2024-10-24 15:44:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:50.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 5 ResidentSetSize = 258064 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.103.000) 2024-10-24 15:44:53 Image size of job updated: 3992624 241 - MemoryUsage of job (MB) 246448 - ResidentSetSize of job (KB) ... 028 (10628.103.000) 2024-10-24 15:44:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:53.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 103 ResidentSetSize = 246448 Size = 3992624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.103.000) 2024-10-24 15:44:53 Started transferring output files ... 028 (10628.103.000) 2024-10-24 15:44:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:53.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 103 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.103.000) 2024-10-24 15:44:53 Finished transferring output files ... 028 (10628.103.000) 2024-10-24 15:44:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:44:53.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 103 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.103.000) 2024-10-24 15:44:53 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:12, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:12, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89685 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89685 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468506 2000000 2004351 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:44:53Z with exit-code 0. ... 028 (10628.103.000) 2024-10-24 15:44:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9882304177915661 Disk = 2004351 DiskUsage = 468506 EventTime = "2024-10-24T15:44:53.844" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 103 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:12, Sys 0 00:00:24" SentBytes = 89685.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799093; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:12, Sys 0 00:00:24" TotalSentBytes = 89685.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.607.000) 2024-10-24 15:45:16 Image size of job updated: 4043816 103 - MemoryUsage of job (MB) 104948 - ResidentSetSize of job (KB) ... 028 (10628.607.000) 2024-10-24 15:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:16.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 607 ResidentSetSize = 104948 Size = 4043816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.607.000) 2024-10-24 15:45:16 Started transferring output files ... 028 (10628.607.000) 2024-10-24 15:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:16.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 607 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.607.000) 2024-10-24 15:45:16 Finished transferring output files ... 028 (10628.607.000) 2024-10-24 15:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:16.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 607 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.305.000) 2024-10-24 15:45:16 Image size of job updated: 3789588 243 - MemoryUsage of job (MB) 248132 - ResidentSetSize of job (KB) ... 028 (10628.305.000) 2024-10-24 15:45:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:16.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 305 ResidentSetSize = 248132 Size = 3789588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.607.000) 2024-10-24 15:45:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:55, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:55, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95065 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95065 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468815 2000000 2007930 GPUs : 0 Memory (MB) : 103 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:16Z with exit-code 0. ... 028 (10628.607.000) 2024-10-24 15:45:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9780580945510003 Disk = 2007930 DiskUsage = 468815 EventTime = "2024-10-24T15:45:16.988" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 103 MyType = "JobTerminatedEvent" Proc = 607 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:55, Sys 0 00:00:27" SentBytes = 95065.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799116; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:55, Sys 0 00:00:27" TotalSentBytes = 95065.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.694.000) 2024-10-24 15:45:17 Image size of job updated: 3856676 245 - MemoryUsage of job (MB) 250172 - ResidentSetSize of job (KB) ... 028 (10628.694.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 694 ResidentSetSize = 250172 Size = 3856676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.858.000) 2024-10-24 15:45:17 Image size of job updated: 3722536 245 - MemoryUsage of job (MB) 249860 - ResidentSetSize of job (KB) ... 028 (10628.858.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 858 ResidentSetSize = 249860 Size = 3722536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.694.000) 2024-10-24 15:45:17 Started transferring output files ... 028 (10628.694.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 694 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.694.000) 2024-10-24 15:45:17 Finished transferring output files ... 028 (10628.694.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 694 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.858.000) 2024-10-24 15:45:17 Started transferring output files ... 028 (10628.858.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 858 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.858.000) 2024-10-24 15:45:17 Finished transferring output files ... 028 (10628.858.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:17.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 858 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.694.000) 2024-10-24 15:45:17 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:28, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:28, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89017 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89017 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468821 2000000 2004351 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:17Z with exit-code 0. ... 028 (10628.694.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9862329749769937 Disk = 2004351 DiskUsage = 468821 EventTime = "2024-10-24T15:45:17.764" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 694 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:36:28, Sys 0 00:00:26" SentBytes = 89017.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799117; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:36:28, Sys 0 00:00:26" TotalSentBytes = 89017.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.858.000) 2024-10-24 15:45:17 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:48, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:48, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 99839 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 99839 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469143 2000000 2007858 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:17Z with exit-code 0. ... 028 (10628.858.000) 2024-10-24 15:45:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9899485242547112 Disk = 2007858 DiskUsage = 469143 EventTime = "2024-10-24T15:45:17.848" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976509.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976509-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 858 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:48, Sys 0 00:00:22" SentBytes = 99839.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799117; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:48, Sys 0 00:00:22" TotalSentBytes = 99839.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.334.000) 2024-10-24 15:45:25 Image size of job updated: 3789608 248 - MemoryUsage of job (MB) 252948 - ResidentSetSize of job (KB) ... 028 (10628.334.000) 2024-10-24 15:45:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:25.210" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 334 ResidentSetSize = 252948 Size = 3789608 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.726.000) 2024-10-24 15:45:26 Image size of job updated: 3789596 243 - MemoryUsage of job (MB) 248428 - ResidentSetSize of job (KB) ... 028 (10628.726.000) 2024-10-24 15:45:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:26.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 726 ResidentSetSize = 248428 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.726.000) 2024-10-24 15:45:26 Started transferring output files ... 028 (10628.726.000) 2024-10-24 15:45:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:26.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 726 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.726.000) 2024-10-24 15:45:26 Finished transferring output files ... 028 (10628.726.000) 2024-10-24 15:45:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:26.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 726 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.726.000) 2024-10-24 15:45:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:35, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:35, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89865 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89865 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.82 1 1 Disk (KB) : 468526 2000000 2007400 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:26Z with exit-code 0. ... 028 (10628.726.000) 2024-10-24 15:45:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8234495623087184 Disk = 2007400 DiskUsage = 468526 EventTime = "2024-10-24T15:45:27.216" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 726 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:35, Sys 0 00:00:34" SentBytes = 89865.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799126; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:40:35, Sys 0 00:00:34" TotalSentBytes = 89865.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.305.000) 2024-10-24 15:45:28 Started transferring output files ... 028 (10628.305.000) 2024-10-24 15:45:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:28.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 305 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.305.000) 2024-10-24 15:45:28 Finished transferring output files ... 028 (10628.305.000) 2024-10-24 15:45:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:28.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 305 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.305.000) 2024-10-24 15:45:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:01, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:01, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90202 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90202 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 606232 2000000 2007907 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:27Z with exit-code 0. ... 028 (10628.305.000) 2024-10-24 15:45:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9787030089770977 Disk = 2007907 DiskUsage = 606232 EventTime = "2024-10-24T15:45:28.459" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 305 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:01, Sys 0 00:00:27" SentBytes = 90202.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799127; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:01, Sys 0 00:00:27" TotalSentBytes = 90202.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.401.000) 2024-10-24 15:45:29 Image size of job updated: 3721492 244 - MemoryUsage of job (MB) 249336 - ResidentSetSize of job (KB) ... 028 (10628.401.000) 2024-10-24 15:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:29.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 401 ResidentSetSize = 249336 Size = 3721492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.555.000) 2024-10-24 15:45:30 Image size of job updated: 4039712 106 - MemoryUsage of job (MB) 107744 - ResidentSetSize of job (KB) ... 028 (10628.555.000) 2024-10-24 15:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:30.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 555 ResidentSetSize = 107744 Size = 4039712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.555.000) 2024-10-24 15:45:30 Started transferring output files ... 028 (10628.555.000) 2024-10-24 15:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:30.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 555 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.555.000) 2024-10-24 15:45:30 Finished transferring output files ... 028 (10628.555.000) 2024-10-24 15:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:30.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 555 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.555.000) 2024-10-24 15:45:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:55, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:55, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90242 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90242 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.85 1 1 Disk (KB) : 468211 2000000 2007400 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:30Z with exit-code 0. ... 028 (10628.555.000) 2024-10-24 15:45:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8520500019140943 Disk = 2007400 DiskUsage = 468211 EventTime = "2024-10-24T15:45:30.909" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 555 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:55, Sys 0 00:00:33" SentBytes = 90242.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799130; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:40:55, Sys 0 00:00:33" TotalSentBytes = 90242.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.005.000) 2024-10-24 15:45:31 Started transferring output files ... 028 (10628.005.000) 2024-10-24 15:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:31.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 5 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.005.000) 2024-10-24 15:45:31 Finished transferring output files ... 028 (10628.005.000) 2024-10-24 15:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:31.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 5 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.005.000) 2024-10-24 15:45:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:34:07, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:34:07, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89973 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89973 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.50 1 1 Disk (KB) : 596628 2000000 2007810 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:31Z with exit-code 0. ... 028 (10628.005.000) 2024-10-24 15:45:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4985828182757593 Disk = 2007810 DiskUsage = 596628 EventTime = "2024-10-24T15:45:32.568" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 5 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:34:07, Sys 0 00:00:15" SentBytes = 89973.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799131; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:34:07, Sys 0 00:00:15" TotalSentBytes = 89973.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.401.000) 2024-10-24 15:45:34 Started transferring output files ... 028 (10628.401.000) 2024-10-24 15:45:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:34.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 401 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.401.000) 2024-10-24 15:45:34 Finished transferring output files ... 028 (10628.401.000) 2024-10-24 15:45:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:34.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 401 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.401.000) 2024-10-24 15:45:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:38, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:38, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89559 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89559 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 616144 2000000 2007852 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:33Z with exit-code 0. ... 028 (10628.401.000) 2024-10-24 15:45:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9611151368461978 Disk = 2007852 DiskUsage = 616144 EventTime = "2024-10-24T15:45:34.386" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 401 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:38, Sys 0 00:00:21" SentBytes = 89559.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799133; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:40:38, Sys 0 00:00:21" TotalSentBytes = 89559.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 15:45:46 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 37176 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 15:45:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:46.025" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37176 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.864.000) 2024-10-24 15:45:48 Image size of job updated: 3722536 86 - MemoryUsage of job (MB) 87896 - ResidentSetSize of job (KB) ... 028 (10628.864.000) 2024-10-24 15:45:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:48.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 864 ResidentSetSize = 87896 Size = 3722536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.864.000) 2024-10-24 15:45:48 Started transferring output files ... 028 (10628.864.000) 2024-10-24 15:45:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:48.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 864 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.864.000) 2024-10-24 15:45:49 Finished transferring output files ... 028 (10628.864.000) 2024-10-24 15:45:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:49.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 864 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.864.000) 2024-10-24 15:45:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:09, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:09, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 99456 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 99456 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469447 2000000 2007916 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:45:48Z with exit-code 0. ... 028 (10628.864.000) 2024-10-24 15:45:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98679202515736 Disk = 2007916 DiskUsage = 469447 EventTime = "2024-10-24T15:45:49.362" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197184.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197184-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 864 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:09, Sys 0 00:00:26" SentBytes = 99456.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799148; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:40:09, Sys 0 00:00:26" TotalSentBytes = 99456.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.644.000) 2024-10-24 15:45:58 Image size of job updated: 3789608 248 - MemoryUsage of job (MB) 253676 - ResidentSetSize of job (KB) ... 028 (10628.644.000) 2024-10-24 15:45:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:58.768" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 644 ResidentSetSize = 253676 Size = 3789608 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 15:45:59 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 37144 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 15:45:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:45:59.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37144 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.618.000) 2024-10-24 15:46:00 Image size of job updated: 3789616 246 - MemoryUsage of job (MB) 251196 - ResidentSetSize of job (KB) ... 028 (10628.618.000) 2024-10-24 15:46:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:00.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 618 ResidentSetSize = 251196 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.973.000) 2024-10-24 15:46:01 Image size of job updated: 3494804 89 - MemoryUsage of job (MB) 90436 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 15:46:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:01.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 90436 Size = 3494804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.334.000) 2024-10-24 15:46:01 Started transferring output files ... 028 (10628.334.000) 2024-10-24 15:46:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:01.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 334 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.334.000) 2024-10-24 15:46:01 Finished transferring output files ... 028 (10628.334.000) 2024-10-24 15:46:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:01.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 334 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.334.000) 2024-10-24 15:46:02 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:55, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:55, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88742 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88742 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.79 1 1 Disk (KB) : 552111 2000000 2007400 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:01Z with exit-code 0. ... 028 (10628.334.000) 2024-10-24 15:46:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7935119071236589 Disk = 2007400 DiskUsage = 552111 EventTime = "2024-10-24T15:46:02.022" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 334 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:55, Sys 0 00:00:33" SentBytes = 88742.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799161; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:55, Sys 0 00:00:33" TotalSentBytes = 88742.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.992.000) 2024-10-24 15:46:04 Image size of job updated: 3602124 80 - MemoryUsage of job (MB) 81660 - ResidentSetSize of job (KB) ... 028 (10628.992.000) 2024-10-24 15:46:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:04.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 992 ResidentSetSize = 81660 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.644.000) 2024-10-24 15:46:17 Started transferring output files ... 028 (10628.644.000) 2024-10-24 15:46:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:17.782" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 644 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.644.000) 2024-10-24 15:46:17 Finished transferring output files ... 028 (10628.644.000) 2024-10-24 15:46:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:17.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 644 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.644.000) 2024-10-24 15:46:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:25, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:25, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 101947 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 101947 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.79 1 1 Disk (KB) : 587483 2000000 2007400 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:17Z with exit-code 0. ... 028 (10628.644.000) 2024-10-24 15:46:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7855332543689141 Disk = 2007400 DiskUsage = 587483 EventTime = "2024-10-24T15:46:18.157" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 644 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:25, Sys 0 00:00:34" SentBytes = 101947.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799177; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:25, Sys 0 00:00:34" TotalSentBytes = 101947.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.898.000) 2024-10-24 15:46:31 Image size of job updated: 3722284 249 - MemoryUsage of job (MB) 254868 - ResidentSetSize of job (KB) ... 028 (10628.898.000) 2024-10-24 15:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:31.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 898 ResidentSetSize = 254868 Size = 3722284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.898.000) 2024-10-24 15:46:31 Started transferring output files ... 028 (10628.898.000) 2024-10-24 15:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:31.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 898 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.898.000) 2024-10-24 15:46:31 Finished transferring output files ... 028 (10628.898.000) 2024-10-24 15:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:31.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 898 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.898.000) 2024-10-24 15:46:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:47, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:47, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93246 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93246 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467005 2000000 2007399 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:30Z with exit-code 0. ... 028 (10628.898.000) 2024-10-24 15:46:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9809463766904272 Disk = 2007399 DiskUsage = 467005 EventTime = "2024-10-24T15:46:31.608" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196818.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196818-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 898 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:47, Sys 0 00:00:26" SentBytes = 93246.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799190; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:40:47, Sys 0 00:00:26" TotalSentBytes = 93246.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.043.000) 2024-10-24 15:46:41 Image size of job updated: 3794224 279 - MemoryUsage of job (MB) 285092 - ResidentSetSize of job (KB) ... 028 (10628.043.000) 2024-10-24 15:46:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:41.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 43 ResidentSetSize = 285092 Size = 3794224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.043.000) 2024-10-24 15:46:42 Started transferring output files ... 028 (10628.043.000) 2024-10-24 15:46:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:42.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 43 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.043.000) 2024-10-24 15:46:42 Finished transferring output files ... 028 (10628.043.000) 2024-10-24 15:46:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:42.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 43 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.043.000) 2024-10-24 15:46:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:17, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:17, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89041 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89041 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.59 1 1 Disk (KB) : 472461 2000000 2003627 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:41Z with exit-code 0. ... 028 (10628.043.000) 2024-10-24 15:46:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5916666666666667 Disk = 2003627 DiskUsage = 472461 EventTime = "2024-10-24T15:46:42.575" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2466610" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454576" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 43 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:17, Sys 0 00:00:19" SentBytes = 89041.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799201; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:17, Sys 0 00:00:19" TotalSentBytes = 89041.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.957.000) 2024-10-24 15:46:43 Image size of job updated: 3721756 86 - MemoryUsage of job (MB) 87612 - ResidentSetSize of job (KB) ... 028 (10628.957.000) 2024-10-24 15:46:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:43.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 957 ResidentSetSize = 87612 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.957.000) 2024-10-24 15:46:43 Started transferring output files ... 028 (10628.957.000) 2024-10-24 15:46:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:43.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.957.000) 2024-10-24 15:46:43 Finished transferring output files ... 028 (10628.957.000) 2024-10-24 15:46:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:43.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 957 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.957.000) 2024-10-24 15:46:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:49, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:49, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88551 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89423 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465532 2000000 2007844 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:43Z with exit-code 0. ... 028 (10628.957.000) 2024-10-24 15:46:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9877188103603228 Disk = 2007844 DiskUsage = 465532 EventTime = "2024-10-24T15:46:43.876" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976153.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976153-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 957 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:54:49, Sys 0 00:00:16" SentBytes = 88551.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799203; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 02:54:49, Sys 0 00:00:16" TotalSentBytes = 89423.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.276.000) 2024-10-24 15:46:49 Image size of job updated: 4041764 102 - MemoryUsage of job (MB) 103640 - ResidentSetSize of job (KB) ... 028 (10628.276.000) 2024-10-24 15:46:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:49.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 276 ResidentSetSize = 103640 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.276.000) 2024-10-24 15:46:49 Started transferring output files ... 028 (10628.276.000) 2024-10-24 15:46:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:49.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 276 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.276.000) 2024-10-24 15:46:49 Finished transferring output files ... 028 (10628.276.000) 2024-10-24 15:46:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:46:49.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 276 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.276.000) 2024-10-24 15:46:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:11, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:11, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90991 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90991 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.50 1 1 Disk (KB) : 473363 2000000 2004351 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T19:46:49Z with exit-code 0. ... 028 (10628.276.000) 2024-10-24 15:46:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4978846540837303 Disk = 2004351 DiskUsage = 473363 EventTime = "2024-10-24T15:46:49.894" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 276 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:11, Sys 0 00:00:27" SentBytes = 90991.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799209; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:39:11, Sys 0 00:00:27" TotalSentBytes = 90991.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.618.000) 2024-10-24 15:47:14 Started transferring output files ... 028 (10628.618.000) 2024-10-24 15:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:14.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 618 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.618.000) 2024-10-24 15:47:14 Finished transferring output files ... 028 (10628.618.000) 2024-10-24 15:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:14.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 618 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.618.000) 2024-10-24 15:47:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:07, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:07, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92004 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92004 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 591214 2000000 2007907 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:14Z with exit-code 0. ... 028 (10628.618.000) 2024-10-24 15:47:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860205321110338 Disk = 2007907 DiskUsage = 591214 EventTime = "2024-10-24T15:47:15.079" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 618 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:07, Sys 0 00:00:26" SentBytes = 92004.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799234; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:07, Sys 0 00:00:26" TotalSentBytes = 92004.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.581.000) 2024-10-24 15:47:25 Image size of job updated: 4029468 96 - MemoryUsage of job (MB) 97572 - ResidentSetSize of job (KB) ... 028 (10628.581.000) 2024-10-24 15:47:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:25.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 581 ResidentSetSize = 97572 Size = 4029468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.581.000) 2024-10-24 15:47:25 Started transferring output files ... 028 (10628.581.000) 2024-10-24 15:47:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:25.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 581 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.581.000) 2024-10-24 15:47:25 Finished transferring output files ... 028 (10628.581.000) 2024-10-24 15:47:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:25.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 581 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.581.000) 2024-10-24 15:47:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:54, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:54, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91596 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91596 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 474395 2000000 2007852 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:25Z with exit-code 0. ... 028 (10628.581.000) 2024-10-24 15:47:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.983581614902922 Disk = 2007852 DiskUsage = 474395 EventTime = "2024-10-24T15:47:26.263" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 581 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:54, Sys 0 00:00:21" SentBytes = 91596.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799245; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:54, Sys 0 00:00:21" TotalSentBytes = 91596.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.130.000) 2024-10-24 15:47:30 Image size of job updated: 4033212 90 - MemoryUsage of job (MB) 91236 - ResidentSetSize of job (KB) ... 028 (10628.130.000) 2024-10-24 15:47:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:30.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 130 ResidentSetSize = 91236 Size = 4033212 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.130.000) 2024-10-24 15:47:30 Started transferring output files ... 028 (10628.130.000) 2024-10-24 15:47:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:30.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 130 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.130.000) 2024-10-24 15:47:30 Finished transferring output files ... 028 (10628.130.000) 2024-10-24 15:47:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:30.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 130 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.130.000) 2024-10-24 15:47:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:42:50, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:42:50, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92137 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92137 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 471232 2000000 2007930 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:30Z with exit-code 0. ... 028 (10628.130.000) 2024-10-24 15:47:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9535748405567301 Disk = 2007930 DiskUsage = 471232 EventTime = "2024-10-24T15:47:31.247" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 130 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:42:50, Sys 0 00:00:29" SentBytes = 92137.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799250; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:42:50, Sys 0 00:00:29" TotalSentBytes = 92137.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.138.000) 2024-10-24 15:47:34 Image size of job updated: 3722272 244 - MemoryUsage of job (MB) 248932 - ResidentSetSize of job (KB) ... 028 (10628.138.000) 2024-10-24 15:47:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:34.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 138 ResidentSetSize = 248932 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.138.000) 2024-10-24 15:47:34 Started transferring output files ... 028 (10628.138.000) 2024-10-24 15:47:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:34.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 138 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.138.000) 2024-10-24 15:47:34 Finished transferring output files ... 028 (10628.138.000) 2024-10-24 15:47:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:34.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 138 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.138.000) 2024-10-24 15:47:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:33:56, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:33:56, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91877 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91877 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471864 2000000 2004366 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:34Z with exit-code 0. ... 028 (10628.138.000) 2024-10-24 15:47:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925382930334129 Disk = 2004366 DiskUsage = 471864 EventTime = "2024-10-24T15:47:34.740" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 138 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:33:56, Sys 0 00:00:26" SentBytes = 91877.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799254; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:33:56, Sys 0 00:00:26" TotalSentBytes = 91877.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.936.000) 2024-10-24 15:47:42 Image size of job updated: 3789604 83 - MemoryUsage of job (MB) 84440 - ResidentSetSize of job (KB) ... 028 (10628.936.000) 2024-10-24 15:47:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:42.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 936 ResidentSetSize = 84440 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.936.000) 2024-10-24 15:47:42 Started transferring output files ... 028 (10628.936.000) 2024-10-24 15:47:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:42.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.936.000) 2024-10-24 15:47:42 Finished transferring output files ... 028 (10628.936.000) 2024-10-24 15:47:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:42.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 936 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.936.000) 2024-10-24 15:47:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:06, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:06, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89402 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89402 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466093 2000000 2007845 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:42Z with exit-code 0. ... 028 (10628.936.000) 2024-10-24 15:47:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901384461947551 Disk = 2007845 DiskUsage = 466093 EventTime = "2024-10-24T15:47:43.108" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976335.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976335-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 936 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:06, Sys 0 00:00:18" SentBytes = 89402.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799262; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 02:57:06, Sys 0 00:00:18" TotalSentBytes = 89402.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.222.000) 2024-10-24 15:47:43 Image size of job updated: 3669712 76 - MemoryUsage of job (MB) 77296 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 15:47:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:43.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 77296 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.735.000) 2024-10-24 15:47:51 Image size of job updated: 3602124 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 15:47:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:51.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 100000 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.446.000) 2024-10-24 15:47:54 Image size of job updated: 4031160 95 - MemoryUsage of job (MB) 96952 - ResidentSetSize of job (KB) ... 028 (10628.446.000) 2024-10-24 15:47:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:54.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 446 ResidentSetSize = 96952 Size = 4031160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.446.000) 2024-10-24 15:47:54 Started transferring output files ... 028 (10628.446.000) 2024-10-24 15:47:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:54.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 446 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.446.000) 2024-10-24 15:47:54 Finished transferring output files ... 028 (10628.446.000) 2024-10-24 15:47:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:54.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 446 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.202.000) 2024-10-24 15:47:54 Image size of job updated: 3630364 87 - MemoryUsage of job (MB) 88964 - ResidentSetSize of job (KB) ... 028 (10628.202.000) 2024-10-24 15:47:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:54.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 202 ResidentSetSize = 88964 Size = 3630364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.446.000) 2024-10-24 15:47:55 Job terminated. (1) Normal termination (return value 0) Usr 0 03:43:30, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:43:30, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90403 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90403 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.86 1 1 Disk (KB) : 471867 2000000 2007400 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:47:54Z with exit-code 0. ... 028 (10628.446.000) 2024-10-24 15:47:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8646815208499815 Disk = 2007400 DiskUsage = 471867 EventTime = "2024-10-24T15:47:55.309" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976165.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976165-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 446 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:43:30, Sys 0 00:00:32" SentBytes = 90403.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799274; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:43:30, Sys 0 00:00:32" TotalSentBytes = 90403.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.356.000) 2024-10-24 15:47:55 Image size of job updated: 3669712 82 - MemoryUsage of job (MB) 83772 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 15:47:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:55.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 83772 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.245.000) 2024-10-24 15:47:57 Image size of job updated: 3534536 81 - MemoryUsage of job (MB) 81928 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 15:47:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:47:57.301" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 81928 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.304.000) 2024-10-24 15:48:07 Image size of job updated: 3965624 92 - MemoryUsage of job (MB) 94136 - ResidentSetSize of job (KB) ... 028 (10628.304.000) 2024-10-24 15:48:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:07.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 304 ResidentSetSize = 94136 Size = 3965624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.304.000) 2024-10-24 15:48:07 Started transferring output files ... 028 (10628.304.000) 2024-10-24 15:48:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:07.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 304 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.304.000) 2024-10-24 15:48:07 Finished transferring output files ... 028 (10628.304.000) 2024-10-24 15:48:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:07.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 304 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.304.000) 2024-10-24 15:48:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:43:26, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:43:26, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89443 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89443 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.92 1 1 Disk (KB) : 471518 2000000 2007930 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T19:48:07Z with exit-code 0. ... 028 (10628.304.000) 2024-10-24 15:48:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.920036335894777 Disk = 2007930 DiskUsage = 471518 EventTime = "2024-10-24T15:48:07.626" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 304 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:43:26, Sys 0 00:00:24" SentBytes = 89443.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799287; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:43:26, Sys 0 00:00:24" TotalSentBytes = 89443.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.373.000) 2024-10-24 15:48:34 Image size of job updated: 3924800 243 - MemoryUsage of job (MB) 248796 - ResidentSetSize of job (KB) ... 028 (10628.373.000) 2024-10-24 15:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:34.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 373 ResidentSetSize = 248796 Size = 3924800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.373.000) 2024-10-24 15:48:34 Started transferring output files ... 028 (10628.373.000) 2024-10-24 15:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:34.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 373 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.373.000) 2024-10-24 15:48:34 Finished transferring output files ... 028 (10628.373.000) 2024-10-24 15:48:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:34.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 373 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.373.000) 2024-10-24 15:48:35 Job terminated. (1) Normal termination (return value 0) Usr 0 03:34:54, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:34:54, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90179 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90179 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469727 2000000 2004366 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:48:34Z with exit-code 0. ... 028 (10628.373.000) 2024-10-24 15:48:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925391982941605 Disk = 2004366 DiskUsage = 469727 EventTime = "2024-10-24T15:48:35.253" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 373 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:34:54, Sys 0 00:00:28" SentBytes = 90179.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799314; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:34:54, Sys 0 00:00:28" TotalSentBytes = 90179.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.589.000) 2024-10-24 15:48:38 Image size of job updated: 3789620 81 - MemoryUsage of job (MB) 82916 - ResidentSetSize of job (KB) ... 028 (10628.589.000) 2024-10-24 15:48:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:38.811" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 589 ResidentSetSize = 82916 Size = 3789620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.589.000) 2024-10-24 15:48:38 Started transferring output files ... 028 (10628.589.000) 2024-10-24 15:48:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:38.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 589 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.589.000) 2024-10-24 15:48:39 Finished transferring output files ... 028 (10628.589.000) 2024-10-24 15:48:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:48:39.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 589 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.589.000) 2024-10-24 15:48:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:22, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:22, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91723 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91723 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471268 2000000 2004366 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T19:48:38Z with exit-code 0. ... 028 (10628.589.000) 2024-10-24 15:48:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9911478338071462 Disk = 2004366 DiskUsage = 471268 EventTime = "2024-10-24T15:48:39.388" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483998" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975936.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975936-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 589 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:22, Sys 0 00:00:24" SentBytes = 91723.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799318; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:22, Sys 0 00:00:24" TotalSentBytes = 91723.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.335.000) 2024-10-24 15:49:08 Image size of job updated: 3789592 242 - MemoryUsage of job (MB) 247184 - ResidentSetSize of job (KB) ... 028 (10628.335.000) 2024-10-24 15:49:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:08.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 335 ResidentSetSize = 247184 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.335.000) 2024-10-24 15:49:08 Started transferring output files ... 028 (10628.335.000) 2024-10-24 15:49:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:08.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 335 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.335.000) 2024-10-24 15:49:08 Finished transferring output files ... 028 (10628.335.000) 2024-10-24 15:49:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:08.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 335 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.335.000) 2024-10-24 15:49:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:10, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:45:10, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90430 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90430 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469446 2000000 2007885 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:08Z with exit-code 0. ... 028 (10628.335.000) 2024-10-24 15:49:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870059768804035 Disk = 2007885 DiskUsage = 469446 EventTime = "2024-10-24T15:49:09.172" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 335 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:10, Sys 0 00:00:24" SentBytes = 90430.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799348; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:45:10, Sys 0 00:00:24" TotalSentBytes = 90430.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.703.000) 2024-10-24 15:49:10 Image size of job updated: 3789600 247 - MemoryUsage of job (MB) 252072 - ResidentSetSize of job (KB) ... 028 (10628.703.000) 2024-10-24 15:49:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:10.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 703 ResidentSetSize = 252072 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.703.000) 2024-10-24 15:49:10 Started transferring output files ... 028 (10628.703.000) 2024-10-24 15:49:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:10.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 703 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.703.000) 2024-10-24 15:49:10 Finished transferring output files ... 028 (10628.703.000) 2024-10-24 15:49:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:10.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 703 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.703.000) 2024-10-24 15:49:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:04, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:04, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90643 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90643 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470627 2000000 2007907 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:10Z with exit-code 0. ... 028 (10628.703.000) 2024-10-24 15:49:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9918810818804595 Disk = 2007907 DiskUsage = 470627 EventTime = "2024-10-24T15:49:10.639" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 703 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:04, Sys 0 00:00:26" SentBytes = 90643.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799350; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:04, Sys 0 00:00:26" TotalSentBytes = 90643.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.409.000) 2024-10-24 15:49:29 Image size of job updated: 4168644 98 - MemoryUsage of job (MB) 100324 - ResidentSetSize of job (KB) ... 028 (10628.409.000) 2024-10-24 15:49:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:29.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 409 ResidentSetSize = 100324 Size = 4168644 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.409.000) 2024-10-24 15:49:30 Started transferring output files ... 028 (10628.409.000) 2024-10-24 15:49:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:30.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 409 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.409.000) 2024-10-24 15:49:30 Finished transferring output files ... 028 (10628.409.000) 2024-10-24 15:49:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:30.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 409 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.409.000) 2024-10-24 15:49:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:34, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:34, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91402 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91402 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470027 2000000 2004351 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:29Z with exit-code 0. ... 028 (10628.409.000) 2024-10-24 15:49:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9899320821005602 Disk = 2004351 DiskUsage = 470027 EventTime = "2024-10-24T15:49:30.473" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 409 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:34, Sys 0 00:00:26" SentBytes = 91402.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799369; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:34, Sys 0 00:00:26" TotalSentBytes = 91402.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.194.000) 2024-10-24 15:49:34 Image size of job updated: 3789092 245 - MemoryUsage of job (MB) 250452 - ResidentSetSize of job (KB) ... 028 (10628.194.000) 2024-10-24 15:49:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:34.378" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 194 ResidentSetSize = 250452 Size = 3789092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.194.000) 2024-10-24 15:49:34 Started transferring output files ... 028 (10628.194.000) 2024-10-24 15:49:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:34.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.194.000) 2024-10-24 15:49:34 Finished transferring output files ... 028 (10628.194.000) 2024-10-24 15:49:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:34.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 194 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.194.000) 2024-10-24 15:49:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:07, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:07, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88259 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89131 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 472744 2000000 2007848 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:34Z with exit-code 0. ... 028 (10628.194.000) 2024-10-24 15:49:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9372869154635154 Disk = 2007848 DiskUsage = 472744 EventTime = "2024-10-24T15:49:34.958" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196837.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196837-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 194 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:07, Sys 0 00:00:18" SentBytes = 88259.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799374; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 02:57:07, Sys 0 00:00:18" TotalSentBytes = 89131.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.528.000) 2024-10-24 15:49:44 Image size of job updated: 3721500 241 - MemoryUsage of job (MB) 246496 - ResidentSetSize of job (KB) ... 028 (10628.528.000) 2024-10-24 15:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:44.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 528 ResidentSetSize = 246496 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.528.000) 2024-10-24 15:49:44 Started transferring output files ... 028 (10628.528.000) 2024-10-24 15:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:44.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 528 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.528.000) 2024-10-24 15:49:44 Finished transferring output files ... 028 (10628.528.000) 2024-10-24 15:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:44.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 528 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.528.000) 2024-10-24 15:49:44 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:44, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:44, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89812 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89812 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469418 2000000 2007907 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:44Z with exit-code 0. ... 028 (10628.528.000) 2024-10-24 15:49:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9918824662911505 Disk = 2007907 DiskUsage = 469418 EventTime = "2024-10-24T15:49:44.876" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 528 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:44, Sys 0 00:00:26" SentBytes = 89812.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799384; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:44, Sys 0 00:00:26" TotalSentBytes = 89812.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.612.000) 2024-10-24 15:49:48 Image size of job updated: 3722016 244 - MemoryUsage of job (MB) 249244 - ResidentSetSize of job (KB) ... 028 (10628.612.000) 2024-10-24 15:49:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:48.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 612 ResidentSetSize = 249244 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.612.000) 2024-10-24 15:49:48 Started transferring output files ... 028 (10628.612.000) 2024-10-24 15:49:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:48.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 612 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.612.000) 2024-10-24 15:49:48 Finished transferring output files ... 028 (10628.612.000) 2024-10-24 15:49:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:48.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 612 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.612.000) 2024-10-24 15:49:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:42:44, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:42:44, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90387 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90387 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470023 2000000 2004351 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:49:48Z with exit-code 0. ... 028 (10628.612.000) 2024-10-24 15:49:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989981605937404 Disk = 2004351 DiskUsage = 470023 EventTime = "2024-10-24T15:49:49.318" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 612 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:42:44, Sys 0 00:00:27" SentBytes = 90387.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799388; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:42:44, Sys 0 00:00:27" TotalSentBytes = 90387.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.090.000) 2024-10-24 15:49:57 Image size of job updated: 3789096 245 - MemoryUsage of job (MB) 250872 - ResidentSetSize of job (KB) ... 028 (10628.090.000) 2024-10-24 15:49:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:49:57.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 90 ResidentSetSize = 250872 Size = 3789096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.525.000) 2024-10-24 15:50:01 Image size of job updated: 3721488 75 - MemoryUsage of job (MB) 76624 - ResidentSetSize of job (KB) ... 028 (10628.525.000) 2024-10-24 15:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:01.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 525 ResidentSetSize = 76624 Size = 3721488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.525.000) 2024-10-24 15:50:01 Started transferring output files ... 028 (10628.525.000) 2024-10-24 15:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:01.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 525 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.525.000) 2024-10-24 15:50:01 Finished transferring output files ... 028 (10628.525.000) 2024-10-24 15:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:01.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 525 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.525.000) 2024-10-24 15:50:01 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:38, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:44:38, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89342 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89342 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468218 2000000 2007930 GPUs : 0 Memory (MB) : 75 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:01Z with exit-code 0. ... 028 (10628.525.000) 2024-10-24 15:50:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9858029270527117 Disk = 2007930 DiskUsage = 468218 EventTime = "2024-10-24T15:50:01.577" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 75 MyType = "JobTerminatedEvent" Proc = 525 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:38, Sys 0 00:00:25" SentBytes = 89342.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799401; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:44:38, Sys 0 00:00:25" TotalSentBytes = 89342.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.128.000) 2024-10-24 15:50:01 Image size of job updated: 3721480 244 - MemoryUsage of job (MB) 249512 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 15:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:01.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 249512 Size = 3721480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 15:50:05 Image size of job updated: 838504 36 - MemoryUsage of job (MB) 36832 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 15:50:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:05.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 36 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36832 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.566.000) 2024-10-24 15:50:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_1557939_273312910@discovery-c37.cluster.local <10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.566.000) 2024-10-24 15:50:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:12.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 566 StartdAddr = "<10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP>" StartdName = "slot1_2@glidein_1557939_273312910@discovery-c37.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.814.000) 2024-10-24 15:50:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_1557939_273312910@discovery-c37.cluster.local <10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP> ... 028 (10628.814.000) 2024-10-24 15:50:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:12.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 814 StartdAddr = "<10.88.37.137:34349?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50911366%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001123&PrivNet=discovery-c37.cluster.local&addrs=10.88.37.137-34349&alias=discovery-c37.cluster.local&noUDP>" StartdName = "slot1_3@glidein_1557939_273312910@discovery-c37.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.780.000) 2024-10-24 15:50:15 Image size of job updated: 3789596 76 - MemoryUsage of job (MB) 77768 - ResidentSetSize of job (KB) ... 028 (10628.780.000) 2024-10-24 15:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:15.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 780 ResidentSetSize = 77768 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.780.000) 2024-10-24 15:50:15 Started transferring output files ... 028 (10628.780.000) 2024-10-24 15:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:15.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 780 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.780.000) 2024-10-24 15:50:15 Finished transferring output files ... 028 (10628.780.000) 2024-10-24 15:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:15.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 780 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.780.000) 2024-10-24 15:50:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:43:36, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:43:36, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88616 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88616 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470965 2000000 2004351 GPUs : 0 Memory (MB) : 76 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:15Z with exit-code 0. ... 028 (10628.780.000) 2024-10-24 15:50:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9831749518569324 Disk = 2004351 DiskUsage = 470965 EventTime = "2024-10-24T15:50:15.670" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 76 MyType = "JobTerminatedEvent" Proc = 780 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:43:36, Sys 0 00:00:25" SentBytes = 88616.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799415; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:43:36, Sys 0 00:00:25" TotalSentBytes = 88616.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.031.000) 2024-10-24 15:50:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2524356_323716720@c1522.swan.hcc.unl.edu, rescheduling job ... 028 (10628.031.000) 2024-10-24 15:50:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:50:16.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617422" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 31 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2524356_323716720@c1522.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.014.000) 2024-10-24 15:50:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_3186108_144487575@node0002.palmetto.clemson.edu <10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.014.000) 2024-10-24 15:50:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:19.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 14 StartdAddr = "<10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP>" StartdName = "slot1_6@glidein_3186108_144487575@node0002.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.650.000) 2024-10-24 15:50:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3186108_144487575@node0002.palmetto.clemson.edu <10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP> ... 028 (10628.650.000) 2024-10-24 15:50:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:19.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 650 StartdAddr = "<10.125.1.2:42615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29271492%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9902837&PrivNet=node0002.palmetto.clemson.edu&addrs=10.125.1.2-42615&alias=node0002.palmetto.clemson.edu&noUDP>" StartdName = "slot1_1@glidein_3186108_144487575@node0002.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.019.000) 2024-10-24 15:50:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_610472_36788397@node1891.palmetto.clemson.edu <10.125.8.106:44075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003858&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-44075&alias=node1891.palmetto.clemson.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 15:50:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:19.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 19 StartdAddr = "<10.125.8.106:44075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914198%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003858&PrivNet=node1891.palmetto.clemson.edu&addrs=10.125.8.106-44075&alias=node1891.palmetto.clemson.edu&noUDP>" StartdName = "slot1_1@glidein_610472_36788397@node1891.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.296.000) 2024-10-24 15:50:21 Image size of job updated: 3721512 77 - MemoryUsage of job (MB) 78596 - ResidentSetSize of job (KB) ... 028 (10628.296.000) 2024-10-24 15:50:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:21.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 77 MyType = "JobImageSizeEvent" Proc = 296 ResidentSetSize = 78596 Size = 3721512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.519.000) 2024-10-24 15:50:22 Image size of job updated: 4031672 102 - MemoryUsage of job (MB) 103848 - ResidentSetSize of job (KB) ... 028 (10628.519.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:22.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 519 ResidentSetSize = 103848 Size = 4031672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.170.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.170.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 170 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_1@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.660.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.660.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 660 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_5@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.739.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.739.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 739 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_6@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.571.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.571.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 571 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_4@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.766.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.766.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 766 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_8@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.755.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 755 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_7@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.465.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.465.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 465 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_3@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.347.000) 2024-10-24 15:50:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_2922105_80890949@node1892.palmetto.clemson.edu <10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP> ... 028 (10628.347.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:22.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 347 StartdAddr = "<10.125.8.107:43241?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51719445%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992467&PrivNet=node1892.palmetto.clemson.edu&addrs=10.125.8.107-43241&alias=node1892.palmetto.clemson.edu&noUDP>" StartdName = "slot1_2@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.529.000) 2024-10-24 15:50:22 Image size of job updated: 3750000 108 - MemoryUsage of job (MB) 109980 - ResidentSetSize of job (KB) ... 028 (10628.529.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:22.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 529 ResidentSetSize = 109980 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.519.000) 2024-10-24 15:50:22 Started transferring output files ... 028 (10628.519.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:22.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 519 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.519.000) 2024-10-24 15:50:22 Finished transferring output files ... 028 (10628.519.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:22.407" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 519 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.519.000) 2024-10-24 15:50:22 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:17, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:41:17, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89367 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89367 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468846 2000000 2004351 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:22Z with exit-code 0. ... 028 (10628.519.000) 2024-10-24 15:50:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853829157162068 Disk = 2004351 DiskUsage = 468846 EventTime = "2024-10-24T15:50:22.780" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975892-0-fnpc19137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 519 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:17, Sys 0 00:00:26" SentBytes = 89367.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799422; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:41:17, Sys 0 00:00:26" TotalSentBytes = 89367.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.798.000) 2024-10-24 15:50:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_9@glidein_1345779_653690655@chpc-compute003.cm.cluster <172.16.1.3:43099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50830047%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9947610&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-43099&alias=chpc-compute003.cm.cluster&noUDP> ... 028 (10628.798.000) 2024-10-24 15:50:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:25.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "JobDisconnectedEvent" Proc = 798 StartdAddr = "<172.16.1.3:43099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50830047%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9947610&PrivNet=chpc-compute003.cm.cluster&addrs=172.16.1.3-43099&alias=chpc-compute003.cm.cluster&noUDP>" StartdName = "slot1_9@glidein_1345779_653690655@chpc-compute003.cm.cluster" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.185.000) 2024-10-24 15:50:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3429234_436981983@execute-137.mortimer.hpc.uwm.edu <172.20.32.65:38077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9933231&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-38077&alias=execute-137.mortimer.hpc.uwm.edu&noUDP> ... 028 (10628.185.000) 2024-10-24 15:50:26 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:26.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobDisconnectedEvent" Proc = 185 StartdAddr = "<172.20.32.65:38077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29346150%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9933231&PrivNet=execute-137.mortimer.hpc.uwm.edu&addrs=172.20.32.65-38077&alias=execute-137.mortimer.hpc.uwm.edu&noUDP>" StartdName = "slot1_4@glidein_3429234_436981983@execute-137.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.128.000) 2024-10-24 15:50:31 Image size of job updated: 3895728 244 - MemoryUsage of job (MB) 249512 - ResidentSetSize of job (KB) ... 028 (10628.128.000) 2024-10-24 15:50:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:31.977" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 128 ResidentSetSize = 249512 Size = 3895728 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.128.000) 2024-10-24 15:50:32 Started transferring output files ... 028 (10628.128.000) 2024-10-24 15:50:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:32.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 128 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.128.000) 2024-10-24 15:50:32 Finished transferring output files ... 028 (10628.128.000) 2024-10-24 15:50:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:32.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 128 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.128.000) 2024-10-24 15:50:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:53, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:45:53, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93926 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93926 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 574671 2000000 2007852 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:31Z with exit-code 0. ... 028 (10628.128.000) 2024-10-24 15:50:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860541926372635 Disk = 2007852 DiskUsage = 574671 EventTime = "2024-10-24T15:50:32.581" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 128 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:53, Sys 0 00:00:22" SentBytes = 93926.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799431; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:45:53, Sys 0 00:00:22" TotalSentBytes = 93926.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.090.000) 2024-10-24 15:50:35 Started transferring output files ... 028 (10628.090.000) 2024-10-24 15:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:35.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 90 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.090.000) 2024-10-24 15:50:35 Finished transferring output files ... 028 (10628.090.000) 2024-10-24 15:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:35.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 90 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.090.000) 2024-10-24 15:50:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:46:06, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:46:06, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90037 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90037 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 553452 2000000 2007872 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:35Z with exit-code 0. ... 028 (10628.090.000) 2024-10-24 15:50:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9814056713221252 Disk = 2007872 DiskUsage = 553452 EventTime = "2024-10-24T15:50:36.098" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 90 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:46:06, Sys 0 00:00:35" SentBytes = 90037.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799435; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:46:06, Sys 0 00:00:35" TotalSentBytes = 90037.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.056.000) 2024-10-24 15:50:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_1680793_123696720@mendel-b0001.mendel.sdmz.amnh.org <192.168.247.25:42947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954215&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42947+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42947&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.056.000) 2024-10-24 15:50:43 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:50:43.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272377" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550192" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobDisconnectedEvent" Proc = 56 StartdAddr = "<192.168.247.25:42947?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50887619%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9954215&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-42947+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-42947&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" StartdName = "slot1_4@glidein_1680793_123696720@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.655.000) 2024-10-24 15:50:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@IU-Jetstream2-Backfill.2cec179af401, rescheduling job ... 028 (10628.655.000) 2024-10-24 15:50:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:50:51.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 655 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@IU-Jetstream2-Backfill.2cec179af401" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.687.000) 2024-10-24 15:50:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@IU-Jetstream2-Backfill.0a0413057d10, rescheduling job ... 028 (10628.687.000) 2024-10-24 15:50:53 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T15:50:53.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 687 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@IU-Jetstream2-Backfill.0a0413057d10" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.296.000) 2024-10-24 15:50:56 Started transferring output files ... 028 (10628.296.000) 2024-10-24 15:50:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:56.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 296 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.296.000) 2024-10-24 15:50:56 Finished transferring output files ... 028 (10628.296.000) 2024-10-24 15:50:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:50:56.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 296 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.296.000) 2024-10-24 15:50:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:31, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:45:31, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91692 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91692 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0 1 1 Disk (KB) : 616155 2000000 2007930 GPUs : 0 Memory (MB) : 77 2000 2048 Job terminated of its own accord at 2024-10-24T19:50:56Z with exit-code 0. ... 028 (10628.296.000) 2024-10-24 15:50:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0 Disk = 2007930 DiskUsage = 616155 EventTime = "2024-10-24T15:50:57.266" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976145.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976145-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 77 MyType = "JobTerminatedEvent" Proc = 296 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:31, Sys 0 00:00:28" SentBytes = 91692.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799456; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:45:31, Sys 0 00:00:28" TotalSentBytes = 91692.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.698.000) 2024-10-24 15:51:07 Image size of job updated: 3722024 83 - MemoryUsage of job (MB) 84620 - ResidentSetSize of job (KB) ... 028 (10628.698.000) 2024-10-24 15:51:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:51:07.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 698 ResidentSetSize = 84620 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.201.000) 2024-10-24 15:51:47 Image size of job updated: 3781832 74 - MemoryUsage of job (MB) 75460 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 15:51:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:51:47.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 75460 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.895.000) 2024-10-24 15:51:54 Image size of job updated: 3654172 239 - MemoryUsage of job (MB) 243760 - ResidentSetSize of job (KB) ... 028 (10628.895.000) 2024-10-24 15:51:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:51:54.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 895 ResidentSetSize = 243760 Size = 3654172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.452.000) 2024-10-24 15:52:01 Image size of job updated: 3856668 245 - MemoryUsage of job (MB) 250292 - ResidentSetSize of job (KB) ... 028 (10628.452.000) 2024-10-24 15:52:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:01.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 452 ResidentSetSize = 250292 Size = 3856668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.452.000) 2024-10-24 15:52:01 Started transferring output files ... 028 (10628.452.000) 2024-10-24 15:52:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:01.727" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 452 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.452.000) 2024-10-24 15:52:01 Finished transferring output files ... 028 (10628.452.000) 2024-10-24 15:52:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:01.783" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 452 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.452.000) 2024-10-24 15:52:02 Job terminated. (1) Normal termination (return value 0) Usr 0 03:47:33, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:47:33, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91027 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91027 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472747 2000000 2007885 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:52:01Z with exit-code 0. ... 028 (10628.452.000) 2024-10-24 15:52:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9900996871636858 Disk = 2007885 DiskUsage = 472747 EventTime = "2024-10-24T15:52:02.085" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 452 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:47:33, Sys 0 00:00:26" SentBytes = 91027.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799521; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:47:33, Sys 0 00:00:26" TotalSentBytes = 91027.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.698.000) 2024-10-24 15:52:05 Image size of job updated: 4033468 96 - MemoryUsage of job (MB) 97592 - ResidentSetSize of job (KB) ... 028 (10628.698.000) 2024-10-24 15:52:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:05.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 698 ResidentSetSize = 97592 Size = 4033468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.698.000) 2024-10-24 15:52:05 Started transferring output files ... 028 (10628.698.000) 2024-10-24 15:52:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:05.968" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 698 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.698.000) 2024-10-24 15:52:06 Finished transferring output files ... 028 (10628.698.000) 2024-10-24 15:52:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:06.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 698 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.698.000) 2024-10-24 15:52:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:30, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:45:30, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88907 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88907 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 616148 2000000 2007930 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T19:52:05Z with exit-code 0. ... 028 (10628.698.000) 2024-10-24 15:52:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01 Disk = 2007930 DiskUsage = 616148 EventTime = "2024-10-24T15:52:06.344" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 698 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:30, Sys 0 00:00:25" SentBytes = 88907.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799525; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:45:30, Sys 0 00:00:25" TotalSentBytes = 88907.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.895.000) 2024-10-24 15:52:11 Started transferring output files ... 028 (10628.895.000) 2024-10-24 15:52:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:11.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 895 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.895.000) 2024-10-24 15:52:11 Finished transferring output files ... 028 (10628.895.000) 2024-10-24 15:52:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:11.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 895 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.895.000) 2024-10-24 15:52:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:46:55, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:46:55, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96351 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96351 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 593579 2000000 2007929 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T19:52:10Z with exit-code 0. ... 028 (10628.895.000) 2024-10-24 15:52:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9867414259293783 Disk = 2007929 DiskUsage = 593579 EventTime = "2024-10-24T15:52:11.595" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976188.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976188-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 895 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:46:55, Sys 0 00:00:24" SentBytes = 96351.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799530; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:46:55, Sys 0 00:00:24" TotalSentBytes = 96351.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.131.000) 2024-10-24 15:52:19 Image size of job updated: 3790100 242 - MemoryUsage of job (MB) 247068 - ResidentSetSize of job (KB) ... 028 (10628.131.000) 2024-10-24 15:52:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:19.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 131 ResidentSetSize = 247068 Size = 3790100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.131.000) 2024-10-24 15:52:19 Started transferring output files ... 028 (10628.131.000) 2024-10-24 15:52:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:19.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 131 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.131.000) 2024-10-24 15:52:19 Finished transferring output files ... 028 (10628.131.000) 2024-10-24 15:52:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:19.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 131 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.131.000) 2024-10-24 15:52:19 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:10, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:10, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90404 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90404 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472139 2000000 2007907 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T19:52:19Z with exit-code 0. ... 028 (10628.131.000) 2024-10-24 15:52:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925368820167269 Disk = 2007907 DiskUsage = 472139 EventTime = "2024-10-24T15:52:19.870" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976157.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976157-0-fnpc22012.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 131 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:10, Sys 0 00:00:24" SentBytes = 90404.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799539; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:10, Sys 0 00:00:24" TotalSentBytes = 90404.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.175.000) 2024-10-24 15:52:50 Image size of job updated: 3789596 246 - MemoryUsage of job (MB) 250976 - ResidentSetSize of job (KB) ... 028 (10628.175.000) 2024-10-24 15:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:50.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 175 ResidentSetSize = 250976 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.175.000) 2024-10-24 15:52:50 Started transferring output files ... 028 (10628.175.000) 2024-10-24 15:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:50.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.175.000) 2024-10-24 15:52:50 Finished transferring output files ... 028 (10628.175.000) 2024-10-24 15:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:52:50.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 175 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.175.000) 2024-10-24 15:52:50 Job terminated. (1) Normal termination (return value 0) Usr 0 03:01:43, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:01:43, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90602 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90602 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464290 2000000 2007899 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:52:50Z with exit-code 0. ... 028 (10628.175.000) 2024-10-24 15:52:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901695302535748 Disk = 2007899 DiskUsage = 464290 EventTime = "2024-10-24T15:52:50.988" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975788.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975788-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 175 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:01:43, Sys 0 00:00:17" SentBytes = 90602.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799570; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:01:43, Sys 0 00:00:17" TotalSentBytes = 90602.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.458.000) 2024-10-24 15:53:00 Image size of job updated: 3670224 78 - MemoryUsage of job (MB) 79424 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 15:53:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:00.292" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 78 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 79424 Size = 3670224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.420.000) 2024-10-24 15:53:06 Image size of job updated: 3721248 243 - MemoryUsage of job (MB) 247888 - ResidentSetSize of job (KB) ... 028 (10628.420.000) 2024-10-24 15:53:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:06.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 420 ResidentSetSize = 247888 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.420.000) 2024-10-24 15:53:06 Started transferring output files ... 028 (10628.420.000) 2024-10-24 15:53:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:06.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 420 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.420.000) 2024-10-24 15:53:06 Finished transferring output files ... 028 (10628.420.000) 2024-10-24 15:53:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:06.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 420 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.420.000) 2024-10-24 15:53:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:21, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:21, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91086 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91086 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471551 2000000 2007930 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:06Z with exit-code 0. ... 028 (10628.420.000) 2024-10-24 15:53:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853146288638335 Disk = 2007930 DiskUsage = 471551 EventTime = "2024-10-24T15:53:07.106" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 420 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:21, Sys 0 00:00:26" SentBytes = 91086.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799586; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:21, Sys 0 00:00:26" TotalSentBytes = 91086.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.721.000) 2024-10-24 15:53:18 Image size of job updated: 4088500 86 - MemoryUsage of job (MB) 87052 - ResidentSetSize of job (KB) ... 028 (10628.721.000) 2024-10-24 15:53:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:18.246" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 721 ResidentSetSize = 87052 Size = 4088500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.721.000) 2024-10-24 15:53:18 Started transferring output files ... 028 (10628.721.000) 2024-10-24 15:53:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:18.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 721 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.721.000) 2024-10-24 15:53:18 Finished transferring output files ... 028 (10628.721.000) 2024-10-24 15:53:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:18.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 721 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.721.000) 2024-10-24 15:53:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:47:33, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:47:33, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92304 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92304 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471865 2000000 2007925 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:18Z with exit-code 0. ... 028 (10628.721.000) 2024-10-24 15:53:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9898885638618422 Disk = 2007925 DiskUsage = 471865 EventTime = "2024-10-24T15:53:18.858" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 721 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:47:33, Sys 0 00:00:27" SentBytes = 92304.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799598; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:47:33, Sys 0 00:00:27" TotalSentBytes = 92304.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.428.000) 2024-10-24 15:53:39 Image size of job updated: 3721764 249 - MemoryUsage of job (MB) 254684 - ResidentSetSize of job (KB) ... 028 (10628.428.000) 2024-10-24 15:53:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:39.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 428 ResidentSetSize = 254684 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.428.000) 2024-10-24 15:53:39 Started transferring output files ... 028 (10628.428.000) 2024-10-24 15:53:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:39.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 428 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.428.000) 2024-10-24 15:53:40 Finished transferring output files ... 028 (10628.428.000) 2024-10-24 15:53:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:40.068" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 428 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.428.000) 2024-10-24 15:53:40 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:52, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:52, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91071 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91071 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 470927 2000000 2004356 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:39Z with exit-code 0. ... 028 (10628.428.000) 2024-10-24 15:53:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.897935824990325 Disk = 2004356 DiskUsage = 470927 EventTime = "2024-10-24T15:53:40.400" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 428 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:52, Sys 0 00:00:13" SentBytes = 91071.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799619; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:52, Sys 0 00:00:13" TotalSentBytes = 91071.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.247.000) 2024-10-24 15:53:43 Image size of job updated: 3500000 104 - MemoryUsage of job (MB) 105728 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 15:53:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:43.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 105728 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.136.000) 2024-10-24 15:53:45 Image size of job updated: 3967932 101 - MemoryUsage of job (MB) 102596 - ResidentSetSize of job (KB) ... 028 (10628.136.000) 2024-10-24 15:53:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:45.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 136 ResidentSetSize = 102596 Size = 3967932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.136.000) 2024-10-24 15:53:46 Started transferring output files ... 028 (10628.136.000) 2024-10-24 15:53:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:46.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 136 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.136.000) 2024-10-24 15:53:46 Finished transferring output files ... 028 (10628.136.000) 2024-10-24 15:53:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:46.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 136 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.136.000) 2024-10-24 15:53:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:56, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:56, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92101 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92101 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.06 1 1 Disk (KB) : 470660 2000000 2004356 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:45Z with exit-code 0. ... 028 (10628.136.000) 2024-10-24 15:53:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.05653823057092941 Disk = 2004356 DiskUsage = 470660 EventTime = "2024-10-24T15:53:46.968" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 136 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:56, Sys 0 00:00:14" SentBytes = 92101.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799625; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:56, Sys 0 00:00:14" TotalSentBytes = 92101.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.371.000) 2024-10-24 15:53:47 Image size of job updated: 3722024 83 - MemoryUsage of job (MB) 84628 - ResidentSetSize of job (KB) ... 028 (10628.371.000) 2024-10-24 15:53:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:47.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 371 ResidentSetSize = 84628 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.371.000) 2024-10-24 15:53:47 Started transferring output files ... 028 (10628.371.000) 2024-10-24 15:53:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:47.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 371 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.371.000) 2024-10-24 15:53:47 Finished transferring output files ... 028 (10628.371.000) 2024-10-24 15:53:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:47.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 371 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.371.000) 2024-10-24 15:53:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:46:59, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:46:59, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89354 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89354 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.82 1 1 Disk (KB) : 472434 2000000 2007822 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:47Z with exit-code 0. ... 028 (10628.371.000) 2024-10-24 15:53:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.824072927706783 Disk = 2007822 DiskUsage = 472434 EventTime = "2024-10-24T15:53:48.094" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976441-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 371 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:46:59, Sys 0 00:00:19" SentBytes = 89354.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799627; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:46:59, Sys 0 00:00:19" TotalSentBytes = 89354.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.271.000) 2024-10-24 15:53:53 Image size of job updated: 4033332 95 - MemoryUsage of job (MB) 97184 - ResidentSetSize of job (KB) ... 028 (10628.271.000) 2024-10-24 15:53:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:53.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 271 ResidentSetSize = 97184 Size = 4033332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.271.000) 2024-10-24 15:53:53 Started transferring output files ... 028 (10628.271.000) 2024-10-24 15:53:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:53.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 271 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.271.000) 2024-10-24 15:53:53 Finished transferring output files ... 028 (10628.271.000) 2024-10-24 15:53:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:53:53.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 271 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.271.000) 2024-10-24 15:53:53 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:57, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:57, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88548 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88548 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470317 2000000 2007872 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T19:53:53Z with exit-code 0. ... 028 (10628.271.000) 2024-10-24 15:53:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9862285488109034 Disk = 2007872 DiskUsage = 470317 EventTime = "2024-10-24T15:53:53.636" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484628" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976450.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976450-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 271 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:57, Sys 0 00:00:29" SentBytes = 88548.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799633; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:57, Sys 0 00:00:29" TotalSentBytes = 88548.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.605.000) 2024-10-24 15:54:27 Image size of job updated: 3788832 80 - MemoryUsage of job (MB) 81900 - ResidentSetSize of job (KB) ... 028 (10628.605.000) 2024-10-24 15:54:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:27.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 605 ResidentSetSize = 81900 Size = 3788832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.605.000) 2024-10-24 15:54:28 Started transferring output files ... 028 (10628.605.000) 2024-10-24 15:54:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:28.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 605 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.605.000) 2024-10-24 15:54:28 Finished transferring output files ... 028 (10628.605.000) 2024-10-24 15:54:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:28.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 605 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.605.000) 2024-10-24 15:54:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:23, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:23, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89326 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89326 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469446 2000000 2007930 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T19:54:27Z with exit-code 0. ... 028 (10628.605.000) 2024-10-24 15:54:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9889413555126193 Disk = 2007930 DiskUsage = 469446 EventTime = "2024-10-24T15:54:28.404" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 605 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:23, Sys 0 00:00:33" SentBytes = 89326.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799667; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:23, Sys 0 00:00:33" TotalSentBytes = 89326.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.018.000) 2024-10-24 15:54:39 Image size of job updated: 3793748 281 - MemoryUsage of job (MB) 287000 - ResidentSetSize of job (KB) ... 028 (10628.018.000) 2024-10-24 15:54:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:39.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 18 ResidentSetSize = 287000 Size = 3793748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.018.000) 2024-10-24 15:54:39 Started transferring output files ... 028 (10628.018.000) 2024-10-24 15:54:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:39.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 18 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.018.000) 2024-10-24 15:54:39 Finished transferring output files ... 028 (10628.018.000) 2024-10-24 15:54:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:39.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 18 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.018.000) 2024-10-24 15:54:40 Job terminated. (1) Normal termination (return value 0) Usr 0 03:52:13, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:52:13, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88794 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88794 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467608 2000000 2002032 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T19:54:39Z with exit-code 0. ... 028 (10628.018.000) 2024-10-24 15:54:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9916555193293148 Disk = 2002032 DiskUsage = 467608 EventTime = "2024-10-24T15:54:40.038" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2466821" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454582" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 18 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:52:13, Sys 0 00:00:14" SentBytes = 88794.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799679; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:52:13, Sys 0 00:00:14" TotalSentBytes = 88794.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.906.000) 2024-10-24 15:54:40 Image size of job updated: 4030904 94 - MemoryUsage of job (MB) 95752 - ResidentSetSize of job (KB) ... 028 (10628.906.000) 2024-10-24 15:54:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:40.671" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 906 ResidentSetSize = 95752 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.906.000) 2024-10-24 15:54:40 Started transferring output files ... 028 (10628.906.000) 2024-10-24 15:54:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:40.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 906 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.906.000) 2024-10-24 15:54:40 Finished transferring output files ... 028 (10628.906.000) 2024-10-24 15:54:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:40.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 906 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.906.000) 2024-10-24 15:54:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:35, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:35, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 100113 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 100113 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 471271 2000000 2007399 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:54:40Z with exit-code 0. ... 028 (10628.906.000) 2024-10-24 15:54:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9628635120058356 Disk = 2007399 DiskUsage = 471271 EventTime = "2024-10-24T15:54:42.499" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196807.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196807-0-fnpc23045.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 906 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:35, Sys 0 00:00:28" SentBytes = 100113.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799680; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:35, Sys 0 00:00:28" TotalSentBytes = 100113.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.616.000) 2024-10-24 15:54:45 Image size of job updated: 4101172 94 - MemoryUsage of job (MB) 96140 - ResidentSetSize of job (KB) ... 028 (10628.616.000) 2024-10-24 15:54:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:45.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 616 ResidentSetSize = 96140 Size = 4101172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.616.000) 2024-10-24 15:54:45 Started transferring output files ... 028 (10628.616.000) 2024-10-24 15:54:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:45.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 616 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.616.000) 2024-10-24 15:54:45 Finished transferring output files ... 028 (10628.616.000) 2024-10-24 15:54:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:45.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 616 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.616.000) 2024-10-24 15:54:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:49:03, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:49:03, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92232 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92232 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 468520 2000000 2007930 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T19:54:45Z with exit-code 0. ... 028 (10628.616.000) 2024-10-24 15:54:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.941434220248789 Disk = 2007930 DiskUsage = 468520 EventTime = "2024-10-24T15:54:45.891" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976149.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976149-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 616 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:49:03, Sys 0 00:00:27" SentBytes = 92232.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799685; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:49:03, Sys 0 00:00:27" TotalSentBytes = 92232.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.008.000) 2024-10-24 15:54:51 Image size of job updated: 3794780 277 - MemoryUsage of job (MB) 283592 - ResidentSetSize of job (KB) ... 028 (10628.008.000) 2024-10-24 15:54:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:51.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 8 ResidentSetSize = 283592 Size = 3794780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.313.000) 2024-10-24 15:54:57 Image size of job updated: 3721248 248 - MemoryUsage of job (MB) 253792 - ResidentSetSize of job (KB) ... 028 (10628.313.000) 2024-10-24 15:54:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:57.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 313 ResidentSetSize = 253792 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.313.000) 2024-10-24 15:54:57 Started transferring output files ... 028 (10628.313.000) 2024-10-24 15:54:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:57.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 313 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.313.000) 2024-10-24 15:54:57 Finished transferring output files ... 028 (10628.313.000) 2024-10-24 15:54:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:54:57.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 313 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.313.000) 2024-10-24 15:54:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:49:26, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:49:26, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92185 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92185 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.86 1 1 Disk (KB) : 468512 2000000 2004356 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:54:57Z with exit-code 0. ... 028 (10628.313.000) 2024-10-24 15:54:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8600168009202782 Disk = 2004356 DiskUsage = 468512 EventTime = "2024-10-24T15:54:58.158" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 313 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:49:26, Sys 0 00:00:16" SentBytes = 92185.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799697; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:49:26, Sys 0 00:00:16" TotalSentBytes = 92185.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.507.000) 2024-10-24 15:54:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_517698_971590945@comp-cc-0451.gwave.ics.psu.edu <10.136.81.221:34041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50870905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9978624&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-34041&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.507.000) 2024-10-24 15:54:58 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:54:58.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482456" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389171.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 507 StartdAddr = "<10.136.81.221:34041?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50870905%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9978624&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-34041&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_4@glidein_517698_971590945@comp-cc-0451.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.089.000) 2024-10-24 15:55:06 Image size of job updated: 838504 37 - MemoryUsage of job (MB) 36888 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 15:55:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:06.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 36888 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.097.000) 2024-10-24 15:55:07 Image size of job updated: 3721444 243 - MemoryUsage of job (MB) 248168 - ResidentSetSize of job (KB) ... 028 (10628.097.000) 2024-10-24 15:55:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:07.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 97 ResidentSetSize = 248168 Size = 3721444 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.161.000) 2024-10-24 15:55:08 Image size of job updated: 3721256 245 - MemoryUsage of job (MB) 250668 - ResidentSetSize of job (KB) ... 028 (10628.161.000) 2024-10-24 15:55:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:08.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 161 ResidentSetSize = 250668 Size = 3721256 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.078.000) 2024-10-24 15:55:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_1601860_188692875@discovery-c22.cluster.local <10.88.37.122:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996200&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-37691&alias=discovery-c22.cluster.local&noUDP> ... 028 (10628.078.000) 2024-10-24 15:55:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T15:55:25.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275557" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316220" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 78 StartdAddr = "<10.88.37.122:37691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359931%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9996200&PrivNet=discovery-c22.cluster.local&addrs=10.88.37.122-37691&alias=discovery-c22.cluster.local&noUDP>" StartdName = "slot1_3@glidein_1601860_188692875@discovery-c22.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.540.000) 2024-10-24 15:55:33 Image size of job updated: 3721756 248 - MemoryUsage of job (MB) 253268 - ResidentSetSize of job (KB) ... 028 (10628.540.000) 2024-10-24 15:55:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:33.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 540 ResidentSetSize = 253268 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.540.000) 2024-10-24 15:55:33 Started transferring output files ... 028 (10628.540.000) 2024-10-24 15:55:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:33.674" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 540 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.540.000) 2024-10-24 15:55:33 Finished transferring output files ... 028 (10628.540.000) 2024-10-24 15:55:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:33.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 540 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.540.000) 2024-10-24 15:55:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:51:05, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:51:05, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91114 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91114 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 467607 2000000 2004356 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T19:55:33Z with exit-code 0. ... 028 (10628.540.000) 2024-10-24 15:55:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9431715268000055 Disk = 2004356 DiskUsage = 467607 EventTime = "2024-10-24T15:55:34.043" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 540 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:51:05, Sys 0 00:00:14" SentBytes = 91114.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799733; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:51:05, Sys 0 00:00:14" TotalSentBytes = 91114.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.693.000) 2024-10-24 15:55:45 Image size of job updated: 3790112 249 - MemoryUsage of job (MB) 254400 - ResidentSetSize of job (KB) ... 028 (10628.693.000) 2024-10-24 15:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:45.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 693 ResidentSetSize = 254400 Size = 3790112 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.693.000) 2024-10-24 15:55:45 Started transferring output files ... 028 (10628.693.000) 2024-10-24 15:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:45.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 693 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.693.000) 2024-10-24 15:55:45 Finished transferring output files ... 028 (10628.693.000) 2024-10-24 15:55:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:45.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 693 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.693.000) 2024-10-24 15:55:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:50:43, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:50:43, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91850 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91850 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.41 1 1 Disk (KB) : 468232 2000000 2004337 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T19:55:45Z with exit-code 0. ... 028 (10628.693.000) 2024-10-24 15:55:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.41 Disk = 2004337 DiskUsage = 468232 EventTime = "2024-10-24T15:55:45.928" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 693 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:50:43, Sys 0 00:00:29" SentBytes = 91850.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799745; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:50:43, Sys 0 00:00:29" TotalSentBytes = 91850.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.842.000) 2024-10-24 15:55:47 Image size of job updated: 3970072 109 - MemoryUsage of job (MB) 111616 - ResidentSetSize of job (KB) ... 028 (10628.842.000) 2024-10-24 15:55:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:47.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 842 ResidentSetSize = 111616 Size = 3970072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.842.000) 2024-10-24 15:55:48 Started transferring output files ... 028 (10628.842.000) 2024-10-24 15:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:48.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 842 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.842.000) 2024-10-24 15:55:48 Finished transferring output files ... 028 (10628.842.000) 2024-10-24 15:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:48.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 842 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.842.000) 2024-10-24 15:55:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:36, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:45:36, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96623 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96623 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469740 2000000 2004350 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T19:55:47Z with exit-code 0. ... 028 (10628.842.000) 2024-10-24 15:55:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9963525719488691 Disk = 2004350 DiskUsage = 469740 EventTime = "2024-10-24T15:55:48.504" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4196569-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 842 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:36, Sys 0 00:00:16" SentBytes = 96623.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799747; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:45:36, Sys 0 00:00:16" TotalSentBytes = 96623.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.553.000) 2024-10-24 15:55:53 Image size of job updated: 3857200 244 - MemoryUsage of job (MB) 249528 - ResidentSetSize of job (KB) ... 028 (10628.553.000) 2024-10-24 15:55:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:53.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 553 ResidentSetSize = 249528 Size = 3857200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.730.000) 2024-10-24 15:55:57 Image size of job updated: 3721752 245 - MemoryUsage of job (MB) 249888 - ResidentSetSize of job (KB) ... 028 (10628.730.000) 2024-10-24 15:55:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:57.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 730 ResidentSetSize = 249888 Size = 3721752 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.730.000) 2024-10-24 15:55:57 Started transferring output files ... 028 (10628.730.000) 2024-10-24 15:55:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:57.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 730 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.730.000) 2024-10-24 15:55:57 Finished transferring output files ... 028 (10628.730.000) 2024-10-24 15:55:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:57.852" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 730 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.730.000) 2024-10-24 15:55:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:51:11, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:51:11, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91077 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91077 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467922 2000000 2007885 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:55:57Z with exit-code 0. ... 028 (10628.730.000) 2024-10-24 15:55:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9875434369612693 Disk = 2007885 DiskUsage = 467922 EventTime = "2024-10-24T15:55:58.171" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 730 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:51:11, Sys 0 00:00:24" SentBytes = 91077.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799757; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:51:11, Sys 0 00:00:24" TotalSentBytes = 91077.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.008.000) 2024-10-24 15:55:59 Started transferring output files ... 028 (10628.008.000) 2024-10-24 15:55:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:59.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 8 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.008.000) 2024-10-24 15:55:59 Finished transferring output files ... 028 (10628.008.000) 2024-10-24 15:55:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:55:59.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 8 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.008.000) 2024-10-24 15:56:00 Job terminated. (1) Normal termination (return value 0) Usr 0 03:53:10, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:53:10, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97659 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97659 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616114 2000000 2001920 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T19:55:59Z with exit-code 0. ... 028 (10628.008.000) 2024-10-24 15:56:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9972676756086465 Disk = 2001920 DiskUsage = 616114 EventTime = "2024-10-24T15:56:00.389" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846646" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 8 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:53:10, Sys 0 00:00:12" SentBytes = 97659.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799759; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:53:10, Sys 0 00:00:12" TotalSentBytes = 97659.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.611.000) 2024-10-24 15:56:00 Image size of job updated: 3721744 239 - MemoryUsage of job (MB) 244700 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 15:56:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:00.988" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 244700 Size = 3721744 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.655.000) 2024-10-24 15:56:07 Started transferring input files Transferring to host: <10.138.14.8:43863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007787&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-43863&alias=c1408.swan.hcc.unl.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 15:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:07.849" EventTypeNumber = 28 Host = "<10.138.14.8:43863?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371486%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10007787&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-43863&alias=c1408.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.031.000) 2024-10-24 15:56:07 Started transferring input files Transferring to host: <10.138.15.18:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959613&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-36639&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 15:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:07.927" EventTypeNumber = 28 Host = "<10.138.15.18:36639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412364%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959613&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-36639&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.655.000) 2024-10-24 15:56:07 Finished transferring input files ... 028 (10628.655.000) 2024-10-24 15:56:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:07.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.031.000) 2024-10-24 15:56:08 Finished transferring input files ... 028 (10628.031.000) 2024-10-24 15:56:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:08.007" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.687.000) 2024-10-24 15:56:08 Started transferring input files Transferring to host: <10.138.25.10:37745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009297&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-37745&alias=c2510.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 15:56:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:08.017" EventTypeNumber = 28 Host = "<10.138.25.10:37745?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50892760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009297&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-37745&alias=c2510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.687.000) 2024-10-24 15:56:08 Finished transferring input files ... 028 (10628.687.000) 2024-10-24 15:56:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:08.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.655.000) 2024-10-24 15:56:09 Warning from starter on slot1@glidein_3075498_726504064@c1408.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.655.000) 2024-10-24 15:56:09 Job executing on host: <10.138.14.8:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959543&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-45869&alias=c1408.swan.hcc.unl.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 15:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:09.183" EventTypeNumber = 28 ExecuteHost = "<10.138.14.8:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959543&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-45869&alias=c1408.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.031.000) 2024-10-24 15:56:09 Warning from starter on slot1@glidein_235154_550468134@c1518.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.031.000) 2024-10-24 15:56:09 Job executing on host: <10.138.15.18:43833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29434260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042775&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-43833&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 15:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:09.316" EventTypeNumber = 28 ExecuteHost = "<10.138.15.18:43833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29434260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042775&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-43833&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.687.000) 2024-10-24 15:56:09 Warning from starter on slot1@glidein_545952_652201992@c2510.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.687.000) 2024-10-24 15:56:09 Job executing on host: <10.138.25.10:40799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055989&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-40799&alias=c2510.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 15:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:09.566" EventTypeNumber = 28 ExecuteHost = "<10.138.25.10:40799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055989&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-40799&alias=c2510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.097.000) 2024-10-24 15:56:20 Image size of job updated: 3900344 243 - MemoryUsage of job (MB) 248168 - ResidentSetSize of job (KB) ... 028 (10628.097.000) 2024-10-24 15:56:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:20.713" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 97 ResidentSetSize = 248168 Size = 3900344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.097.000) 2024-10-24 15:56:20 Started transferring output files ... 028 (10628.097.000) 2024-10-24 15:56:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:20.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 97 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.097.000) 2024-10-24 15:56:20 Finished transferring output files ... 028 (10628.097.000) 2024-10-24 15:56:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:20.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 97 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.097.000) 2024-10-24 15:56:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:47:07, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:47:07, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92564 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92564 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 501453 2000000 2004320 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T19:56:20Z with exit-code 0. ... 028 (10628.097.000) 2024-10-24 15:56:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909708418119466 Disk = 2004320 DiskUsage = 501453 EventTime = "2024-10-24T15:56:21.309" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 97 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:47:07, Sys 0 00:00:18" SentBytes = 92564.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799780; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:47:07, Sys 0 00:00:18" TotalSentBytes = 92564.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.161.000) 2024-10-24 15:56:23 Image size of job updated: 3968052 245 - MemoryUsage of job (MB) 250668 - ResidentSetSize of job (KB) ... 028 (10628.161.000) 2024-10-24 15:56:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:23.969" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 161 ResidentSetSize = 250668 Size = 3968052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.161.000) 2024-10-24 15:56:24 Started transferring output files ... 028 (10628.161.000) 2024-10-24 15:56:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:24.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 161 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.161.000) 2024-10-24 15:56:24 Finished transferring output files ... 028 (10628.161.000) 2024-10-24 15:56:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:24.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 161 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.161.000) 2024-10-24 15:56:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:50:40, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:50:40, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88805 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88805 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.83 1 1 Disk (KB) : 482266 2000000 2007885 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T19:56:23Z with exit-code 0. ... 028 (10628.161.000) 2024-10-24 15:56:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.83 Disk = 2007885 DiskUsage = 482266 EventTime = "2024-10-24T15:56:24.660" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 161 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:50:40, Sys 0 00:00:33" SentBytes = 88805.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799783; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:50:40, Sys 0 00:00:33" TotalSentBytes = 88805.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.846.000) 2024-10-24 15:56:27 Image size of job updated: 3961776 103 - MemoryUsage of job (MB) 104464 - ResidentSetSize of job (KB) ... 028 (10628.846.000) 2024-10-24 15:56:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:27.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 846 ResidentSetSize = 104464 Size = 3961776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.846.000) 2024-10-24 15:56:27 Started transferring output files ... 028 (10628.846.000) 2024-10-24 15:56:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:27.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 846 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.846.000) 2024-10-24 15:56:28 Finished transferring output files ... 028 (10628.846.000) 2024-10-24 15:56:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:28.018" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 846 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.846.000) 2024-10-24 15:56:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:43:25, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:43:25, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90636 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90636 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469118 2000000 2004339 GPUs : 0 Memory (MB) : 103 2000 2048 Job terminated of its own accord at 2024-10-24T19:56:27Z with exit-code 0. ... 028 (10628.846.000) 2024-10-24 15:56:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9914677881120327 Disk = 2004339 DiskUsage = 469118 EventTime = "2024-10-24T15:56:28.335" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975945.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3975945-0-fnpc9067.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 103 MyType = "JobTerminatedEvent" Proc = 846 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:43:25, Sys 0 00:00:15" SentBytes = 90636.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799787; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:43:25, Sys 0 00:00:15" TotalSentBytes = 90636.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.553.000) 2024-10-24 15:56:31 Image size of job updated: 3857200 246 - MemoryUsage of job (MB) 251692 - ResidentSetSize of job (KB) ... 028 (10628.553.000) 2024-10-24 15:56:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:31.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 553 ResidentSetSize = 251692 Size = 3857200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.553.000) 2024-10-24 15:56:31 Started transferring output files ... 028 (10628.553.000) 2024-10-24 15:56:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:31.219" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 553 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.553.000) 2024-10-24 15:56:31 Finished transferring output files ... 028 (10628.553.000) 2024-10-24 15:56:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:31.275" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 553 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.553.000) 2024-10-24 15:56:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:51:47, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:51:47, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88863 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88863 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 551860 2000000 2007885 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:56:30Z with exit-code 0. ... 028 (10628.553.000) 2024-10-24 15:56:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921351721959459 Disk = 2007885 DiskUsage = 551860 EventTime = "2024-10-24T15:56:31.586" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 553 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:51:47, Sys 0 00:00:27" SentBytes = 88863.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799790; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:51:47, Sys 0 00:00:27" TotalSentBytes = 88863.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.929.000) 2024-10-24 15:56:39 Image size of job updated: 3722280 246 - MemoryUsage of job (MB) 250968 - ResidentSetSize of job (KB) ... 028 (10628.929.000) 2024-10-24 15:56:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:39.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 929 ResidentSetSize = 250968 Size = 3722280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.929.000) 2024-10-24 15:56:39 Started transferring output files ... 028 (10628.929.000) 2024-10-24 15:56:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:39.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 929 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.929.000) 2024-10-24 15:56:40 Finished transferring output files ... 028 (10628.929.000) 2024-10-24 15:56:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:40.044" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 929 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.929.000) 2024-10-24 15:56:40 Job terminated. (1) Normal termination (return value 0) Usr 0 03:50:33, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:50:33, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89998 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89998 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468218 2000000 2007886 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T19:56:39Z with exit-code 0. ... 028 (10628.929.000) 2024-10-24 15:56:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9892864031353635 Disk = 2007886 DiskUsage = 468218 EventTime = "2024-10-24T15:56:40.361" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 929 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:50:33, Sys 0 00:00:24" SentBytes = 89998.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799799; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:50:33, Sys 0 00:00:24" TotalSentBytes = 89998.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.201.000) 2024-10-24 15:56:48 Image size of job updated: 3781832 75 - MemoryUsage of job (MB) 75868 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 15:56:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:48.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 75868 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.793.000) 2024-10-24 15:56:49 Image size of job updated: 3794236 283 - MemoryUsage of job (MB) 288800 - ResidentSetSize of job (KB) ... 028 (10628.793.000) 2024-10-24 15:56:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:49.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 283 MyType = "JobImageSizeEvent" Proc = 793 ResidentSetSize = 288800 Size = 3794236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.893.000) 2024-10-24 15:56:58 Image size of job updated: 3789076 240 - MemoryUsage of job (MB) 245676 - ResidentSetSize of job (KB) ... 028 (10628.893.000) 2024-10-24 15:56:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:56:58.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 893 ResidentSetSize = 245676 Size = 3789076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.611.000) 2024-10-24 15:57:10 Image size of job updated: 3973920 239 - MemoryUsage of job (MB) 244700 - ResidentSetSize of job (KB) ... 028 (10628.611.000) 2024-10-24 15:57:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:10.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 611 ResidentSetSize = 244700 Size = 3973920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.611.000) 2024-10-24 15:57:10 Started transferring output files ... 028 (10628.611.000) 2024-10-24 15:57:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:10.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 611 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.611.000) 2024-10-24 15:57:10 Finished transferring output files ... 028 (10628.611.000) 2024-10-24 15:57:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:10.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 611 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.611.000) 2024-10-24 15:57:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:52:10, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:52:10, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92363 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92363 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 525020 2000000 2004337 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-24T19:57:10Z with exit-code 0. ... 028 (10628.611.000) 2024-10-24 15:57:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913480669669211 Disk = 2004337 DiskUsage = 525020 EventTime = "2024-10-24T15:57:10.673" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 611 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:52:10, Sys 0 00:00:29" SentBytes = 92363.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799830; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:52:10, Sys 0 00:00:29" TotalSentBytes = 92363.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.793.000) 2024-10-24 15:57:33 Started transferring output files ... 028 (10628.793.000) 2024-10-24 15:57:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:33.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 793 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.793.000) 2024-10-24 15:57:33 Finished transferring output files ... 028 (10628.793.000) 2024-10-24 15:57:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:33.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 793 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.793.000) 2024-10-24 15:57:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:53:17, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:53:17, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89193 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89193 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 545681 2000000 2003621 GPUs : 0 Memory (MB) : 283 2000 2048 Job terminated of its own accord at 2024-10-24T19:57:33Z with exit-code 0. ... 028 (10628.793.000) 2024-10-24 15:57:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901378429359421 Disk = 2003621 DiskUsage = 545681 EventTime = "2024-10-24T15:57:34.299" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2466953" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454584" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 283 MyType = "JobTerminatedEvent" Proc = 793 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:53:17, Sys 0 00:00:14" SentBytes = 89193.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799853; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:53:17, Sys 0 00:00:14" TotalSentBytes = 89193.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.199.000) 2024-10-24 15:57:54 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82620 - ResidentSetSize of job (KB) ... 028 (10628.199.000) 2024-10-24 15:57:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:57:54.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 199 ResidentSetSize = 82620 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.893.000) 2024-10-24 15:58:02 Started transferring output files ... 028 (10628.893.000) 2024-10-24 15:58:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:02.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 893 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.893.000) 2024-10-24 15:58:02 Finished transferring output files ... 028 (10628.893.000) 2024-10-24 15:58:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:02.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 893 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.893.000) 2024-10-24 15:58:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:52:06, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:52:06, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88236 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88236 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 530649 2000000 2004002 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T19:58:02Z with exit-code 0. ... 028 (10628.893.000) 2024-10-24 15:58:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870032739438708 Disk = 2004002 DiskUsage = 530649 EventTime = "2024-10-24T15:58:03.033" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196821.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196821-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 893 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:52:06, Sys 0 00:00:32" SentBytes = 88236.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799882; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:52:06, Sys 0 00:00:32" TotalSentBytes = 88236.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.647.000) 2024-10-24 15:58:22 Image size of job updated: 4037916 104 - MemoryUsage of job (MB) 106292 - ResidentSetSize of job (KB) ... 028 (10628.647.000) 2024-10-24 15:58:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:22.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 647 ResidentSetSize = 106292 Size = 4037916 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.647.000) 2024-10-24 15:58:22 Started transferring output files ... 028 (10628.647.000) 2024-10-24 15:58:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:22.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 647 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.647.000) 2024-10-24 15:58:22 Finished transferring output files ... 028 (10628.647.000) 2024-10-24 15:58:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:22.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 647 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.647.000) 2024-10-24 15:58:23 Job terminated. (1) Normal termination (return value 0) Usr 0 03:52:10, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:52:10, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92652 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92652 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471565 2000000 2007885 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T19:58:22Z with exit-code 0. ... 028 (10628.647.000) 2024-10-24 15:58:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9914774315212435 Disk = 2007885 DiskUsage = 471565 EventTime = "2024-10-24T15:58:23.200" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 647 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:52:10, Sys 0 00:00:30" SentBytes = 92652.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799902; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:52:10, Sys 0 00:00:30" TotalSentBytes = 92652.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.163.000) 2024-10-24 15:58:47 Image size of job updated: 3500000 107 - MemoryUsage of job (MB) 108580 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 15:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:58:47.884" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 108580 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.379.000) 2024-10-24 15:59:15 Image size of job updated: 3789356 244 - MemoryUsage of job (MB) 249244 - ResidentSetSize of job (KB) ... 028 (10628.379.000) 2024-10-24 15:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:15.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 379 ResidentSetSize = 249244 Size = 3789356 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.379.000) 2024-10-24 15:59:15 Started transferring output files ... 028 (10628.379.000) 2024-10-24 15:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:15.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 379 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.379.000) 2024-10-24 15:59:15 Finished transferring output files ... 028 (10628.379.000) 2024-10-24 15:59:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:15.729" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 379 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.379.000) 2024-10-24 15:59:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:54:28, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:54:28, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92997 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92997 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470653 2000000 2004364 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T19:59:15Z with exit-code 0. ... 028 (10628.379.000) 2024-10-24 15:59:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9716384642661733 Disk = 2004364 DiskUsage = 470653 EventTime = "2024-10-24T15:59:16.068" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 379 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:54:28, Sys 0 00:00:29" SentBytes = 92997.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799955; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:54:28, Sys 0 00:00:29" TotalSentBytes = 92997.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.011.000) 2024-10-24 15:59:25 Image size of job updated: 4040572 126 - MemoryUsage of job (MB) 128656 - ResidentSetSize of job (KB) ... 028 (10628.011.000) 2024-10-24 15:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:25.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 126 MyType = "JobImageSizeEvent" Proc = 11 ResidentSetSize = 128656 Size = 4040572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.011.000) 2024-10-24 15:59:25 Started transferring output files ... 028 (10628.011.000) 2024-10-24 15:59:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:25.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 11 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.011.000) 2024-10-24 15:59:26 Finished transferring output files ... 028 (10628.011.000) 2024-10-24 15:59:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T15:59:26.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 11 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.011.000) 2024-10-24 15:59:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:11, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:11, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 101894 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 101894 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468524 2000000 2001920 GPUs : 0 Memory (MB) : 126 2000 2048 Job terminated of its own accord at 2024-10-24T19:59:25Z with exit-code 0. ... 028 (10628.011.000) 2024-10-24 15:59:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9975328539155472 Disk = 2001920 DiskUsage = 468524 EventTime = "2024-10-24T15:59:26.487" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2479092" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19846652" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" Memory = 2048 MemoryUsage = 126 MyType = "JobTerminatedEvent" Proc = 11 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:11, Sys 0 00:00:15" SentBytes = 101894.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729799965; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:11, Sys 0 00:00:15" TotalSentBytes = 101894.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.137.000) 2024-10-24 16:00:03 Image size of job updated: 3856624 247 - MemoryUsage of job (MB) 252372 - ResidentSetSize of job (KB) ... 028 (10628.137.000) 2024-10-24 16:00:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:00:03.104" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 137 ResidentSetSize = 252372 Size = 3856624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.195.000) 2024-10-24 16:00:09 Image size of job updated: 3721460 251 - MemoryUsage of job (MB) 256988 - ResidentSetSize of job (KB) ... 028 (10628.195.000) 2024-10-24 16:00:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:00:09.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 195 ResidentSetSize = 256988 Size = 3721460 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.767.000) 2024-10-24 16:00:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_12@IU-Jetstream2-Backfill.f63f97742541, rescheduling job ... 028 (10628.767.000) 2024-10-24 16:00:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:00:51.789" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 767 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_12@IU-Jetstream2-Backfill.f63f97742541" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.521.000) 2024-10-24 16:00:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.f9fdace751c6, rescheduling job ... 028 (10628.521.000) 2024-10-24 16:00:52 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:00:52.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 521 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.f9fdace751c6" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.752.000) 2024-10-24 16:00:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_10@IU-Jetstream2-Backfill.5ed0d8813549, rescheduling job ... 028 (10628.752.000) 2024-10-24 16:00:52 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:00:52.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 752 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_10@IU-Jetstream2-Backfill.5ed0d8813549" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.467.000) 2024-10-24 16:00:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_10@IU-Jetstream2-Backfill.fe2cba14699a, rescheduling job ... 028 (10628.467.000) 2024-10-24 16:00:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:00:56.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 467 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_10@IU-Jetstream2-Backfill.fe2cba14699a" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.805.000) 2024-10-24 16:00:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@IU-Jetstream2-Backfill.367296c24cef <172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203> ... 028 (10628.805.000) 2024-10-24 16:00:56 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:00:56.849" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 805 StartdAddr = "<172.17.0.2:34871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29248706%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9907136&PrivNet=IU-Jetstream2-Backfill.367296c24cef&addrs=172.17.0.2-34871&alias=IU-Jetstream2-Backfill.367296c24cef&noUDP&sock=startd_4624_4203>" StartdName = "slot1_2@IU-Jetstream2-Backfill.367296c24cef" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.475.000) 2024-10-24 16:00:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_11@IU-Jetstream2-Backfill.ae5291ce625a <172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6> ... 028 (10628.475.000) 2024-10-24 16:00:58 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:00:58.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 475 StartdAddr = "<172.17.0.2:34915?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51628713%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9864303&PrivNet=IU-Jetstream2-Backfill.ae5291ce625a&addrs=172.17.0.2-34915&alias=IU-Jetstream2-Backfill.ae5291ce625a&noUDP&sock=startd_4634_1df6>" StartdName = "slot1_11@IU-Jetstream2-Backfill.ae5291ce625a" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.527.000) 2024-10-24 16:00:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_14@IU-Jetstream2-Backfill.052616dea8c1 <172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=startd_4624_4203> ... 028 (10628.527.000) 2024-10-24 16:00:58 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:00:58.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 527 StartdAddr = "<172.17.0.2:34045?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29248615%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9912379&PrivNet=IU-Jetstream2-Backfill.052616dea8c1&addrs=172.17.0.2-34045&alias=IU-Jetstream2-Backfill.052616dea8c1&noUDP&sock=startd_4624_4203>" StartdName = "slot1_14@IU-Jetstream2-Backfill.052616dea8c1" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.687.000) 2024-10-24 16:01:18 Image size of job updated: 3708100 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.687.000) 2024-10-24 16:01:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:18.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 687 ResidentSetSize = 100000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.757.000) 2024-10-24 16:01:19 Image size of job updated: 3561468 86 - MemoryUsage of job (MB) 87768 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 16:01:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:19.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 87768 Size = 3561468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.137.000) 2024-10-24 16:01:28 Image size of job updated: 3857192 248 - MemoryUsage of job (MB) 253396 - ResidentSetSize of job (KB) ... 028 (10628.137.000) 2024-10-24 16:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:28.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 137 ResidentSetSize = 253396 Size = 3857192 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.137.000) 2024-10-24 16:01:28 Started transferring output files ... 028 (10628.137.000) 2024-10-24 16:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:28.705" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 137 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.137.000) 2024-10-24 16:01:28 Finished transferring output files ... 028 (10628.137.000) 2024-10-24 16:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:28.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 137 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.137.000) 2024-10-24 16:01:29 Job terminated. (1) Normal termination (return value 0) Usr 0 03:56:58, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:56:58, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89228 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89228 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 504239 2000000 2004323 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:01:28Z with exit-code 0. ... 028 (10628.137.000) 2024-10-24 16:01:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9801784248070549 Disk = 2004323 DiskUsage = 504239 EventTime = "2024-10-24T16:01:29.106" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 137 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:56:58, Sys 0 00:00:31" SentBytes = 89228.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800088; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:56:58, Sys 0 00:00:31" TotalSentBytes = 89228.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.790.000) 2024-10-24 16:01:30 Image size of job updated: 3794272 272 - MemoryUsage of job (MB) 278060 - ResidentSetSize of job (KB) ... 028 (10628.790.000) 2024-10-24 16:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:30.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 272 MyType = "JobImageSizeEvent" Proc = 790 ResidentSetSize = 278060 Size = 3794272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.790.000) 2024-10-24 16:01:30 Started transferring output files ... 028 (10628.790.000) 2024-10-24 16:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:30.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 790 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.790.000) 2024-10-24 16:01:30 Finished transferring output files ... 028 (10628.790.000) 2024-10-24 16:01:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:30.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 790 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.790.000) 2024-10-24 16:01:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:02, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:02, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 100000 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 100000 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467640 2000000 2001920 GPUs : 0 Memory (MB) : 272 2000 2048 Job terminated of its own accord at 2024-10-24T20:01:30Z with exit-code 0. ... 028 (10628.790.000) 2024-10-24 16:01:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881123356177369 Disk = 2001920 DiskUsage = 467640 EventTime = "2024-10-24T16:01:31.224" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2481075" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19850721" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" Memory = 2048 MemoryUsage = 272 MyType = "JobTerminatedEvent" Proc = 790 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:02, Sys 0 00:00:14" SentBytes = 100000.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800090; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:02, Sys 0 00:00:14" TotalSentBytes = 100000.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.884.000) 2024-10-24 16:01:38 Image size of job updated: 3722524 243 - MemoryUsage of job (MB) 248376 - ResidentSetSize of job (KB) ... 028 (10628.884.000) 2024-10-24 16:01:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:38.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 884 ResidentSetSize = 248376 Size = 3722524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.884.000) 2024-10-24 16:01:39 Started transferring output files ... 028 (10628.884.000) 2024-10-24 16:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:39.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 884 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.884.000) 2024-10-24 16:01:39 Finished transferring output files ... 028 (10628.884.000) 2024-10-24 16:01:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:39.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 884 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.884.000) 2024-10-24 16:01:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:55:19, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:55:19, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97703 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97703 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467621 2000000 2007898 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:01:38Z with exit-code 0. ... 028 (10628.884.000) 2024-10-24 16:01:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925395109659705 Disk = 2007898 DiskUsage = 467621 EventTime = "2024-10-24T16:01:39.525" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976412.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976412-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 884 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:55:19, Sys 0 00:00:24" SentBytes = 97703.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800098; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:55:19, Sys 0 00:00:24" TotalSentBytes = 97703.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.896.000) 2024-10-24 16:01:56 Image size of job updated: 3722008 81 - MemoryUsage of job (MB) 82720 - ResidentSetSize of job (KB) ... 028 (10628.896.000) 2024-10-24 16:01:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:01:56.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 896 ResidentSetSize = 82720 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.896.000) 2024-10-24 16:02:00 Started transferring output files ... 028 (10628.896.000) 2024-10-24 16:02:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:02:00.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 896 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.896.000) 2024-10-24 16:02:00 Finished transferring output files ... 028 (10628.896.000) 2024-10-24 16:02:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:02:00.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 896 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.896.000) 2024-10-24 16:02:01 Job terminated. (1) Normal termination (return value 0) Usr 0 03:55:47, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:55:47, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 98012 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 98012 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616169 2000000 2007925 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T20:01:59Z with exit-code 0. ... 028 (10628.896.000) 2024-10-24 16:02:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870909317536245 Disk = 2007925 DiskUsage = 616169 EventTime = "2024-10-24T16:02:01.469" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976190-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 896 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:55:47, Sys 0 00:00:20" SentBytes = 98012.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800119; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:55:47, Sys 0 00:00:20" TotalSentBytes = 98012.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.688.000) 2024-10-24 16:02:58 Image size of job updated: 3721500 79 - MemoryUsage of job (MB) 79948 - ResidentSetSize of job (KB) ... 028 (10628.688.000) 2024-10-24 16:02:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:02:58.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 688 ResidentSetSize = 79948 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.688.000) 2024-10-24 16:02:58 Started transferring output files ... 028 (10628.688.000) 2024-10-24 16:02:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:02:58.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 688 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.688.000) 2024-10-24 16:02:58 Finished transferring output files ... 028 (10628.688.000) 2024-10-24 16:02:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:02:58.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 688 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.688.000) 2024-10-24 16:02:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:54:54, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:54:54, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88444 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88444 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472761 2000000 2007930 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T20:02:58Z with exit-code 0. ... 028 (10628.688.000) 2024-10-24 16:02:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9766122506753228 Disk = 2007930 DiskUsage = 472761 EventTime = "2024-10-24T16:02:58.628" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976161.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976161-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 688 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:54:54, Sys 0 00:00:32" SentBytes = 88444.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800178; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:54:54, Sys 0 00:00:32" TotalSentBytes = 88444.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.533.000) 2024-10-24 16:03:02 Image size of job updated: 4109352 102 - MemoryUsage of job (MB) 104292 - ResidentSetSize of job (KB) ... 028 (10628.533.000) 2024-10-24 16:03:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:02.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 533 ResidentSetSize = 104292 Size = 4109352 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.229.000) 2024-10-24 16:03:02 Image size of job updated: 3561660 84 - MemoryUsage of job (MB) 85964 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 16:03:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:02.360" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 85964 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.533.000) 2024-10-24 16:03:02 Started transferring output files ... 028 (10628.533.000) 2024-10-24 16:03:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:02.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 533 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.533.000) 2024-10-24 16:03:02 Finished transferring output files ... 028 (10628.533.000) 2024-10-24 16:03:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:02.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 533 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.533.000) 2024-10-24 16:03:02 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:51, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:51, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89179 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89179 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472469 2000000 2004323 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T20:03:02Z with exit-code 0. ... 028 (10628.533.000) 2024-10-24 16:03:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9874269195470171 Disk = 2004323 DiskUsage = 472469 EventTime = "2024-10-24T16:03:02.920" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 533 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:51, Sys 0 00:00:31" SentBytes = 89179.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800182; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:51, Sys 0 00:00:31" TotalSentBytes = 89179.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.917.000) 2024-10-24 16:03:20 Image size of job updated: 4041764 103 - MemoryUsage of job (MB) 105120 - ResidentSetSize of job (KB) ... 028 (10628.917.000) 2024-10-24 16:03:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:20.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 103 MyType = "JobImageSizeEvent" Proc = 917 ResidentSetSize = 105120 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.917.000) 2024-10-24 16:03:20 Started transferring output files ... 028 (10628.917.000) 2024-10-24 16:03:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:20.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 917 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.917.000) 2024-10-24 16:03:20 Finished transferring output files ... 028 (10628.917.000) 2024-10-24 16:03:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:20.326" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 917 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.917.000) 2024-10-24 16:03:20 Job terminated. (1) Normal termination (return value 0) Usr 0 03:56:47, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:56:47, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88299 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88299 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473360 2000000 2007921 GPUs : 0 Memory (MB) : 103 2000 2048 Job terminated of its own accord at 2024-10-24T20:03:20Z with exit-code 0. ... 028 (10628.917.000) 2024-10-24 16:03:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902423620178011 Disk = 2007921 DiskUsage = 473360 EventTime = "2024-10-24T16:03:20.637" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 103 MyType = "JobTerminatedEvent" Proc = 917 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:56:47, Sys 0 00:00:27" SentBytes = 88299.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800200; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:56:47, Sys 0 00:00:27" TotalSentBytes = 88299.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.523.000) 2024-10-24 16:03:25 Image size of job updated: 4031268 94 - MemoryUsage of job (MB) 95644 - ResidentSetSize of job (KB) ... 028 (10628.523.000) 2024-10-24 16:03:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:25.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 523 ResidentSetSize = 95644 Size = 4031268 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.523.000) 2024-10-24 16:03:26 Started transferring output files ... 028 (10628.523.000) 2024-10-24 16:03:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:26.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 523 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.523.000) 2024-10-24 16:03:26 Finished transferring output files ... 028 (10628.523.000) 2024-10-24 16:03:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:26.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 523 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.523.000) 2024-10-24 16:03:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:11, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:58:11, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94195 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94195 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471867 2000000 2004337 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T20:03:25Z with exit-code 0. ... 028 (10628.523.000) 2024-10-24 16:03:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9890001523605337 Disk = 2004337 DiskUsage = 471867 EventTime = "2024-10-24T16:03:26.664" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484433" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976272.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976272-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 523 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:11, Sys 0 00:00:29" SentBytes = 94195.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800205; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:58:11, Sys 0 00:00:29" TotalSentBytes = 94195.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.195.000) 2024-10-24 16:03:44 Started transferring output files ... 028 (10628.195.000) 2024-10-24 16:03:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:44.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 195 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.195.000) 2024-10-24 16:03:44 Finished transferring output files ... 028 (10628.195.000) 2024-10-24 16:03:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:44.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 195 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.195.000) 2024-10-24 16:03:44 Job terminated. (1) Normal termination (return value 0) Usr 0 03:42:33, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:42:33, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91768 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91768 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.36 1 1 Disk (KB) : 553210 2000000 2007810 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:03:44Z with exit-code 0. ... 028 (10628.195.000) 2024-10-24 16:03:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3641041568881925 Disk = 2007810 DiskUsage = 553210 EventTime = "2024-10-24T16:03:44.858" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 195 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:42:33, Sys 0 00:00:17" SentBytes = 91768.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800224; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:42:33, Sys 0 00:00:17" TotalSentBytes = 91768.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.067.000) 2024-10-24 16:03:52 Image size of job updated: 4107784 134 - MemoryUsage of job (MB) 136240 - ResidentSetSize of job (KB) ... 028 (10628.067.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:52.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 134 MyType = "JobImageSizeEvent" Proc = 67 ResidentSetSize = 136240 Size = 4107784 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.467.000) 2024-10-24 16:03:52 Started transferring input files Transferring to host: <131.225.208.17:45109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009603&PrivNet=osg-4196830-0-fnpc22002.fnal.gov&addrs=131.225.208.17-45109+[2620-6a-0-8862-f0-0-208-17]-45109&alias=osg-4196830-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.467.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:52.196" EventTypeNumber = 28 Host = "<131.225.208.17:45109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893086%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009603&PrivNet=osg-4196830-0-fnpc22002.fnal.gov&addrs=131.225.208.17-45109+[2620-6a-0-8862-f0-0-208-17]-45109&alias=osg-4196830-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.467.000) 2024-10-24 16:03:52 Finished transferring input files ... 028 (10628.467.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:52.246" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.067.000) 2024-10-24 16:03:52 Started transferring output files ... 028 (10628.067.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:52.279" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 67 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.067.000) 2024-10-24 16:03:52 Finished transferring output files ... 028 (10628.067.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:52.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 67 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.067.000) 2024-10-24 16:03:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:59:41, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:41, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88604 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88604 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469144 2000000 2002067 GPUs : 0 Memory (MB) : 134 2000 2048 Job terminated of its own accord at 2024-10-24T20:03:52Z with exit-code 0. ... 028 (10628.067.000) 2024-10-24 16:03:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9911808782974816 Disk = 2002067 DiskUsage = 469144 EventTime = "2024-10-24T16:03:52.659" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 134 MyType = "JobTerminatedEvent" Proc = 67 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:59:41, Sys 0 00:00:14" SentBytes = 88604.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800232; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:59:41, Sys 0 00:00:14" TotalSentBytes = 88604.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.767.000) 2024-10-24 16:03:53 Started transferring input files Transferring to host: <131.225.208.151:40629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349128%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10056392&PrivNet=osg-3976515-0-fnpc23018.fnal.gov&addrs=131.225.208.151-40629+[2620-6a-0-8862-f0-0-208-151]-40629&alias=osg-3976515-0-fnpc23018.fnal.gov&noUDP> ... 028 (10628.767.000) 2024-10-24 16:03:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:53.457" EventTypeNumber = 28 Host = "<131.225.208.151:40629?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349128%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10056392&PrivNet=osg-3976515-0-fnpc23018.fnal.gov&addrs=131.225.208.151-40629+[2620-6a-0-8862-f0-0-208-151]-40629&alias=osg-3976515-0-fnpc23018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.767.000) 2024-10-24 16:03:53 Finished transferring input files ... 028 (10628.767.000) 2024-10-24 16:03:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:53.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.467.000) 2024-10-24 16:03:53 Warning from starter on slot1_2@glidein_8_168672240@osg-4196830-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.467.000) 2024-10-24 16:03:53 Job executing on host: <131.225.208.17:45919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879287%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950876&PrivNet=osg-4196830-0-fnpc22002.fnal.gov&addrs=131.225.208.17-45919+[2620-6a-0-8862-f0-0-208-17]-45919&alias=osg-4196830-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.467.000) 2024-10-24 16:03:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:53.802" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:45919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879287%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950876&PrivNet=osg-4196830-0-fnpc22002.fnal.gov&addrs=131.225.208.17-45919+[2620-6a-0-8862-f0-0-208-17]-45919&alias=osg-4196830-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.521.000) 2024-10-24 16:03:55 Started transferring input files Transferring to host: <141.211.169.53:38973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728110%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10001222&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38973+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38973&alias=um-lc02.osris.org&noUDP> ... 028 (10628.521.000) 2024-10-24 16:03:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:55.296" EventTypeNumber = 28 Host = "<141.211.169.53:38973?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728110%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10001222&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38973+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38973&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.521.000) 2024-10-24 16:03:55 Finished transferring input files ... 028 (10628.521.000) 2024-10-24 16:03:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:55.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.752.000) 2024-10-24 16:03:55 Started transferring input files Transferring to host: <137.99.174.18:42151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728115%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9964421&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-42151&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.752.000) 2024-10-24 16:03:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:55.395" EventTypeNumber = 28 Host = "<137.99.174.18:42151?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728115%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9964421&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-42151&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.752.000) 2024-10-24 16:03:55 Finished transferring input files ... 028 (10628.752.000) 2024-10-24 16:03:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:55.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.767.000) 2024-10-24 16:03:55 Warning from starter on slot1_7@glidein_8_402181404@osg-3976515-0-fnpc23018.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.767.000) 2024-10-24 16:03:55 Job executing on host: <131.225.208.151:42457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900928%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967232&PrivNet=osg-3976515-0-fnpc23018.fnal.gov&addrs=131.225.208.151-42457+[2620-6a-0-8862-f0-0-208-151]-42457&alias=osg-3976515-0-fnpc23018.fnal.gov&noUDP> ... 028 (10628.767.000) 2024-10-24 16:03:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:55.694" EventTypeNumber = 28 ExecuteHost = "<131.225.208.151:42457?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900928%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967232&PrivNet=osg-3976515-0-fnpc23018.fnal.gov&addrs=131.225.208.151-42457+[2620-6a-0-8862-f0-0-208-151]-42457&alias=osg-3976515-0-fnpc23018.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.521.000) 2024-10-24 16:03:56 Warning from starter on slot1@glidein_3221808_7403821@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.521.000) 2024-10-24 16:03:56 Job executing on host: <141.211.169.53:33269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050684&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-33269+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-33269&alias=um-lc02.osris.org&noUDP> ... 028 (10628.521.000) 2024-10-24 16:03:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:03:56.944" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:33269?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29343394%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10050684&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-33269+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-33269&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.752.000) 2024-10-24 16:04:00 Warning from starter on slot1_5@glidein_2015133_337990968@cn424.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.752.000) 2024-10-24 16:04:00 Job executing on host: <137.99.174.18:38249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946534&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-38249&alias=cn424.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.752.000) 2024-10-24 16:04:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:00.578" EventTypeNumber = 28 ExecuteHost = "<137.99.174.18:38249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358598%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9946534&PrivNet=cn424.storrs.hpc.uconn.edu&addrs=137.99.174.18-38249&alias=cn424.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.140.000) 2024-10-24 16:04:02 Image size of job updated: 3789092 246 - MemoryUsage of job (MB) 251672 - ResidentSetSize of job (KB) ... 028 (10628.140.000) 2024-10-24 16:04:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:02.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 140 ResidentSetSize = 251672 Size = 3789092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.140.000) 2024-10-24 16:04:02 Started transferring output files ... 028 (10628.140.000) 2024-10-24 16:04:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:02.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 140 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.140.000) 2024-10-24 16:04:03 Finished transferring output files ... 028 (10628.140.000) 2024-10-24 16:04:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:03.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 140 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.140.000) 2024-10-24 16:04:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:59:47, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:47, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90398 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90398 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470025 2000000 2004373 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T20:04:02Z with exit-code 0. ... 028 (10628.140.000) 2024-10-24 16:04:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891600118199898 Disk = 2004373 DiskUsage = 470025 EventTime = "2024-10-24T16:04:03.328" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 140 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:59:47, Sys 0 00:00:27" SentBytes = 90398.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800242; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:59:47, Sys 0 00:00:27" TotalSentBytes = 90398.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.767.000) 2024-10-24 16:04:04 Image size of job updated: 3534536 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 16:04:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:04.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 100000 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.916.000) 2024-10-24 16:04:08 Image size of job updated: 4030904 92 - MemoryUsage of job (MB) 94044 - ResidentSetSize of job (KB) ... 028 (10628.916.000) 2024-10-24 16:04:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:08.860" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 92 MyType = "JobImageSizeEvent" Proc = 916 ResidentSetSize = 94044 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.916.000) 2024-10-24 16:04:09 Started transferring output files ... 028 (10628.916.000) 2024-10-24 16:04:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:09.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 916 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.916.000) 2024-10-24 16:04:09 Finished transferring output files ... 028 (10628.916.000) 2024-10-24 16:04:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:09.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 916 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.916.000) 2024-10-24 16:04:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:40, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:40, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88877 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88877 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472476 2000000 2007915 GPUs : 0 Memory (MB) : 92 2000 2048 Job terminated of its own accord at 2024-10-24T20:04:08Z with exit-code 0. ... 028 (10628.916.000) 2024-10-24 16:04:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.986436457520982 Disk = 2007915 DiskUsage = 472476 EventTime = "2024-10-24T16:04:09.420" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472085" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196822.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196822-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 92 MyType = "JobTerminatedEvent" Proc = 916 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:40, Sys 0 00:00:23" SentBytes = 88877.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800248; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:40, Sys 0 00:00:23" TotalSentBytes = 88877.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.027.000) 2024-10-24 16:04:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1324056_619656716@c1908.swan.hcc.unl.edu <10.138.19.8:36841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969679&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36841&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.027.000) 2024-10-24 16:04:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:04:20.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616212" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212253" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 27 StartdAddr = "<10.138.19.8:36841?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903428%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969679&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36841&alias=c1908.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1324056_619656716@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.835.000) 2024-10-24 16:04:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_436180_140083332@discovery-c36.cluster.local <10.88.37.136:46001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947845&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-46001&alias=discovery-c36.cluster.local&noUDP> ... 028 (10628.835.000) 2024-10-24 16:04:25 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:04:25.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274833" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316198" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobDisconnectedEvent" Proc = 835 StartdAddr = "<10.88.37.136:46001?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51712469%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9947845&PrivNet=discovery-c36.cluster.local&addrs=10.88.37.136-46001&alias=discovery-c36.cluster.local&noUDP>" StartdName = "slot1_2@glidein_436180_140083332@discovery-c36.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.990.000) 2024-10-24 16:04:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_424293_298736085@c1505.swan.hcc.unl.edu, rescheduling job ... 028 (10628.990.000) 2024-10-24 16:04:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:04:25.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617094" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212936" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 990 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_424293_298736085@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.986.000) 2024-10-24 16:04:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_398396_86618451@c1505.swan.hcc.unl.edu, rescheduling job ... 028 (10628.986.000) 2024-10-24 16:04:26 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:04:26.365" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617648" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213734" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 986 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_398396_86618451@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.443.000) 2024-10-24 16:04:37 Image size of job updated: 3722028 243 - MemoryUsage of job (MB) 248364 - ResidentSetSize of job (KB) ... 028 (10628.443.000) 2024-10-24 16:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:37.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 443 ResidentSetSize = 248364 Size = 3722028 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.443.000) 2024-10-24 16:04:37 Started transferring output files ... 028 (10628.443.000) 2024-10-24 16:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:37.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 443 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.443.000) 2024-10-24 16:04:37 Finished transferring output files ... 028 (10628.443.000) 2024-10-24 16:04:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:37.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 443 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.443.000) 2024-10-24 16:04:37 Job terminated. (1) Normal termination (return value 0) Usr 0 03:59:56, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:56, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92597 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92597 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 468837 2000000 2007925 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:04:37Z with exit-code 0. ... 028 (10628.443.000) 2024-10-24 16:04:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9665178869285413 Disk = 2007925 DiskUsage = 468837 EventTime = "2024-10-24T16:04:37.980" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976151.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976151-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 443 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:59:56, Sys 0 00:00:27" SentBytes = 92597.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800277; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:59:56, Sys 0 00:00:27" TotalSentBytes = 92597.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.000.000) 2024-10-24 16:04:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1360811_626332875@c1908.swan.hcc.unl.edu <10.138.19.8:34327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991693&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-34327&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.000.000) 2024-10-24 16:04:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:04:49.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616521" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 0 StartdAddr = "<10.138.19.8:34327?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51718712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9991693&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-34327&alias=c1908.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1360811_626332875@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.017.000) 2024-10-24 16:04:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_954826_190709156@c1908.swan.hcc.unl.edu <10.138.19.8:36819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9982990&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36819&alias=c1908.swan.hcc.unl.edu&noUDP> ... 028 (10628.017.000) 2024-10-24 16:04:50 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:04:50.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 17 StartdAddr = "<10.138.19.8:36819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330936%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9982990&PrivNet=c1908.swan.hcc.unl.edu&addrs=10.138.19.8-36819&alias=c1908.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_954826_190709156@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.084.000) 2024-10-24 16:04:56 Image size of job updated: 3789600 241 - MemoryUsage of job (MB) 246096 - ResidentSetSize of job (KB) ... 028 (10628.084.000) 2024-10-24 16:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:56.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 84 ResidentSetSize = 246096 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.924.000) 2024-10-24 16:04:59 Image size of job updated: 3722288 88 - MemoryUsage of job (MB) 89540 - ResidentSetSize of job (KB) ... 028 (10628.924.000) 2024-10-24 16:04:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:04:59.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 924 ResidentSetSize = 89540 Size = 3722288 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.924.000) 2024-10-24 16:05:00 Started transferring output files ... 028 (10628.924.000) 2024-10-24 16:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:00.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 924 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.924.000) 2024-10-24 16:05:00 Finished transferring output files ... 028 (10628.924.000) 2024-10-24 16:05:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:00.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 924 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.924.000) 2024-10-24 16:05:00 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:05, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:05, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90041 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90041 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472442 2000000 2007822 GPUs : 0 Memory (MB) : 88 2000 2048 Job terminated of its own accord at 2024-10-24T20:04:59Z with exit-code 0. ... 028 (10628.924.000) 2024-10-24 16:05:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9859485576004361 Disk = 2007822 DiskUsage = 472442 EventTime = "2024-10-24T16:05:00.832" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-4196713-0-fnpc17102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 88 MyType = "JobTerminatedEvent" Proc = 924 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:05, Sys 0 00:00:17" SentBytes = 90041.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800299; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:48:05, Sys 0 00:00:17" TotalSentBytes = 90041.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.246.000) 2024-10-24 16:05:16 Image size of job updated: 3862332 284 - MemoryUsage of job (MB) 290488 - ResidentSetSize of job (KB) ... 028 (10628.246.000) 2024-10-24 16:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:16.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 284 MyType = "JobImageSizeEvent" Proc = 246 ResidentSetSize = 290488 Size = 3862332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.424.000) 2024-10-24 16:05:19 Image size of job updated: 3789612 245 - MemoryUsage of job (MB) 250084 - ResidentSetSize of job (KB) ... 028 (10628.424.000) 2024-10-24 16:05:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:19.813" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 424 ResidentSetSize = 250084 Size = 3789612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.424.000) 2024-10-24 16:05:20 Started transferring output files ... 028 (10628.424.000) 2024-10-24 16:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:20.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 424 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.424.000) 2024-10-24 16:05:20 Finished transferring output files ... 028 (10628.424.000) 2024-10-24 16:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:20.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 424 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.424.000) 2024-10-24 16:05:20 Job terminated. (1) Normal termination (return value 0) Usr 0 04:00:14, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:00:14, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89424 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89424 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468518 2000000 2004285 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:05:19Z with exit-code 0. ... 028 (10628.424.000) 2024-10-24 16:05:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9911794990318193 Disk = 2004285 DiskUsage = 468518 EventTime = "2024-10-24T16:05:20.424" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 424 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:00:14, Sys 0 00:00:20" SentBytes = 89424.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800319; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:00:14, Sys 0 00:00:20" TotalSentBytes = 89424.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.315.000) 2024-10-24 16:05:23 Image size of job updated: 3789604 242 - MemoryUsage of job (MB) 247052 - ResidentSetSize of job (KB) ... 028 (10628.315.000) 2024-10-24 16:05:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:23.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 315 ResidentSetSize = 247052 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.246.000) 2024-10-24 16:05:24 Image size of job updated: 4110324 284 - MemoryUsage of job (MB) 290488 - ResidentSetSize of job (KB) ... 028 (10628.246.000) 2024-10-24 16:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:24.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 284 MyType = "JobImageSizeEvent" Proc = 246 ResidentSetSize = 290488 Size = 4110324 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.246.000) 2024-10-24 16:05:24 Started transferring output files ... 028 (10628.246.000) 2024-10-24 16:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:24.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 246 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.246.000) 2024-10-24 16:05:24 Finished transferring output files ... 028 (10628.246.000) 2024-10-24 16:05:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:24.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 246 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.246.000) 2024-10-24 16:05:25 Job terminated. (1) Normal termination (return value 0) Usr 0 04:00:49, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:00:49, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89142 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89142 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616135 2000000 2002067 GPUs : 0 Memory (MB) : 284 2000 2048 Job terminated of its own accord at 2024-10-24T20:05:24Z with exit-code 0. ... 028 (10628.246.000) 2024-10-24 16:05:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9893985612909088 Disk = 2002067 DiskUsage = 616135 EventTime = "2024-10-24T16:05:25.217" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2467103" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454628" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 284 MyType = "JobTerminatedEvent" Proc = 246 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:00:49, Sys 0 00:00:14" SentBytes = 89142.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800324; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:00:49, Sys 0 00:00:14" TotalSentBytes = 89142.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.978.000) 2024-10-24 16:05:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_412193_21732656@c1505.swan.hcc.unl.edu, rescheduling job ... 028 (10628.978.000) 2024-10-24 16:05:28 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:05:28.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618445" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215091" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 978 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_412193_21732656@c1505.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.532.000) 2024-10-24 16:05:48 Image size of job updated: 3721772 82 - MemoryUsage of job (MB) 83544 - ResidentSetSize of job (KB) ... 028 (10628.532.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 532 ResidentSetSize = 83544 Size = 3721772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.986.000) 2024-10-24 16:05:48 Started transferring input files Transferring to host: <131.225.208.18:33727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51016539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009657&PrivNet=osg-3976336-0-fnpc19101.fnal.gov&addrs=131.225.208.18-33727+[2620-6a-0-8862-f0-0-208-18]-33727&alias=osg-3976336-0-fnpc19101.fnal.gov&noUDP> ... 028 (10628.986.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.354" EventTypeNumber = 28 Host = "<131.225.208.18:33727?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51016539%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10009657&PrivNet=osg-3976336-0-fnpc19101.fnal.gov&addrs=131.225.208.18-33727+[2620-6a-0-8862-f0-0-208-18]-33727&alias=osg-3976336-0-fnpc19101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.986.000) 2024-10-24 16:05:48 Finished transferring input files ... 028 (10628.986.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.406" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.990.000) 2024-10-24 16:05:48 Started transferring input files Transferring to host: <131.225.166.237:45937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50923210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10012926&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45937+[2620-6a-0-8861-f0-0-166-237]-45937&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.990.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.432" EventTypeNumber = 28 Host = "<131.225.166.237:45937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50923210%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10012926&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45937+[2620-6a-0-8861-f0-0-166-237]-45937&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.990.000) 2024-10-24 16:05:48 Finished transferring input files ... 028 (10628.990.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.978.000) 2024-10-24 16:05:48 Started transferring input files Transferring to host: <131.225.208.17:33663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9964489&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33663+[2620-6a-0-8862-f0-0-208-17]-33663&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.978.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.869" EventTypeNumber = 28 Host = "<131.225.208.17:33663?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893149%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9964489&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33663+[2620-6a-0-8862-f0-0-208-17]-33663&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.978.000) 2024-10-24 16:05:48 Finished transferring input files ... 028 (10628.978.000) 2024-10-24 16:05:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:48.921" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.990.000) 2024-10-24 16:05:50 Warning from starter on slot1_3@glidein_8_129427716@osg-4196625-0-fnpc17152.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.990.000) 2024-10-24 16:05:50 Job executing on host: <131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP> ... 028 (10628.990.000) 2024-10-24 16:05:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:50.035" EventTypeNumber = 28 ExecuteHost = "<131.225.166.237:45667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908165%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9997962&PrivNet=osg-4196625-0-fnpc17152.fnal.gov&addrs=131.225.166.237-45667+[2620-6a-0-8861-f0-0-166-237]-45667&alias=osg-4196625-0-fnpc17152.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.986.000) 2024-10-24 16:05:50 Warning from starter on slot1_7@glidein_8_422508420@osg-3976336-0-fnpc19101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.986.000) 2024-10-24 16:05:50 Job executing on host: <131.225.208.18:43185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030656&PrivNet=osg-3976336-0-fnpc19101.fnal.gov&addrs=131.225.208.18-43185+[2620-6a-0-8862-f0-0-208-18]-43185&alias=osg-3976336-0-fnpc19101.fnal.gov&noUDP> ... 028 (10628.986.000) 2024-10-24 16:05:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:50.960" EventTypeNumber = 28 ExecuteHost = "<131.225.208.18:43185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715545%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030656&PrivNet=osg-3976336-0-fnpc19101.fnal.gov&addrs=131.225.208.18-43185+[2620-6a-0-8862-f0-0-208-18]-43185&alias=osg-3976336-0-fnpc19101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.315.000) 2024-10-24 16:05:51 Image size of job updated: 3830640 242 - MemoryUsage of job (MB) 247052 - ResidentSetSize of job (KB) ... 028 (10628.315.000) 2024-10-24 16:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:51.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 315 ResidentSetSize = 247052 Size = 3830640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.978.000) 2024-10-24 16:05:51 Warning from starter on slot1_3@glidein_8_288667067@osg-3975800-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 040 (10628.315.000) 2024-10-24 16:05:51 Started transferring output files ... 028 (10628.315.000) 2024-10-24 16:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:51.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 315 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 001 (10628.978.000) 2024-10-24 16:05:51 Job executing on host: <131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.978.000) 2024-10-24 16:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:51.569" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.315.000) 2024-10-24 16:05:51 Finished transferring output files ... 028 (10628.315.000) 2024-10-24 16:05:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:51.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 315 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.315.000) 2024-10-24 16:05:52 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:00, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:00, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88218 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88218 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 585214 2000000 2004323 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T20:05:51Z with exit-code 0. ... 028 (10628.315.000) 2024-10-24 16:05:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9748356092926828 Disk = 2004323 DiskUsage = 585214 EventTime = "2024-10-24T16:05:52.611" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 315 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:00, Sys 0 00:00:32" SentBytes = 88218.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800351; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:00, Sys 0 00:00:32" TotalSentBytes = 88218.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.620.000) 2024-10-24 16:05:56 Image size of job updated: 3789604 245 - MemoryUsage of job (MB) 250248 - ResidentSetSize of job (KB) ... 028 (10628.620.000) 2024-10-24 16:05:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:05:56.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 620 ResidentSetSize = 250248 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.084.000) 2024-10-24 16:06:02 Image size of job updated: 3789600 242 - MemoryUsage of job (MB) 247120 - ResidentSetSize of job (KB) ... 028 (10628.084.000) 2024-10-24 16:06:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:02.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 84 ResidentSetSize = 247120 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.084.000) 2024-10-24 16:06:02 Started transferring output files ... 028 (10628.084.000) 2024-10-24 16:06:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:02.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 84 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.084.000) 2024-10-24 16:06:03 Finished transferring output files ... 028 (10628.084.000) 2024-10-24 16:06:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:03.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 84 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.084.000) 2024-10-24 16:06:03 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:38, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:38, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90161 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90161 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 524110 2000000 2004349 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T20:06:02Z with exit-code 0. ... 028 (10628.084.000) 2024-10-24 16:06:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934213858089846 Disk = 2004349 DiskUsage = 524110 EventTime = "2024-10-24T16:06:03.496" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975890.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975890-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 84 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:38, Sys 0 00:00:23" SentBytes = 90161.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800362; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:38, Sys 0 00:00:23" TotalSentBytes = 90161.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.532.000) 2024-10-24 16:06:23 Image size of job updated: 3951396 82 - MemoryUsage of job (MB) 83544 - ResidentSetSize of job (KB) ... 028 (10628.532.000) 2024-10-24 16:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:23.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 532 ResidentSetSize = 83544 Size = 3951396 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.532.000) 2024-10-24 16:06:23 Started transferring output files ... 028 (10628.532.000) 2024-10-24 16:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:23.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 532 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.532.000) 2024-10-24 16:06:23 Finished transferring output files ... 028 (10628.532.000) 2024-10-24 16:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:23.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 532 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.532.000) 2024-10-24 16:06:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:00, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:00, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90677 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90677 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616168 2000000 2004285 GPUs : 0 Memory (MB) : 82 2000 2048 Job terminated of its own accord at 2024-10-24T20:06:23Z with exit-code 0. ... 028 (10628.532.000) 2024-10-24 16:06:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9905126751247483 Disk = 2004285 DiskUsage = 616168 EventTime = "2024-10-24T16:06:24.214" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 82 MyType = "JobTerminatedEvent" Proc = 532 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:00, Sys 0 00:00:20" SentBytes = 90677.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800383; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:00, Sys 0 00:00:20" TotalSentBytes = 90677.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.620.000) 2024-10-24 16:06:40 Started transferring output files ... 028 (10628.620.000) 2024-10-24 16:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:40.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 620 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.620.000) 2024-10-24 16:06:40 Finished transferring output files ... 028 (10628.620.000) 2024-10-24 16:06:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:40.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 620 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.620.000) 2024-10-24 16:06:40 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:21, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:21, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91330 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91330 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 558526 2000000 2004323 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:06:40Z with exit-code 0. ... 028 (10628.620.000) 2024-10-24 16:06:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9755224050012735 Disk = 2004323 DiskUsage = 558526 EventTime = "2024-10-24T16:06:40.723" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 620 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:21, Sys 0 00:00:32" SentBytes = 91330.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800400; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:21, Sys 0 00:00:32" TotalSentBytes = 91330.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.026.000) 2024-10-24 16:06:51 Image size of job updated: 3749172 272 - MemoryUsage of job (MB) 277580 - ResidentSetSize of job (KB) ... 028 (10628.026.000) 2024-10-24 16:06:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:51.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 272 MyType = "JobImageSizeEvent" Proc = 26 ResidentSetSize = 277580 Size = 3749172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.026.000) 2024-10-24 16:06:53 Started transferring output files ... 028 (10628.026.000) 2024-10-24 16:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:53.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 26 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.026.000) 2024-10-24 16:06:53 Finished transferring output files ... 028 (10628.026.000) 2024-10-24 16:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:06:53.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 26 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.026.000) 2024-10-24 16:06:54 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:27, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:27, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88942 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88942 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472456 2000000 2001920 GPUs : 0 Memory (MB) : 272 2000 2048 Job terminated of its own accord at 2024-10-24T20:06:51Z with exit-code 0. ... 028 (10628.026.000) 2024-10-24 16:06:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9832030793568646 Disk = 2001920 DiskUsage = 472456 EventTime = "2024-10-24T16:06:54.307" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457066" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 272 MyType = "JobTerminatedEvent" Proc = 26 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:27, Sys 0 00:00:12" SentBytes = 88942.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800411; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:27, Sys 0 00:00:12" TotalSentBytes = 88942.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.058.000) 2024-10-24 16:07:04 Image size of job updated: 3749932 276 - MemoryUsage of job (MB) 281704 - ResidentSetSize of job (KB) ... 028 (10628.058.000) 2024-10-24 16:07:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:04.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 58 ResidentSetSize = 281704 Size = 3749932 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.058.000) 2024-10-24 16:07:05 Started transferring output files ... 028 (10628.058.000) 2024-10-24 16:07:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:05.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 58 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.058.000) 2024-10-24 16:07:05 Finished transferring output files ... 028 (10628.058.000) 2024-10-24 16:07:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:05.279" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 58 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.058.000) 2024-10-24 16:07:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:51, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:51, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88906 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88906 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 474390 2000000 2001921 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T20:07:04Z with exit-code 0. ... 028 (10628.058.000) 2024-10-24 16:07:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9839165431585916 Disk = 2001921 DiskUsage = 474390 EventTime = "2024-10-24T16:07:06.600" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 58 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:51, Sys 0 00:00:11" SentBytes = 88906.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800424; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:51, Sys 0 00:00:11" TotalSentBytes = 88906.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.207.000) 2024-10-24 16:07:09 Image size of job updated: 3749164 86 - MemoryUsage of job (MB) 87404 - ResidentSetSize of job (KB) ... 028 (10628.207.000) 2024-10-24 16:07:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:09.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 207 ResidentSetSize = 87404 Size = 3749164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.207.000) 2024-10-24 16:07:10 Started transferring output files ... 028 (10628.207.000) 2024-10-24 16:07:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:10.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 207 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.207.000) 2024-10-24 16:07:10 Finished transferring output files ... 028 (10628.207.000) 2024-10-24 16:07:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:10.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 207 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.207.000) 2024-10-24 16:07:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:12, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:58:12, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89484 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89484 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 474389 2000000 2001921 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T20:07:09Z with exit-code 0. ... 028 (10628.207.000) 2024-10-24 16:07:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9839201837251026 Disk = 2001921 DiskUsage = 474389 EventTime = "2024-10-24T16:07:11.784" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 207 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:12, Sys 0 00:00:14" SentBytes = 89484.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800429; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:58:12, Sys 0 00:00:14" TotalSentBytes = 89484.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.705.000) 2024-10-24 16:07:59 Image size of job updated: 4101568 97 - MemoryUsage of job (MB) 99036 - ResidentSetSize of job (KB) ... 028 (10628.705.000) 2024-10-24 16:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:59.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 705 ResidentSetSize = 99036 Size = 4101568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.705.000) 2024-10-24 16:07:59 Started transferring output files ... 028 (10628.705.000) 2024-10-24 16:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:59.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 705 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.705.000) 2024-10-24 16:07:59 Finished transferring output files ... 028 (10628.705.000) 2024-10-24 16:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:07:59.915" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 705 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.705.000) 2024-10-24 16:08:00 Job terminated. (1) Normal termination (return value 0) Usr 0 04:02:50, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:02:50, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91435 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91435 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473056 2000000 2004285 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T20:07:59Z with exit-code 0. ... 028 (10628.705.000) 2024-10-24 16:08:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9838775633521198 Disk = 2004285 DiskUsage = 473056 EventTime = "2024-10-24T16:08:00.251" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 705 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:02:50, Sys 0 00:00:22" SentBytes = 91435.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800479; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:02:50, Sys 0 00:00:22" TotalSentBytes = 91435.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.124.000) 2024-10-24 16:08:09 Image size of job updated: 4033724 94 - MemoryUsage of job (MB) 95936 - ResidentSetSize of job (KB) ... 028 (10628.124.000) 2024-10-24 16:08:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:09.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 124 ResidentSetSize = 95936 Size = 4033724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.124.000) 2024-10-24 16:08:09 Started transferring output files ... 028 (10628.124.000) 2024-10-24 16:08:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:09.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 124 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.124.000) 2024-10-24 16:08:09 Finished transferring output files ... 028 (10628.124.000) 2024-10-24 16:08:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:09.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 124 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.124.000) 2024-10-24 16:08:09 Job terminated. (1) Normal termination (return value 0) Usr 0 04:04:06, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:04:06, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90344 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90344 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471835 2000000 2004364 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T20:08:09Z with exit-code 0. ... 028 (10628.124.000) 2024-10-24 16:08:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987389424910831 Disk = 2004364 DiskUsage = 471835 EventTime = "2024-10-24T16:08:09.587" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 124 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:04:06, Sys 0 00:00:30" SentBytes = 90344.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800489; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:04:06, Sys 0 00:00:30" TotalSentBytes = 90344.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.355.000) 2024-10-24 16:08:19 Image size of job updated: 3669712 83 - MemoryUsage of job (MB) 84836 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 16:08:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:19.351" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 84836 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.619.000) 2024-10-24 16:08:56 Image size of job updated: 3924528 81 - MemoryUsage of job (MB) 82260 - ResidentSetSize of job (KB) ... 028 (10628.619.000) 2024-10-24 16:08:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:56.744" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 619 ResidentSetSize = 82260 Size = 3924528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.619.000) 2024-10-24 16:08:56 Started transferring output files ... 028 (10628.619.000) 2024-10-24 16:08:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:56.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 619 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.619.000) 2024-10-24 16:08:57 Finished transferring output files ... 028 (10628.619.000) 2024-10-24 16:08:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:08:57.012" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 619 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.619.000) 2024-10-24 16:08:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:59:11, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:11, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91855 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91855 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470660 2000000 2004285 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T20:08:56Z with exit-code 0. ... 028 (10628.619.000) 2024-10-24 16:08:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.988530056900035 Disk = 2004285 DiskUsage = 470660 EventTime = "2024-10-24T16:08:57.338" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 619 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:59:11, Sys 0 00:00:21" SentBytes = 91855.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800536; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:59:11, Sys 0 00:00:21" TotalSentBytes = 91855.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.467.000) 2024-10-24 16:09:02 Image size of job updated: 3602636 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 16:09:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:02.462" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 100000 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.749.000) 2024-10-24 16:09:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org <192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP> ... 028 (10628.749.000) 2024-10-24 16:09:14 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:09:14.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobDisconnectedEvent" Proc = 749 StartdAddr = "<192.168.247.25:34553?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29294092%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9945776&PrivNet=mendel-b0001.mendel.sdmz.amnh.org&addrs=192.168.247.25-34553+[fde1-53ba-e9a0-de11-f602-70ff-fed5-5d97]-34553&alias=mendel-b0001.mendel.sdmz.amnh.org&noUDP>" StartdName = "slot1_2@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.886.000) 2024-10-24 16:09:17 Image size of job updated: 3721776 243 - MemoryUsage of job (MB) 248040 - ResidentSetSize of job (KB) ... 028 (10628.886.000) 2024-10-24 16:09:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:17.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 886 ResidentSetSize = 248040 Size = 3721776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.886.000) 2024-10-24 16:09:17 Started transferring output files ... 028 (10628.886.000) 2024-10-24 16:09:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:17.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 886 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.886.000) 2024-10-24 16:09:17 Finished transferring output files ... 028 (10628.886.000) 2024-10-24 16:09:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:17.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 886 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.886.000) 2024-10-24 16:09:17 Job terminated. (1) Normal termination (return value 0) Usr 0 04:03:46, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:03:46, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91100 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91100 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 471851 2000000 2004313 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:09:17Z with exit-code 0. ... 028 (10628.886.000) 2024-10-24 16:09:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.974663892590046 Disk = 2004313 DiskUsage = 471851 EventTime = "2024-10-24T16:09:17.931" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196823-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 886 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:03:46, Sys 0 00:00:17" SentBytes = 91100.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800557; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:03:46, Sys 0 00:00:17" TotalSentBytes = 91100.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.306.000) 2024-10-24 16:09:48 Image size of job updated: 3963688 96 - MemoryUsage of job (MB) 97912 - ResidentSetSize of job (KB) ... 028 (10628.306.000) 2024-10-24 16:09:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:48.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 306 ResidentSetSize = 97912 Size = 3963688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.306.000) 2024-10-24 16:09:48 Started transferring output files ... 028 (10628.306.000) 2024-10-24 16:09:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:48.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 306 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.306.000) 2024-10-24 16:09:48 Finished transferring output files ... 028 (10628.306.000) 2024-10-24 16:09:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:48.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 306 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.306.000) 2024-10-24 16:09:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:03:48, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:03:48, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88907 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88907 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468837 2000000 2004285 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T20:09:48Z with exit-code 0. ... 028 (10628.306.000) 2024-10-24 16:09:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987225921365631 Disk = 2004285 DiskUsage = 468837 EventTime = "2024-10-24T16:09:48.973" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 306 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:03:48, Sys 0 00:00:26" SentBytes = 88907.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800588; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:03:48, Sys 0 00:00:26" TotalSentBytes = 88907.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.963.000) 2024-10-24 16:09:49 Image size of job updated: 3708100 87 - MemoryUsage of job (MB) 88224 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 16:09:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:49.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 88224 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.678.000) 2024-10-24 16:09:53 Image size of job updated: 4100544 89 - MemoryUsage of job (MB) 90216 - ResidentSetSize of job (KB) ... 028 (10628.678.000) 2024-10-24 16:09:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:53.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 678 ResidentSetSize = 90216 Size = 4100544 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.678.000) 2024-10-24 16:09:53 Started transferring output files ... 028 (10628.678.000) 2024-10-24 16:09:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:53.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 678 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.678.000) 2024-10-24 16:09:53 Finished transferring output files ... 028 (10628.678.000) 2024-10-24 16:09:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:53.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 678 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.678.000) 2024-10-24 16:09:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:03:36, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:03:36, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92403 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92403 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470949 2000000 2004364 GPUs : 0 Memory (MB) : 89 2000 2048 Job terminated of its own accord at 2024-10-24T20:09:53Z with exit-code 0. ... 028 (10628.678.000) 2024-10-24 16:09:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9746665742871066 Disk = 2004364 DiskUsage = 470949 EventTime = "2024-10-24T16:09:53.649" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 89 MyType = "JobTerminatedEvent" Proc = 678 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:03:36, Sys 0 00:00:32" SentBytes = 92403.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800593; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:03:36, Sys 0 00:00:32" TotalSentBytes = 92403.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.012.000) 2024-10-24 16:09:55 Image size of job updated: 3749416 75 - MemoryUsage of job (MB) 76480 - ResidentSetSize of job (KB) ... 028 (10628.012.000) 2024-10-24 16:09:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:55.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 12 ResidentSetSize = 76480 Size = 3749416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.012.000) 2024-10-24 16:09:57 Started transferring output files ... 028 (10628.012.000) 2024-10-24 16:09:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:57.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 12 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.012.000) 2024-10-24 16:09:57 Finished transferring output files ... 028 (10628.012.000) 2024-10-24 16:09:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:09:57.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 12 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.012.000) 2024-10-24 16:09:58 Job terminated. (1) Normal termination (return value 0) Usr 0 04:00:49, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:00:49, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88837 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88837 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.93 1 1 Disk (KB) : 467601 2000000 2001920 GPUs : 0 Memory (MB) : 75 2000 2048 Job terminated of its own accord at 2024-10-24T20:09:55Z with exit-code 0. ... 028 (10628.012.000) 2024-10-24 16:09:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9290784283961137 Disk = 2001920 DiskUsage = 467601 EventTime = "2024-10-24T16:09:58.449" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620102" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449719" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 75 MyType = "JobTerminatedEvent" Proc = 12 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:00:49, Sys 0 00:00:22" SentBytes = 88837.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800595; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:00:49, Sys 0 00:00:22" TotalSentBytes = 88837.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.123.000) 2024-10-24 16:10:05 Image size of job updated: 3721180 246 - MemoryUsage of job (MB) 251512 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 16:10:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:05.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 251512 Size = 3721180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.025.000) 2024-10-24 16:10:11 Image size of job updated: 3817264 271 - MemoryUsage of job (MB) 276948 - ResidentSetSize of job (KB) ... 028 (10628.025.000) 2024-10-24 16:10:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:11.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 271 MyType = "JobImageSizeEvent" Proc = 25 ResidentSetSize = 276948 Size = 3817264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.025.000) 2024-10-24 16:10:13 Started transferring output files ... 028 (10628.025.000) 2024-10-24 16:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:13.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 25 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.025.000) 2024-10-24 16:10:13 Finished transferring output files ... 028 (10628.025.000) 2024-10-24 16:10:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:13.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 25 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.025.000) 2024-10-24 16:10:14 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:48, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:48, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89229 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89229 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467633 2000000 2001920 GPUs : 0 Memory (MB) : 271 2000 2048 Job terminated of its own accord at 2024-10-24T20:10:11Z with exit-code 0. ... 028 (10628.025.000) 2024-10-24 16:10:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9566399886059764 Disk = 2001920 DiskUsage = 467633 EventTime = "2024-10-24T16:10:14.410" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457068" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 271 MyType = "JobTerminatedEvent" Proc = 25 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:48, Sys 0 00:00:14" SentBytes = 89229.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800611; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:48, Sys 0 00:00:14" TotalSentBytes = 89229.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.430.000) 2024-10-24 16:10:38 Image size of job updated: 3722264 81 - MemoryUsage of job (MB) 81948 - ResidentSetSize of job (KB) ... 028 (10628.430.000) 2024-10-24 16:10:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:38.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 430 ResidentSetSize = 81948 Size = 3722264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.430.000) 2024-10-24 16:10:54 Started transferring output files ... 028 (10628.430.000) 2024-10-24 16:10:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:54.452" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 430 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.430.000) 2024-10-24 16:10:54 Finished transferring output files ... 028 (10628.430.000) 2024-10-24 16:10:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:10:54.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 430 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.430.000) 2024-10-24 16:10:56 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:10, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:05:10, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91812 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91812 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616132 2000000 2004364 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T20:10:54Z with exit-code 0. ... 028 (10628.430.000) 2024-10-24 16:10:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880515393279851 Disk = 2004364 DiskUsage = 616132 EventTime = "2024-10-24T16:10:56.695" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 430 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:10, Sys 0 00:00:33" SentBytes = 91812.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800654; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:05:10, Sys 0 00:00:33" TotalSentBytes = 91812.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.631.000) 2024-10-24 16:11:00 Image size of job updated: 3721748 247 - MemoryUsage of job (MB) 252732 - ResidentSetSize of job (KB) ... 028 (10628.631.000) 2024-10-24 16:11:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:00.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 631 ResidentSetSize = 252732 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.567.000) 2024-10-24 16:11:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@IU-Jetstream2-Backfill.6e755c81e8fe <172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5> ... 028 (10628.567.000) 2024-10-24 16:11:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:11:01.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 567 StartdAddr = "<172.17.0.2:35969?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29333594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9943231&PrivNet=IU-Jetstream2-Backfill.6e755c81e8fe&addrs=172.17.0.2-35969&alias=IU-Jetstream2-Backfill.6e755c81e8fe&noUDP&sock=startd_4632_bec5>" StartdName = "slot1_7@IU-Jetstream2-Backfill.6e755c81e8fe" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.583.000) 2024-10-24 16:11:01 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 37152 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 16:11:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:01.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37152 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.624.000) 2024-10-24 16:11:02 Image size of job updated: 3789596 245 - MemoryUsage of job (MB) 250740 - ResidentSetSize of job (KB) ... 028 (10628.624.000) 2024-10-24 16:11:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:02.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 624 ResidentSetSize = 250740 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.708.000) 2024-10-24 16:11:05 Image size of job updated: 3789616 244 - MemoryUsage of job (MB) 249768 - ResidentSetSize of job (KB) ... 028 (10628.708.000) 2024-10-24 16:11:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:05.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 708 ResidentSetSize = 249768 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.713.000) 2024-10-24 16:11:07 Image size of job updated: 3788008 251 - MemoryUsage of job (MB) 256916 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 16:11:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:07.802" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 256916 Size = 3788008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.624.000) 2024-10-24 16:11:09 Started transferring output files ... 028 (10628.624.000) 2024-10-24 16:11:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:09.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 624 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.624.000) 2024-10-24 16:11:09 Finished transferring output files ... 028 (10628.624.000) 2024-10-24 16:11:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:11:09.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 624 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.624.000) 2024-10-24 16:11:12 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:20, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:06:20, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92212 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92212 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 612862 2000000 2004364 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:11:09Z with exit-code 0. ... 028 (10628.624.000) 2024-10-24 16:11:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887134640916152 Disk = 2004364 DiskUsage = 612862 EventTime = "2024-10-24T16:11:12.204" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 624 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:20, Sys 0 00:00:28" SentBytes = 92212.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800669; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:06:20, Sys 0 00:00:28" TotalSentBytes = 92212.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.123.000) 2024-10-24 16:12:13 Image size of job updated: 3721740 246 - MemoryUsage of job (MB) 251512 - ResidentSetSize of job (KB) ... 028 (10628.123.000) 2024-10-24 16:12:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:13.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 123 ResidentSetSize = 251512 Size = 3721740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.123.000) 2024-10-24 16:12:13 Started transferring output files ... 028 (10628.123.000) 2024-10-24 16:12:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:13.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 123 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.123.000) 2024-10-24 16:12:13 Finished transferring output files ... 028 (10628.123.000) 2024-10-24 16:12:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:13.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 123 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.123.000) 2024-10-24 16:12:13 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:54, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:54, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88668 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88668 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 516722 2000000 2004285 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T20:12:13Z with exit-code 0. ... 028 (10628.123.000) 2024-10-24 16:12:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870031918272233 Disk = 2004285 DiskUsage = 516722 EventTime = "2024-10-24T16:12:13.631" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196459.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@osg-4196459-0-fnpc19108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 123 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:54, Sys 0 00:00:22" SentBytes = 88668.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800733; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:54, Sys 0 00:00:22" TotalSentBytes = 88668.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.708.000) 2024-10-24 16:12:25 Image size of job updated: 4029484 244 - MemoryUsage of job (MB) 249768 - ResidentSetSize of job (KB) ... 028 (10628.708.000) 2024-10-24 16:12:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:25.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 708 ResidentSetSize = 249768 Size = 4029484 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.708.000) 2024-10-24 16:12:26 Started transferring output files ... 028 (10628.708.000) 2024-10-24 16:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:26.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 708 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.708.000) 2024-10-24 16:12:26 Finished transferring output files ... 028 (10628.708.000) 2024-10-24 16:12:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:26.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 708 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.708.000) 2024-10-24 16:12:27 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:58, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:06:58, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93625 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93625 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 533480 2000000 2004364 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T20:12:25Z with exit-code 0. ... 028 (10628.708.000) 2024-10-24 16:12:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860609625723995 Disk = 2004364 DiskUsage = 533480 EventTime = "2024-10-24T16:12:27.691" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 708 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:58, Sys 0 00:00:30" SentBytes = 93625.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800745; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:06:58, Sys 0 00:00:30" TotalSentBytes = 93625.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.425.000) 2024-10-24 16:12:28 Image size of job updated: 3789336 245 - MemoryUsage of job (MB) 249868 - ResidentSetSize of job (KB) ... 028 (10628.425.000) 2024-10-24 16:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:28.076" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 425 ResidentSetSize = 249868 Size = 3789336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.425.000) 2024-10-24 16:12:28 Started transferring output files ... 028 (10628.425.000) 2024-10-24 16:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:28.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 425 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.425.000) 2024-10-24 16:12:28 Finished transferring output files ... 028 (10628.425.000) 2024-10-24 16:12:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:28.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 425 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.425.000) 2024-10-24 16:12:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:07:23, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:07:23, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89361 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89361 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473049 2000000 2004323 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:12:28Z with exit-code 0. ... 028 (10628.425.000) 2024-10-24 16:12:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909813107154748 Disk = 2004323 DiskUsage = 473049 EventTime = "2024-10-24T16:12:29.342" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 425 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:07:23, Sys 0 00:00:33" SentBytes = 89361.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800748; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:07:23, Sys 0 00:00:33" TotalSentBytes = 89361.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.631.000) 2024-10-24 16:12:51 Started transferring output files ... 028 (10628.631.000) 2024-10-24 16:12:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:51.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 631 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.631.000) 2024-10-24 16:12:51 Finished transferring output files ... 028 (10628.631.000) 2024-10-24 16:12:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:51.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 631 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.631.000) 2024-10-24 16:12:51 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:15, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:58:15, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91634 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91634 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.22 1 1 Disk (KB) : 553403 2000000 2004356 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T20:12:50Z with exit-code 0. ... 028 (10628.631.000) 2024-10-24 16:12:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.2180784172392417 Disk = 2004356 DiskUsage = 553403 EventTime = "2024-10-24T16:12:51.768" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 631 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:15, Sys 0 00:00:14" SentBytes = 91634.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800770; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:58:15, Sys 0 00:00:14" TotalSentBytes = 91634.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.479.000) 2024-10-24 16:12:57 Image size of job updated: 4099004 98 - MemoryUsage of job (MB) 99668 - ResidentSetSize of job (KB) ... 028 (10628.479.000) 2024-10-24 16:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:57.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 479 ResidentSetSize = 99668 Size = 4099004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.479.000) 2024-10-24 16:12:57 Started transferring output files ... 028 (10628.479.000) 2024-10-24 16:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:57.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 479 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.479.000) 2024-10-24 16:12:57 Finished transferring output files ... 028 (10628.479.000) 2024-10-24 16:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:57.428" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 479 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.479.000) 2024-10-24 16:12:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:07:43, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:07:43, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89125 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89125 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472742 2000000 2004373 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T20:12:57Z with exit-code 0. ... 028 (10628.479.000) 2024-10-24 16:12:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9931011722902496 Disk = 2004373 DiskUsage = 472742 EventTime = "2024-10-24T16:12:57.744" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 479 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:07:43, Sys 0 00:00:28" SentBytes = 89125.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800777; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:07:43, Sys 0 00:00:28" TotalSentBytes = 89125.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.356.000) 2024-10-24 16:12:58 Image size of job updated: 3669712 84 - MemoryUsage of job (MB) 85820 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 16:12:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:12:58.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 85820 Size = 3669712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.212.000) 2024-10-24 16:13:02 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83380 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 16:13:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:02.863" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 83380 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.309.000) 2024-10-24 16:13:19 Image size of job updated: 3895984 96 - MemoryUsage of job (MB) 97508 - ResidentSetSize of job (KB) ... 028 (10628.309.000) 2024-10-24 16:13:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:19.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 309 ResidentSetSize = 97508 Size = 3895984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.309.000) 2024-10-24 16:13:19 Started transferring output files ... 028 (10628.309.000) 2024-10-24 16:13:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:19.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 309 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.309.000) 2024-10-24 16:13:19 Finished transferring output files ... 028 (10628.309.000) 2024-10-24 16:13:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:19.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 309 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.309.000) 2024-10-24 16:13:19 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:02, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:02, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91420 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91420 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471567 2000000 2004364 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T20:13:19Z with exit-code 0. ... 028 (10628.309.000) 2024-10-24 16:13:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9899743222377739 Disk = 2004364 DiskUsage = 471567 EventTime = "2024-10-24T16:13:19.769" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 309 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:02, Sys 0 00:00:33" SentBytes = 91420.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800799; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:02, Sys 0 00:00:33" TotalSentBytes = 91420.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.247.000) 2024-10-24 16:13:46 Image size of job updated: 3500000 106 - MemoryUsage of job (MB) 107776 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 16:13:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:46.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 107776 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.024.000) 2024-10-24 16:13:48 Image size of job updated: 3749180 267 - MemoryUsage of job (MB) 272764 - ResidentSetSize of job (KB) ... 028 (10628.024.000) 2024-10-24 16:13:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:48.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 267 MyType = "JobImageSizeEvent" Proc = 24 ResidentSetSize = 272764 Size = 3749180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.704.000) 2024-10-24 16:13:50 Image size of job updated: 4099260 96 - MemoryUsage of job (MB) 97768 - ResidentSetSize of job (KB) ... 028 (10628.704.000) 2024-10-24 16:13:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:50.593" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 704 ResidentSetSize = 97768 Size = 4099260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.024.000) 2024-10-24 16:13:50 Started transferring output files ... 028 (10628.024.000) 2024-10-24 16:13:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:50.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 24 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.024.000) 2024-10-24 16:13:50 Finished transferring output files ... 028 (10628.024.000) 2024-10-24 16:13:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:50.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 24 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.704.000) 2024-10-24 16:13:50 Started transferring output files ... 028 (10628.704.000) 2024-10-24 16:13:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:50.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 704 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.704.000) 2024-10-24 16:13:50 Finished transferring output files ... 028 (10628.704.000) 2024-10-24 16:13:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:50.834" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 704 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.704.000) 2024-10-24 16:13:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:08:01, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:08:01, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92726 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92726 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471857 2000000 2004323 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T20:13:50Z with exit-code 0. ... 028 (10628.704.000) 2024-10-24 16:13:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886888135642622 Disk = 2004323 DiskUsage = 471857 EventTime = "2024-10-24T16:13:51.179" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484280" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976137.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976137-0-fnpc19123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 704 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:08:01, Sys 0 00:00:32" SentBytes = 92726.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800830; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:08:01, Sys 0 00:00:32" TotalSentBytes = 92726.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.024.000) 2024-10-24 16:13:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:56:44, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:56:44, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88829 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88829 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468819 2000000 2001921 GPUs : 0 Memory (MB) : 267 2000 2048 Job terminated of its own accord at 2024-10-24T20:13:48Z with exit-code 0. ... 028 (10628.024.000) 2024-10-24 16:13:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9816082111296781 Disk = 2001921 DiskUsage = 468819 EventTime = "2024-10-24T16:13:52.655" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621573" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457175" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 267 MyType = "JobTerminatedEvent" Proc = 24 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:56:44, Sys 0 00:00:13" SentBytes = 88829.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800828; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:56:44, Sys 0 00:00:13" TotalSentBytes = 88829.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.918.000) 2024-10-24 16:13:52 Image size of job updated: 3722528 84 - MemoryUsage of job (MB) 85812 - ResidentSetSize of job (KB) ... 028 (10628.918.000) 2024-10-24 16:13:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:52.899" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 918 ResidentSetSize = 85812 Size = 3722528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.918.000) 2024-10-24 16:13:53 Started transferring output files ... 028 (10628.918.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:53.088" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 918 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.918.000) 2024-10-24 16:13:53 Finished transferring output files ... 028 (10628.918.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:53.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 918 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.918.000) 2024-10-24 16:13:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:32, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:06:32, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88050 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88050 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474391 2000000 2004300 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T20:13:52Z with exit-code 0. ... 028 (10628.918.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903460154268722 Disk = 2004300 DiskUsage = 474391 EventTime = "2024-10-24T16:13:53.707" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975817.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975817-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 918 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:32, Sys 0 00:00:26" SentBytes = 88050.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800832; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:06:32, Sys 0 00:00:26" TotalSentBytes = 88050.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.323.000) 2024-10-24 16:13:53 Image size of job updated: 3722000 89 - MemoryUsage of job (MB) 90804 - ResidentSetSize of job (KB) ... 028 (10628.323.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:53.711" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 89 MyType = "JobImageSizeEvent" Proc = 323 ResidentSetSize = 90804 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.323.000) 2024-10-24 16:13:53 Started transferring output files ... 028 (10628.323.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:53.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 323 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.323.000) 2024-10-24 16:13:53 Finished transferring output files ... 028 (10628.323.000) 2024-10-24 16:13:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:13:53.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 323 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.323.000) 2024-10-24 16:13:54 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:22, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:06:22, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93995 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93995 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472132 2000000 2004320 GPUs : 0 Memory (MB) : 89 2000 2048 Job terminated of its own accord at 2024-10-24T20:13:53Z with exit-code 0. ... 028 (10628.323.000) 2024-10-24 16:13:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9814364230243272 Disk = 2004320 DiskUsage = 472132 EventTime = "2024-10-24T16:13:54.624" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975899.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975899-0-fnpc9034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 89 MyType = "JobTerminatedEvent" Proc = 323 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:22, Sys 0 00:00:21" SentBytes = 93995.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800833; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:06:22, Sys 0 00:00:21" TotalSentBytes = 93995.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.354.000) 2024-10-24 16:13:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu <10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.354.000) 2024-10-24 16:13:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:13:59.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 354 StartdAddr = "<10.136.81.226:37171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414951%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9981391&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-37171&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_3@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.015.000) 2024-10-24 16:14:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_4098126_718195332@node0653.palmetto.clemson.edu <10.125.3.143:45343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50822897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9916646&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-45343&alias=node0653.palmetto.clemson.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 16:14:19 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:14:19.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 15 StartdAddr = "<10.125.3.143:45343?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50822897%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9916646&PrivNet=node0653.palmetto.clemson.edu&addrs=10.125.3.143-45343&alias=node0653.palmetto.clemson.edu&noUDP>" StartdName = "slot1_5@glidein_4098126_718195332@node0653.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.713.000) 2024-10-24 16:14:47 Image size of job updated: 3962804 251 - MemoryUsage of job (MB) 256916 - ResidentSetSize of job (KB) ... 028 (10628.713.000) 2024-10-24 16:14:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:47.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 713 ResidentSetSize = 256916 Size = 3962804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.713.000) 2024-10-24 16:14:47 Started transferring output files ... 028 (10628.713.000) 2024-10-24 16:14:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:47.799" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 713 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.713.000) 2024-10-24 16:14:48 Finished transferring output files ... 028 (10628.713.000) 2024-10-24 16:14:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:48.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 713 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.713.000) 2024-10-24 16:14:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:59:07, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:07, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88019 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88019 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 487584 2000000 2004356 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:14:47Z with exit-code 0. ... 028 (10628.713.000) 2024-10-24 16:14:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01 Disk = 2004356 DiskUsage = 487584 EventTime = "2024-10-24T16:14:48.609" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3975758-0-fnpc9029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 713 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:59:07, Sys 0 00:00:14" SentBytes = 88019.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800887; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:59:07, Sys 0 00:00:14" TotalSentBytes = 88019.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.023.000) 2024-10-24 16:14:55 Image size of job updated: 3817032 281 - MemoryUsage of job (MB) 287564 - ResidentSetSize of job (KB) ... 028 (10628.023.000) 2024-10-24 16:14:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:55.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 23 ResidentSetSize = 287564 Size = 3817032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.023.000) 2024-10-24 16:14:56 Started transferring output files ... 028 (10628.023.000) 2024-10-24 16:14:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:56.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 23 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.023.000) 2024-10-24 16:14:56 Finished transferring output files ... 028 (10628.023.000) 2024-10-24 16:14:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:14:56.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 23 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.023.000) 2024-10-24 16:14:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:30, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:30, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89318 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89318 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468225 2000000 2001920 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T20:14:54Z with exit-code 0. ... 028 (10628.023.000) 2024-10-24 16:14:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9765345227373929 Disk = 2001920 DiskUsage = 468225 EventTime = "2024-10-24T16:14:57.909" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457067" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 23 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:30, Sys 0 00:00:13" SentBytes = 89318.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800894; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:01:30, Sys 0 00:00:13" TotalSentBytes = 89318.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.126.000) 2024-10-24 16:15:04 Image size of job updated: 3721492 240 - MemoryUsage of job (MB) 245384 - ResidentSetSize of job (KB) ... 028 (10628.126.000) 2024-10-24 16:15:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:04.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 126 ResidentSetSize = 245384 Size = 3721492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.280.000) 2024-10-24 16:15:16 Image size of job updated: 3963828 100 - MemoryUsage of job (MB) 102368 - ResidentSetSize of job (KB) ... 028 (10628.280.000) 2024-10-24 16:15:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:16.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 100 MyType = "JobImageSizeEvent" Proc = 280 ResidentSetSize = 102368 Size = 3963828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.280.000) 2024-10-24 16:15:21 Started transferring output files ... 028 (10628.280.000) 2024-10-24 16:15:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:21.952" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 280 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.280.000) 2024-10-24 16:15:22 Finished transferring output files ... 028 (10628.280.000) 2024-10-24 16:15:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:22.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 280 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.280.000) 2024-10-24 16:15:22 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:08, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:08, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93236 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93236 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616109 2000000 2004373 GPUs : 0 Memory (MB) : 100 2000 2048 Job terminated of its own accord at 2024-10-24T20:15:21Z with exit-code 0. ... 028 (10628.280.000) 2024-10-24 16:15:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9930900060073131 Disk = 2004373 DiskUsage = 616109 EventTime = "2024-10-24T16:15:22.335" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 100 MyType = "JobTerminatedEvent" Proc = 280 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:08, Sys 0 00:00:29" SentBytes = 93236.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800921; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:11:08, Sys 0 00:00:29" TotalSentBytes = 93236.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.534.000) 2024-10-24 16:15:23 Image size of job updated: 3789080 243 - MemoryUsage of job (MB) 248684 - ResidentSetSize of job (KB) ... 028 (10628.534.000) 2024-10-24 16:15:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:23.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 534 ResidentSetSize = 248684 Size = 3789080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.534.000) 2024-10-24 16:15:24 Started transferring output files ... 028 (10628.534.000) 2024-10-24 16:15:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:24.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 534 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.534.000) 2024-10-24 16:15:24 Finished transferring output files ... 028 (10628.534.000) 2024-10-24 16:15:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:24.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 534 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.534.000) 2024-10-24 16:15:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:53, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:53, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89874 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89874 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469150 2000000 2004364 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:15:23Z with exit-code 0. ... 028 (10628.534.000) 2024-10-24 16:15:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928975696282126 Disk = 2004364 DiskUsage = 469150 EventTime = "2024-10-24T16:15:24.420" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976144.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976144-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 534 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:53, Sys 0 00:00:30" SentBytes = 89874.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729800923; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:53, Sys 0 00:00:30" TotalSentBytes = 89874.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.375.000) 2024-10-24 16:15:30 Image size of job updated: 3788648 242 - MemoryUsage of job (MB) 247664 - ResidentSetSize of job (KB) ... 028 (10628.375.000) 2024-10-24 16:15:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:15:30.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 375 ResidentSetSize = 247664 Size = 3788648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.442.000) 2024-10-24 16:16:11 Image size of job updated: 3689216 110 - MemoryUsage of job (MB) 111992 - ResidentSetSize of job (KB) ... 028 (10628.442.000) 2024-10-24 16:16:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:16:11.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 442 ResidentSetSize = 111992 Size = 3689216 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.375.000) 2024-10-24 16:16:58 Image size of job updated: 3789352 243 - MemoryUsage of job (MB) 248688 - ResidentSetSize of job (KB) ... 028 (10628.375.000) 2024-10-24 16:16:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:16:58.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 375 ResidentSetSize = 248688 Size = 3789352 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.375.000) 2024-10-24 16:16:58 Started transferring output files ... 028 (10628.375.000) 2024-10-24 16:16:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:16:58.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 375 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.375.000) 2024-10-24 16:16:58 Finished transferring output files ... 028 (10628.375.000) 2024-10-24 16:16:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:16:58.651" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 375 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.375.000) 2024-10-24 16:16:58 Job terminated. (1) Normal termination (return value 0) Usr 0 04:12:05, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:12:05, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93143 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93143 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 494088 2000000 2004373 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:16:58Z with exit-code 0. ... 028 (10628.375.000) 2024-10-24 16:16:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9906803328328796 Disk = 2004373 DiskUsage = 494088 EventTime = "2024-10-24T16:16:58.990" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 375 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:12:05, Sys 0 00:00:29" SentBytes = 93143.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801018; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:12:05, Sys 0 00:00:29" TotalSentBytes = 93143.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.126.000) 2024-10-24 16:17:08 Image size of job updated: 4035008 240 - MemoryUsage of job (MB) 245384 - ResidentSetSize of job (KB) ... 028 (10628.126.000) 2024-10-24 16:17:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:08.239" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 126 ResidentSetSize = 245384 Size = 4035008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.126.000) 2024-10-24 16:17:08 Started transferring output files ... 028 (10628.126.000) 2024-10-24 16:17:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:08.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 126 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.126.000) 2024-10-24 16:17:08 Finished transferring output files ... 028 (10628.126.000) 2024-10-24 16:17:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:08.506" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 126 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.126.000) 2024-10-24 16:17:08 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:49, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:49, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87928 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87928 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 506731 2000000 2004383 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T20:17:08Z with exit-code 0. ... 028 (10628.126.000) 2024-10-24 16:17:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9953971383021417 Disk = 2004383 DiskUsage = 506731 EventTime = "2024-10-24T16:17:08.857" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 126 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:49, Sys 0 00:00:28" SentBytes = 87928.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801028; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:11:49, Sys 0 00:00:28" TotalSentBytes = 87928.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.171.000) 2024-10-24 16:17:09 Image size of job updated: 3748600 277 - MemoryUsage of job (MB) 283292 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 16:17:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:09.337" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 283292 Size = 3748600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.442.000) 2024-10-24 16:17:40 Image size of job updated: 3721480 247 - MemoryUsage of job (MB) 252756 - ResidentSetSize of job (KB) ... 028 (10628.442.000) 2024-10-24 16:17:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:40.365" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 442 ResidentSetSize = 252756 Size = 3721480 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.442.000) 2024-10-24 16:17:40 Started transferring output files ... 028 (10628.442.000) 2024-10-24 16:17:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:40.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 442 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.442.000) 2024-10-24 16:17:40 Finished transferring output files ... 028 (10628.442.000) 2024-10-24 16:17:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:40.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 442 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.442.000) 2024-10-24 16:17:40 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:28, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:05:28, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90212 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90212 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.80 1 1 Disk (KB) : 485193 2000000 2007840 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T20:17:40Z with exit-code 0. ... 028 (10628.442.000) 2024-10-24 16:17:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8012802673707866 Disk = 2007840 DiskUsage = 485193 EventTime = "2024-10-24T16:17:40.925" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 442 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:28, Sys 0 00:00:17" SentBytes = 90212.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801060; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:05:28, Sys 0 00:00:17" TotalSentBytes = 90212.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.287.000) 2024-10-24 16:17:56 Image size of job updated: 3654176 243 - MemoryUsage of job (MB) 248396 - ResidentSetSize of job (KB) ... 028 (10628.287.000) 2024-10-24 16:17:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:56.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 287 ResidentSetSize = 248396 Size = 3654176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.287.000) 2024-10-24 16:17:57 Started transferring output files ... 028 (10628.287.000) 2024-10-24 16:17:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:57.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 287 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.287.000) 2024-10-24 16:17:57 Finished transferring output files ... 028 (10628.287.000) 2024-10-24 16:17:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:17:57.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 287 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.287.000) 2024-10-24 16:17:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:13:06, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:13:06, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88743 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88743 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472141 2000000 2004364 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:17:56Z with exit-code 0. ... 028 (10628.287.000) 2024-10-24 16:17:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913474650894772 Disk = 2004364 DiskUsage = 472141 EventTime = "2024-10-24T16:17:57.475" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 287 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:13:06, Sys 0 00:00:34" SentBytes = 88743.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801076; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:13:06, Sys 0 00:00:34" TotalSentBytes = 88743.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.229.000) 2024-10-24 16:18:03 Image size of job updated: 3561660 85 - MemoryUsage of job (MB) 86228 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 16:18:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:03.383" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 86228 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.343.000) 2024-10-24 16:18:08 Image size of job updated: 3749680 268 - MemoryUsage of job (MB) 274008 - ResidentSetSize of job (KB) ... 028 (10628.343.000) 2024-10-24 16:18:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:08.832" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 268 MyType = "JobImageSizeEvent" Proc = 343 ResidentSetSize = 274008 Size = 3749680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.343.000) 2024-10-24 16:18:09 Started transferring output files ... 028 (10628.343.000) 2024-10-24 16:18:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:09.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 343 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.343.000) 2024-10-24 16:18:10 Finished transferring output files ... 028 (10628.343.000) 2024-10-24 16:18:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:10.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 343 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.343.000) 2024-10-24 16:18:11 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:49, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:49, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88938 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88938 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 471263 2000000 2001921 GPUs : 0 Memory (MB) : 268 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:08Z with exit-code 0. ... 028 (10628.343.000) 2024-10-24 16:18:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.965271884998396 Disk = 2001921 DiskUsage = 471263 EventTime = "2024-10-24T16:18:11.219" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 268 MyType = "JobTerminatedEvent" Proc = 343 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:49, Sys 0 00:00:08" SentBytes = 88938.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801088; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:49, Sys 0 00:00:08" TotalSentBytes = 88938.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.536.000) 2024-10-24 16:18:11 Image size of job updated: 3749684 281 - MemoryUsage of job (MB) 286936 - ResidentSetSize of job (KB) ... 028 (10628.536.000) 2024-10-24 16:18:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:11.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 536 ResidentSetSize = 286936 Size = 3749684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.172.000) 2024-10-24 16:18:12 Image size of job updated: 4058504 113 - MemoryUsage of job (MB) 115184 - ResidentSetSize of job (KB) ... 028 (10628.172.000) 2024-10-24 16:18:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:12.330" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 113 MyType = "JobImageSizeEvent" Proc = 172 ResidentSetSize = 115184 Size = 4058504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.171.000) 2024-10-24 16:18:12 Image size of job updated: 3749200 277 - MemoryUsage of job (MB) 283292 - ResidentSetSize of job (KB) ... 028 (10628.171.000) 2024-10-24 16:18:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:12.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 171 ResidentSetSize = 283292 Size = 3749200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.536.000) 2024-10-24 16:18:12 Started transferring output files ... 028 (10628.536.000) 2024-10-24 16:18:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:12.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 536 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.536.000) 2024-10-24 16:18:12 Finished transferring output files ... 028 (10628.536.000) 2024-10-24 16:18:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:12.820" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 536 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.172.000) 2024-10-24 16:18:13 Started transferring output files ... 028 (10628.172.000) 2024-10-24 16:18:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:13.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 172 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.172.000) 2024-10-24 16:18:13 Finished transferring output files ... 028 (10628.172.000) 2024-10-24 16:18:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:13.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 172 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.172.000) 2024-10-24 16:18:14 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:34, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:34, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88977 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88977 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471223 2000000 2001921 GPUs : 0 Memory (MB) : 113 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:12Z with exit-code 0. ... 028 (10628.172.000) 2024-10-24 16:18:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9861495699141372 Disk = 2001921 DiskUsage = 471223 EventTime = "2024-10-24T16:18:14.896" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 113 MyType = "JobTerminatedEvent" Proc = 172 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:34, Sys 0 00:00:08" SentBytes = 88977.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801092; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:34, Sys 0 00:00:08" TotalSentBytes = 88977.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.171.000) 2024-10-24 16:18:15 Started transferring output files ... 028 (10628.171.000) 2024-10-24 16:18:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:15.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 171 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.171.000) 2024-10-24 16:18:15 Finished transferring output files ... 028 (10628.171.000) 2024-10-24 16:18:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:15.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 171 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.536.000) 2024-10-24 16:18:15 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:41, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:41, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88795 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88795 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472167 2000000 2001920 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:11Z with exit-code 0. ... 028 (10628.536.000) 2024-10-24 16:18:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9821992130387853 Disk = 2001920 DiskUsage = 472167 EventTime = "2024-10-24T16:18:15.279" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 536 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:41, Sys 0 00:00:11" SentBytes = 88795.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801091; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:41, Sys 0 00:00:11" TotalSentBytes = 88795.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.171.000) 2024-10-24 16:18:16 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:51, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:51, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89020 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89020 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 517746 2000000 2001920 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:12Z with exit-code 0. ... 028 (10628.171.000) 2024-10-24 16:18:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9640667639992562 Disk = 2001920 DiskUsage = 517746 EventTime = "2024-10-24T16:18:16.538" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 171 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:51, Sys 0 00:00:12" SentBytes = 89020.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801092; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:51, Sys 0 00:00:12" TotalSentBytes = 89020.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.331.000) 2024-10-24 16:18:23 Image size of job updated: 3721996 249 - MemoryUsage of job (MB) 254500 - ResidentSetSize of job (KB) ... 028 (10628.331.000) 2024-10-24 16:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:23.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 331 ResidentSetSize = 254500 Size = 3721996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.331.000) 2024-10-24 16:18:23 Started transferring output files ... 028 (10628.331.000) 2024-10-24 16:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:23.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 331 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.331.000) 2024-10-24 16:18:23 Finished transferring output files ... 028 (10628.331.000) 2024-10-24 16:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:23.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 331 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.666.000) 2024-10-24 16:18:23 Image size of job updated: 3789600 245 - MemoryUsage of job (MB) 250144 - ResidentSetSize of job (KB) ... 028 (10628.666.000) 2024-10-24 16:18:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:23.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 666 ResidentSetSize = 250144 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.666.000) 2024-10-24 16:18:24 Started transferring output files ... 028 (10628.666.000) 2024-10-24 16:18:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:24.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 666 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.666.000) 2024-10-24 16:18:24 Finished transferring output files ... 028 (10628.666.000) 2024-10-24 16:18:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:24.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 666 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.331.000) 2024-10-24 16:18:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:32, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:06:32, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88378 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88378 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.70 1 1 Disk (KB) : 472133 2000000 2007840 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:23Z with exit-code 0. ... 028 (10628.331.000) 2024-10-24 16:18:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7043405876130763 Disk = 2007840 DiskUsage = 472133 EventTime = "2024-10-24T16:18:24.831" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 331 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:32, Sys 0 00:00:17" SentBytes = 88378.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801103; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:06:32, Sys 0 00:00:17" TotalSentBytes = 88378.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.666.000) 2024-10-24 16:18:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:12:52, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:12:52, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92834 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92834 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472441 2000000 2004373 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:23Z with exit-code 0. ... 028 (10628.666.000) 2024-10-24 16:18:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9920470249113258 Disk = 2004373 DiskUsage = 472441 EventTime = "2024-10-24T16:18:24.856" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 666 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:12:52, Sys 0 00:00:28" SentBytes = 92834.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801103; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:12:52, Sys 0 00:00:28" TotalSentBytes = 92834.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.757.000) 2024-10-24 16:18:28 Image size of job updated: 3749184 278 - MemoryUsage of job (MB) 284488 - ResidentSetSize of job (KB) ... 028 (10628.757.000) 2024-10-24 16:18:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:28.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 757 ResidentSetSize = 284488 Size = 3749184 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.757.000) 2024-10-24 16:18:30 Started transferring output files ... 028 (10628.757.000) 2024-10-24 16:18:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:30.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 757 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.757.000) 2024-10-24 16:18:30 Finished transferring output files ... 028 (10628.757.000) 2024-10-24 16:18:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:30.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 757 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.757.000) 2024-10-24 16:18:31 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:33, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:33, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89499 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89499 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472419 2000000 2001920 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:28Z with exit-code 0. ... 028 (10628.757.000) 2024-10-24 16:18:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9828169056031161 Disk = 2001920 DiskUsage = 472419 EventTime = "2024-10-24T16:18:31.774" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 757 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:33, Sys 0 00:00:11" SentBytes = 89499.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801108; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:33, Sys 0 00:00:11" TotalSentBytes = 89499.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.636.000) 2024-10-24 16:18:31 Image size of job updated: 3749676 265 - MemoryUsage of job (MB) 270760 - ResidentSetSize of job (KB) ... 028 (10628.636.000) 2024-10-24 16:18:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:31.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 265 MyType = "JobImageSizeEvent" Proc = 636 ResidentSetSize = 270760 Size = 3749676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.636.000) 2024-10-24 16:18:33 Started transferring output files ... 028 (10628.636.000) 2024-10-24 16:18:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:33.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 636 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.636.000) 2024-10-24 16:18:33 Finished transferring output files ... 028 (10628.636.000) 2024-10-24 16:18:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:33.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 636 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.636.000) 2024-10-24 16:18:34 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:23, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:23, Sys 0 00:00:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88562 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88562 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471555 2000000 2001921 GPUs : 0 Memory (MB) : 265 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:31Z with exit-code 0. ... 028 (10628.636.000) 2024-10-24 16:18:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9830947656242539 Disk = 2001921 DiskUsage = 471555 EventTime = "2024-10-24T16:18:34.267" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 265 MyType = "JobTerminatedEvent" Proc = 636 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:23, Sys 0 00:00:06" SentBytes = 88562.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801111; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:23, Sys 0 00:00:06" TotalSentBytes = 88562.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.758.000) 2024-10-24 16:18:44 Image size of job updated: 3749172 260 - MemoryUsage of job (MB) 266208 - ResidentSetSize of job (KB) ... 028 (10628.758.000) 2024-10-24 16:18:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:44.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 758 ResidentSetSize = 266208 Size = 3749172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.758.000) 2024-10-24 16:18:45 Started transferring output files ... 028 (10628.758.000) 2024-10-24 16:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:45.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 758 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.758.000) 2024-10-24 16:18:45 Finished transferring output files ... 028 (10628.758.000) 2024-10-24 16:18:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:18:45.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 758 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.758.000) 2024-10-24 16:18:46 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:33, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:33, Sys 0 00:00:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89368 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89368 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 471836 2000000 2001921 GPUs : 0 Memory (MB) : 260 2000 2048 Job terminated of its own accord at 2024-10-24T20:18:44Z with exit-code 0. ... 028 (10628.758.000) 2024-10-24 16:18:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9665155167547086 Disk = 2001921 DiskUsage = 471836 EventTime = "2024-10-24T16:18:46.942" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 758 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:33, Sys 0 00:00:06" SentBytes = 89368.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801124; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:33, Sys 0 00:00:06" TotalSentBytes = 89368.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.715.000) 2024-10-24 16:19:01 Image size of job updated: 3749688 263 - MemoryUsage of job (MB) 269004 - ResidentSetSize of job (KB) ... 028 (10628.715.000) 2024-10-24 16:19:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:01.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 263 MyType = "JobImageSizeEvent" Proc = 715 ResidentSetSize = 269004 Size = 3749688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.715.000) 2024-10-24 16:19:02 Started transferring output files ... 028 (10628.715.000) 2024-10-24 16:19:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:02.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 715 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.715.000) 2024-10-24 16:19:02 Finished transferring output files ... 028 (10628.715.000) 2024-10-24 16:19:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:02.423" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 715 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.715.000) 2024-10-24 16:19:03 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:01, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:01, Sys 0 00:00:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88965 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88965 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470915 2000000 2001921 GPUs : 0 Memory (MB) : 263 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:01Z with exit-code 0. ... 028 (10628.715.000) 2024-10-24 16:19:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9855508375550426 Disk = 2001921 DiskUsage = 470915 EventTime = "2024-10-24T16:19:03.627" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 263 MyType = "JobTerminatedEvent" Proc = 715 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:01, Sys 0 00:00:06" SentBytes = 88965.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801141; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:01, Sys 0 00:00:06" TotalSentBytes = 88965.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.339.000) 2024-10-24 16:19:08 Image size of job updated: 3682084 278 - MemoryUsage of job (MB) 284628 - ResidentSetSize of job (KB) ... 028 (10628.339.000) 2024-10-24 16:19:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:08.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 339 ResidentSetSize = 284628 Size = 3682084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.339.000) 2024-10-24 16:19:09 Started transferring output files ... 028 (10628.339.000) 2024-10-24 16:19:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:09.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 339 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.339.000) 2024-10-24 16:19:09 Finished transferring output files ... 028 (10628.339.000) 2024-10-24 16:19:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:09.706" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 339 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.339.000) 2024-10-24 16:19:10 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:11, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:11, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88906 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88906 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472743 2000000 2001920 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:08Z with exit-code 0. ... 028 (10628.339.000) 2024-10-24 16:19:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9758902512235621 Disk = 2001920 DiskUsage = 472743 EventTime = "2024-10-24T16:19:10.961" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 339 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:11, Sys 0 00:00:14" SentBytes = 88906.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801148; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:11, Sys 0 00:00:14" TotalSentBytes = 88906.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.449.000) 2024-10-24 16:19:25 Image size of job updated: 3749180 264 - MemoryUsage of job (MB) 269636 - ResidentSetSize of job (KB) ... 028 (10628.449.000) 2024-10-24 16:19:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:25.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 264 MyType = "JobImageSizeEvent" Proc = 449 ResidentSetSize = 269636 Size = 3749180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.449.000) 2024-10-24 16:19:26 Started transferring output files ... 028 (10628.449.000) 2024-10-24 16:19:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:26.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 449 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.449.000) 2024-10-24 16:19:26 Finished transferring output files ... 028 (10628.449.000) 2024-10-24 16:19:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:26.130" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 449 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.449.000) 2024-10-24 16:19:27 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:00, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:00, Sys 0 00:00:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88885 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88885 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469407 2000000 2001921 GPUs : 0 Memory (MB) : 264 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:25Z with exit-code 0. ... 028 (10628.449.000) 2024-10-24 16:19:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9855504191269651 Disk = 2001921 DiskUsage = 469407 EventTime = "2024-10-24T16:19:27.129" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 264 MyType = "JobTerminatedEvent" Proc = 449 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:00, Sys 0 00:00:06" SentBytes = 88885.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801165; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:11:00, Sys 0 00:00:06" TotalSentBytes = 88885.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.549.000) 2024-10-24 16:19:42 Image size of job updated: 3682612 265 - MemoryUsage of job (MB) 270848 - ResidentSetSize of job (KB) ... 028 (10628.549.000) 2024-10-24 16:19:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:42.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 265 MyType = "JobImageSizeEvent" Proc = 549 ResidentSetSize = 270848 Size = 3682612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.549.000) 2024-10-24 16:19:43 Started transferring output files ... 028 (10628.549.000) 2024-10-24 16:19:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:43.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 549 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.549.000) 2024-10-24 16:19:43 Finished transferring output files ... 028 (10628.549.000) 2024-10-24 16:19:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:43.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 549 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.549.000) 2024-10-24 16:19:44 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:09, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:09, Sys 0 00:00:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88939 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88939 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468523 2000000 2001921 GPUs : 0 Memory (MB) : 265 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:42Z with exit-code 0. ... 028 (10628.549.000) 2024-10-24 16:19:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9919758423851861 Disk = 2001921 DiskUsage = 468523 EventTime = "2024-10-24T16:19:44.538" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 265 MyType = "JobTerminatedEvent" Proc = 549 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:09, Sys 0 00:00:06" SentBytes = 88939.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801182; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:11:09, Sys 0 00:00:06" TotalSentBytes = 88939.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.745.000) 2024-10-24 16:19:45 Image size of job updated: 3749432 266 - MemoryUsage of job (MB) 271900 - ResidentSetSize of job (KB) ... 028 (10628.745.000) 2024-10-24 16:19:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:45.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 745 ResidentSetSize = 271900 Size = 3749432 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.745.000) 2024-10-24 16:19:46 Started transferring output files ... 028 (10628.745.000) 2024-10-24 16:19:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:46.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 745 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.745.000) 2024-10-24 16:19:46 Finished transferring output files ... 028 (10628.745.000) 2024-10-24 16:19:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:46.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 745 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.745.000) 2024-10-24 16:19:47 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:14, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:14, Sys 0 00:00:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88772 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88772 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468851 2000000 2001921 GPUs : 0 Memory (MB) : 266 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:45Z with exit-code 0. ... 028 (10628.745.000) 2024-10-24 16:19:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991984757558428 Disk = 2001921 DiskUsage = 468851 EventTime = "2024-10-24T16:19:47.222" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457381" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 266 MyType = "JobTerminatedEvent" Proc = 745 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:14, Sys 0 00:00:07" SentBytes = 88772.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801185; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:11:14, Sys 0 00:00:07" TotalSentBytes = 88772.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.997.000) 2024-10-24 16:19:51 Image size of job updated: 3630620 88 - MemoryUsage of job (MB) 89124 - ResidentSetSize of job (KB) ... 028 (10628.997.000) 2024-10-24 16:19:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:51.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MemoryUsage = 88 MyType = "JobImageSizeEvent" Proc = 997 ResidentSetSize = 89124 Size = 3630620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.744.000) 2024-10-24 16:19:54 Image size of job updated: 3749440 281 - MemoryUsage of job (MB) 287008 - ResidentSetSize of job (KB) ... 028 (10628.744.000) 2024-10-24 16:19:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:54.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 744 ResidentSetSize = 287008 Size = 3749440 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.744.000) 2024-10-24 16:19:55 Started transferring output files ... 028 (10628.744.000) 2024-10-24 16:19:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:55.444" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 744 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.744.000) 2024-10-24 16:19:55 Finished transferring output files ... 028 (10628.744.000) 2024-10-24 16:19:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:19:55.450" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 744 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.744.000) 2024-10-24 16:19:56 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:32, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:32, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89082 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89082 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 469719 2000000 2001920 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T20:19:54Z with exit-code 0. ... 028 (10628.744.000) 2024-10-24 16:19:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9683351170842368 Disk = 2001920 DiskUsage = 469719 EventTime = "2024-10-24T16:19:56.973" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 744 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:32, Sys 0 00:00:13" SentBytes = 89082.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801194; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:32, Sys 0 00:00:13" TotalSentBytes = 89082.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.154.000) 2024-10-24 16:20:04 Image size of job updated: 3722228 252 - MemoryUsage of job (MB) 257536 - ResidentSetSize of job (KB) ... 028 (10628.154.000) 2024-10-24 16:20:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:04.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 154 ResidentSetSize = 257536 Size = 3722228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.621.000) 2024-10-24 16:20:24 Image size of job updated: 3749180 86 - MemoryUsage of job (MB) 87952 - ResidentSetSize of job (KB) ... 028 (10628.621.000) 2024-10-24 16:20:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:24.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 621 ResidentSetSize = 87952 Size = 3749180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.338.000) 2024-10-24 16:20:25 Image size of job updated: 3721764 84 - MemoryUsage of job (MB) 85012 - ResidentSetSize of job (KB) ... 028 (10628.338.000) 2024-10-24 16:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:25.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 338 ResidentSetSize = 85012 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.621.000) 2024-10-24 16:20:25 Started transferring output files ... 028 (10628.621.000) 2024-10-24 16:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:25.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 621 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.621.000) 2024-10-24 16:20:25 Finished transferring output files ... 028 (10628.621.000) 2024-10-24 16:20:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:25.949" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 621 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.621.000) 2024-10-24 16:20:27 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:07, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:07, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89266 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89266 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467303 2000000 2001920 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T20:20:24Z with exit-code 0. ... 028 (10628.621.000) 2024-10-24 16:20:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9614715879065198 Disk = 2001920 DiskUsage = 467303 EventTime = "2024-10-24T16:20:27.124" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 621 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:07, Sys 0 00:00:18" SentBytes = 89266.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801224; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:07, Sys 0 00:00:18" TotalSentBytes = 89266.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.859.000) 2024-10-24 16:20:37 Image size of job updated: 3654656 83 - MemoryUsage of job (MB) 84028 - ResidentSetSize of job (KB) ... 028 (10628.859.000) 2024-10-24 16:20:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:37.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 859 ResidentSetSize = 84028 Size = 3654656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.859.000) 2024-10-24 16:20:37 Started transferring output files ... 028 (10628.859.000) 2024-10-24 16:20:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:37.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 859 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.859.000) 2024-10-24 16:20:37 Finished transferring output files ... 028 (10628.859.000) 2024-10-24 16:20:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:37.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 859 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.702.000) 2024-10-24 16:20:39 Image size of job updated: 3749716 279 - MemoryUsage of job (MB) 285144 - ResidentSetSize of job (KB) ... 028 (10628.702.000) 2024-10-24 16:20:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:39.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 702 ResidentSetSize = 285144 Size = 3749716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.859.000) 2024-10-24 16:20:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:49:49, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:49:49, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94359 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94359 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 470970 2000000 2007810 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T20:20:37Z with exit-code 0. ... 028 (10628.859.000) 2024-10-24 16:20:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9522206763237848 Disk = 2007810 DiskUsage = 470970 EventTime = "2024-10-24T16:20:39.718" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196623.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196623-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 859 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:49:49, Sys 0 00:00:19" SentBytes = 94359.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801237; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:49:49, Sys 0 00:00:19" TotalSentBytes = 94359.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.702.000) 2024-10-24 16:20:40 Started transferring output files ... 028 (10628.702.000) 2024-10-24 16:20:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:40.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 702 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.702.000) 2024-10-24 16:20:40 Finished transferring output files ... 028 (10628.702.000) 2024-10-24 16:20:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:40.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 702 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.702.000) 2024-10-24 16:20:41 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:43, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:43, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88968 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88968 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 467291 2000000 2001920 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T20:20:39Z with exit-code 0. ... 028 (10628.702.000) 2024-10-24 16:20:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9414317411705837 Disk = 2001920 DiskUsage = 467291 EventTime = "2024-10-24T16:20:41.686" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 702 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:43, Sys 0 00:00:22" SentBytes = 88968.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801239; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:43, Sys 0 00:00:22" TotalSentBytes = 88968.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.433.000) 2024-10-24 16:20:43 Image size of job updated: 3923840 126 - MemoryUsage of job (MB) 128520 - ResidentSetSize of job (KB) ... 028 (10628.433.000) 2024-10-24 16:20:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:43.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 126 MyType = "JobImageSizeEvent" Proc = 433 ResidentSetSize = 128520 Size = 3923840 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.433.000) 2024-10-24 16:20:45 Started transferring output files ... 028 (10628.433.000) 2024-10-24 16:20:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:45.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 433 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.433.000) 2024-10-24 16:20:45 Finished transferring output files ... 028 (10628.433.000) 2024-10-24 16:20:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:45.656" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 433 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.433.000) 2024-10-24 16:20:46 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:58, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:09:58, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88999 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88999 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 616101 2000000 2001920 GPUs : 0 Memory (MB) : 126 2000 2048 Job terminated of its own accord at 2024-10-24T20:20:44Z with exit-code 0. ... 028 (10628.433.000) 2024-10-24 16:20:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9802656030423564 Disk = 2001920 DiskUsage = 616101 EventTime = "2024-10-24T16:20:46.862" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621558" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457069" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 126 MyType = "JobTerminatedEvent" Proc = 433 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:58, Sys 0 00:00:25" SentBytes = 88999.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801244; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:09:58, Sys 0 00:00:25" TotalSentBytes = 88999.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.576.000) 2024-10-24 16:20:54 Image size of job updated: 3789592 247 - MemoryUsage of job (MB) 252140 - ResidentSetSize of job (KB) ... 028 (10628.576.000) 2024-10-24 16:20:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:20:54.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 576 ResidentSetSize = 252140 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.643.000) 2024-10-24 16:21:09 Image size of job updated: 3789000 247 - MemoryUsage of job (MB) 252692 - ResidentSetSize of job (KB) ... 028 (10628.643.000) 2024-10-24 16:21:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:09.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 643 ResidentSetSize = 252692 Size = 3789000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.728.000) 2024-10-24 16:21:10 Image size of job updated: 3721672 249 - MemoryUsage of job (MB) 254520 - ResidentSetSize of job (KB) ... 028 (10628.728.000) 2024-10-24 16:21:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:10.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 728 ResidentSetSize = 254520 Size = 3721672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.338.000) 2024-10-24 16:21:14 Started transferring output files ... 028 (10628.338.000) 2024-10-24 16:21:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:14.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 338 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.338.000) 2024-10-24 16:21:14 Finished transferring output files ... 028 (10628.338.000) 2024-10-24 16:21:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:14.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 338 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.338.000) 2024-10-24 16:21:15 Job terminated. (1) Normal termination (return value 0) Usr 0 04:14:42, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:14:42, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91237 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91237 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616109 2000000 2007830 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T20:21:14Z with exit-code 0. ... 028 (10628.338.000) 2024-10-24 16:21:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9926225389773733 Disk = 2007830 DiskUsage = 616109 EventTime = "2024-10-24T16:21:15.913" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 338 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:14:42, Sys 0 00:00:19" SentBytes = 91237.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801274; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:14:42, Sys 0 00:00:19" TotalSentBytes = 91237.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.576.000) 2024-10-24 16:21:21 Started transferring output files ... 028 (10628.576.000) 2024-10-24 16:21:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:21.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 576 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.576.000) 2024-10-24 16:21:22 Finished transferring output files ... 028 (10628.576.000) 2024-10-24 16:21:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:22.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 576 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.576.000) 2024-10-24 16:21:22 Job terminated. (1) Normal termination (return value 0) Usr 0 04:16:05, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:16:05, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92084 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92084 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 592510 2000000 2004373 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T20:21:21Z with exit-code 0. ... 028 (10628.576.000) 2024-10-24 16:21:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9906768836405143 Disk = 2004373 DiskUsage = 592510 EventTime = "2024-10-24T16:21:22.380" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976156.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976156-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 576 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:16:05, Sys 0 00:00:28" SentBytes = 92084.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801281; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:16:05, Sys 0 00:00:28" TotalSentBytes = 92084.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.154.000) 2024-10-24 16:21:31 Image size of job updated: 4107464 252 - MemoryUsage of job (MB) 257536 - ResidentSetSize of job (KB) ... 028 (10628.154.000) 2024-10-24 16:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:31.103" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 154 ResidentSetSize = 257536 Size = 4107464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.154.000) 2024-10-24 16:21:31 Started transferring output files ... 028 (10628.154.000) 2024-10-24 16:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:31.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 154 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.154.000) 2024-10-24 16:21:31 Finished transferring output files ... 028 (10628.154.000) 2024-10-24 16:21:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:21:31.369" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 154 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.154.000) 2024-10-24 16:21:31 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:19, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:19, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87938 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87938 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 514504 2000000 2007840 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T20:21:31Z with exit-code 0. ... 028 (10628.154.000) 2024-10-24 16:21:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9378016847685324 Disk = 2007840 DiskUsage = 514504 EventTime = "2024-10-24T16:21:31.698" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 154 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:19, Sys 0 00:00:17" SentBytes = 87938.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801291; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:19, Sys 0 00:00:17" TotalSentBytes = 87938.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.366.000) 2024-10-24 16:21:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_174202_390844178@mendel-b0001.mendel.sdmz.amnh.org, rescheduling job ... 028 (10628.366.000) 2024-10-24 16:21:43 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:21:43.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3265566" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549795" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobReconnectFailedEvent" Proc = 366 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_174202_390844178@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.816.000) 2024-10-24 16:21:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3584611_149249100@discovery-c7.cluster.local, rescheduling job ... 028 (10628.816.000) 2024-10-24 16:21:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:21:51.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 816 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3584611_149249100@discovery-c7.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.927.000) 2024-10-24 16:21:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3584611_149249100@discovery-c7.cluster.local, rescheduling job ... 028 (10628.927.000) 2024-10-24 16:21:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:21:51.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621142" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316243" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 927 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3584611_149249100@discovery-c7.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.921.000) 2024-10-24 16:22:02 Image size of job updated: 3722524 246 - MemoryUsage of job (MB) 251580 - ResidentSetSize of job (KB) ... 028 (10628.921.000) 2024-10-24 16:22:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:02.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 921 ResidentSetSize = 251580 Size = 3722524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.176.000) 2024-10-24 16:22:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3291869_322148640@execute-140.mortimer.hpc.uwm.edu, rescheduling job ... 028 (10628.176.000) 2024-10-24 16:22:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:02.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619173" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826765" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobReconnectFailedEvent" Proc = 176 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3291869_322148640@execute-140.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.921.000) 2024-10-24 16:22:07 Started transferring output files ... 028 (10628.921.000) 2024-10-24 16:22:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:07.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 921 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.921.000) 2024-10-24 16:22:07 Finished transferring output files ... 028 (10628.921.000) 2024-10-24 16:22:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:07.657" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 921 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.921.000) 2024-10-24 16:22:07 Job terminated. (1) Normal termination (return value 0) Usr 0 04:15:14, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:15:14, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88821 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88821 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616099 2000000 2004354 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:07Z with exit-code 0. ... 028 (10628.921.000) 2024-10-24 16:22:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853123293745826 Disk = 2004354 DiskUsage = 616099 EventTime = "2024-10-24T16:22:07.976" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196845.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196845-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 921 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:15:14, Sys 0 00:00:25" SentBytes = 88821.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801327; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:15:14, Sys 0 00:00:25" TotalSentBytes = 88821.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.789.000) 2024-10-24 16:22:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2824858_456364510@discovery-c5.cluster.local, rescheduling job ... 028 (10628.789.000) 2024-10-24 16:22:10 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:10.400" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275840" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316232" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 789 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2824858_456364510@discovery-c5.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.934.000) 2024-10-24 16:22:10 Image size of job updated: 3749176 277 - MemoryUsage of job (MB) 282984 - ResidentSetSize of job (KB) ... 028 (10628.934.000) 2024-10-24 16:22:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:10.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 934 ResidentSetSize = 282984 Size = 3749176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.198.000) 2024-10-24 16:22:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu, rescheduling job ... 028 (10628.198.000) 2024-10-24 16:22:11 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:11.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389373.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0443" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 198 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_1479815_382973229@comp-cc-0443.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.150.000) 2024-10-24 16:22:11 Image size of job updated: 4043816 105 - MemoryUsage of job (MB) 107228 - ResidentSetSize of job (KB) ... 028 (10628.150.000) 2024-10-24 16:22:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:11.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 150 ResidentSetSize = 107228 Size = 4043816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.150.000) 2024-10-24 16:22:11 Started transferring output files ... 028 (10628.150.000) 2024-10-24 16:22:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:11.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 150 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.150.000) 2024-10-24 16:22:12 Finished transferring output files ... 028 (10628.150.000) 2024-10-24 16:22:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:12.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 150 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.150.000) 2024-10-24 16:22:12 Job terminated. (1) Normal termination (return value 0) Usr 0 04:17:13, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:17:13, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93647 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93647 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473046 2000000 2004364 GPUs : 0 Memory (MB) : 105 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:11Z with exit-code 0. ... 028 (10628.150.000) 2024-10-24 16:22:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915658188687899 Disk = 2004364 DiskUsage = 473046 EventTime = "2024-10-24T16:22:12.351" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 105 MyType = "JobTerminatedEvent" Proc = 150 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:17:13, Sys 0 00:00:33" SentBytes = 93647.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801331; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:17:13, Sys 0 00:00:33" TotalSentBytes = 93647.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.208.000) 2024-10-24 16:22:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_707516_339748123@execute-138.mortimer.hpc.uwm.edu, rescheduling job ... 028 (10628.208.000) 2024-10-24 16:22:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:20.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618896" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826689" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobReconnectFailedEvent" Proc = 208 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_707516_339748123@execute-138.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.643.000) 2024-10-24 16:22:25 Image size of job updated: 3789580 248 - MemoryUsage of job (MB) 253268 - ResidentSetSize of job (KB) ... 028 (10628.643.000) 2024-10-24 16:22:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:25.823" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 643 ResidentSetSize = 253268 Size = 3789580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.643.000) 2024-10-24 16:22:26 Started transferring output files ... 028 (10628.643.000) 2024-10-24 16:22:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:26.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 643 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.643.000) 2024-10-24 16:22:26 Finished transferring output files ... 028 (10628.643.000) 2024-10-24 16:22:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:26.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 643 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.643.000) 2024-10-24 16:22:26 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:39, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:39, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90881 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90881 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.03 1 1 Disk (KB) : 508735 2000000 2007840 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:25Z with exit-code 0. ... 028 (10628.643.000) 2024-10-24 16:22:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.03 Disk = 2007840 DiskUsage = 508735 EventTime = "2024-10-24T16:22:26.444" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 643 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:39, Sys 0 00:00:17" SentBytes = 90881.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801345; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:39, Sys 0 00:00:17" TotalSentBytes = 90881.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.051.000) 2024-10-24 16:22:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2643682_61550120@c1925.swan.hcc.unl.edu <10.138.19.25:42039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052467&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-42039&alias=c1925.swan.hcc.unl.edu&noUDP> ... 028 (10628.051.000) 2024-10-24 16:22:29 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:22:29.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619011" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215196" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 51 StartdAddr = "<10.138.19.25:42039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29367929%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10052467&PrivNet=c1925.swan.hcc.unl.edu&addrs=10.138.19.25-42039&alias=c1925.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2643682_61550120@c1925.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.934.000) 2024-10-24 16:22:31 Started transferring output files ... 028 (10628.934.000) 2024-10-24 16:22:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:31.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 934 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.934.000) 2024-10-24 16:22:31 Finished transferring output files ... 028 (10628.934.000) 2024-10-24 16:22:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:31.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 934 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.934.000) 2024-10-24 16:22:33 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:00, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:00, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88937 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88937 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 585626 2000000 2001920 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:29Z with exit-code 0. ... 028 (10628.934.000) 2024-10-24 16:22:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9816925326054863 Disk = 2001920 DiskUsage = 585626 EventTime = "2024-10-24T16:22:33.636" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621599" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457276" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 934 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:00, Sys 0 00:00:24" SentBytes = 88937.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801349; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 03:57:00, Sys 0 00:00:24" TotalSentBytes = 88937.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.728.000) 2024-10-24 16:22:36 Image size of job updated: 3722240 250 - MemoryUsage of job (MB) 255672 - ResidentSetSize of job (KB) ... 028 (10628.728.000) 2024-10-24 16:22:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:36.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 728 ResidentSetSize = 255672 Size = 3722240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.728.000) 2024-10-24 16:22:36 Started transferring output files ... 028 (10628.728.000) 2024-10-24 16:22:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:36.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 728 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.728.000) 2024-10-24 16:22:36 Finished transferring output files ... 028 (10628.728.000) 2024-10-24 16:22:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:36.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 728 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.728.000) 2024-10-24 16:22:37 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:19, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:19, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90241 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90241 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.30 1 1 Disk (KB) : 510495 2000000 2007840 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:36Z with exit-code 0. ... 028 (10628.728.000) 2024-10-24 16:22:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3 Disk = 2007840 DiskUsage = 510495 EventTime = "2024-10-24T16:22:37.387" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 728 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:19, Sys 0 00:00:17" SentBytes = 90241.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801356; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:19, Sys 0 00:00:17" TotalSentBytes = 90241.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.712.000) 2024-10-24 16:22:53 Image size of job updated: 3789344 250 - MemoryUsage of job (MB) 255000 - ResidentSetSize of job (KB) ... 028 (10628.712.000) 2024-10-24 16:22:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:53.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 712 ResidentSetSize = 255000 Size = 3789344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.712.000) 2024-10-24 16:22:53 Started transferring output files ... 028 (10628.712.000) 2024-10-24 16:22:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:53.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 712 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.712.000) 2024-10-24 16:22:53 Finished transferring output files ... 028 (10628.712.000) 2024-10-24 16:22:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:53.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 712 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.099.000) 2024-10-24 16:22:53 Image size of job updated: 3970328 90 - MemoryUsage of job (MB) 91664 - ResidentSetSize of job (KB) ... 028 (10628.099.000) 2024-10-24 16:22:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:53.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 90 MyType = "JobImageSizeEvent" Proc = 99 ResidentSetSize = 91664 Size = 3970328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.099.000) 2024-10-24 16:22:53 Started transferring output files ... 028 (10628.099.000) 2024-10-24 16:22:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:53.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 99 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.099.000) 2024-10-24 16:22:54 Finished transferring output files ... 028 (10628.099.000) 2024-10-24 16:22:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:22:54.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 99 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 024 (10628.080.000) 2024-10-24 16:22:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3507151_101345010@comp-cc-0468.gwave.ics.psu.edu, rescheduling job ... 028 (10628.080.000) 2024-10-24 16:22:56 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:56.174" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389446.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 80 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3507151_101345010@comp-cc-0468.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.021.000) 2024-10-24 16:22:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_1746287_483992600@node1834.palmetto.clemson.edu, rescheduling job ... 028 (10628.021.000) 2024-10-24 16:22:57 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:57.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485241" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "866949" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 21 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_1746287_483992600@node1834.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.256.000) 2024-10-24 16:22:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2877341_227680065@dwarf53.beocat.ksu.edu, rescheduling job ... 028 (10628.256.000) 2024-10-24 16:22:58 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:22:58.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483714" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857070" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "JobReconnectFailedEvent" Proc = 256 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2877341_227680065@dwarf53.beocat.ksu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 005 (10628.712.000) 2024-10-24 16:22:58 Job terminated. (1) Normal termination (return value 0) Usr 0 04:18:56, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:18:56, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90500 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90500 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473059 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:53Z with exit-code 0. ... 028 (10628.712.000) 2024-10-24 16:22:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9961127135578789 Disk = 2001920 DiskUsage = 473059 EventTime = "2024-10-24T16:22:58.738" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 712 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:18:56, Sys 0 00:00:15" SentBytes = 90500.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801373; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:18:56, Sys 0 00:00:15" TotalSentBytes = 90500.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.099.000) 2024-10-24 16:22:58 Job terminated. (1) Normal termination (return value 0) Usr 0 04:20:34, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:20:34, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89908 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89908 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.83 1 1 Disk (KB) : 471266 2000000 2001920 GPUs : 0 Memory (MB) : 90 2000 2048 Job terminated of its own accord at 2024-10-24T20:22:53Z with exit-code 0. ... 028 (10628.099.000) 2024-10-24 16:22:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8266666666666667 Disk = 2001920 DiskUsage = 471266 EventTime = "2024-10-24T16:22:58.772" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 90 MyType = "JobTerminatedEvent" Proc = 99 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:20:34, Sys 0 00:00:14" SentBytes = 89908.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801373; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:20:34, Sys 0 00:00:14" TotalSentBytes = 89908.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.245.000) 2024-10-24 16:23:00 Image size of job updated: 3534536 83 - MemoryUsage of job (MB) 83976 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 16:23:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:00.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 83976 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.320.000) 2024-10-24 16:23:04 Image size of job updated: 3966392 99 - MemoryUsage of job (MB) 101112 - ResidentSetSize of job (KB) ... 028 (10628.320.000) 2024-10-24 16:23:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:04.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 320 ResidentSetSize = 101112 Size = 3966392 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.320.000) 2024-10-24 16:23:04 Started transferring output files ... 028 (10628.320.000) 2024-10-24 16:23:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:04.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 320 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.320.000) 2024-10-24 16:23:05 Finished transferring output files ... 028 (10628.320.000) 2024-10-24 16:23:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:05.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 320 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.320.000) 2024-10-24 16:23:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:17:23, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:17:23, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92850 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92850 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473049 2000000 2004343 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T20:23:04Z with exit-code 0. ... 028 (10628.320.000) 2024-10-24 16:23:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9961357427390434 Disk = 2004343 DiskUsage = 473049 EventTime = "2024-10-24T16:23:05.364" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 320 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:17:23, Sys 0 00:00:16" SentBytes = 92850.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801384; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:17:23, Sys 0 00:00:16" TotalSentBytes = 92850.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.013.000) 2024-10-24 16:23:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3184375_18903456@node1819.palmetto.clemson.edu, rescheduling job ... 028 (10628.013.000) 2024-10-24 16:23:11 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:11.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484778" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "865197" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 13 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3184375_18903456@node1819.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.408.000) 2024-10-24 16:23:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_35533_153425333@voh8, rescheduling job ... 028 (10628.408.000) 2024-10-24 16:23:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:17.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275780" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981566" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobReconnectFailedEvent" Proc = 408 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_35533_153425333@voh8" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.541.000) 2024-10-24 16:23:17 Image size of job updated: 3722008 253 - MemoryUsage of job (MB) 258156 - ResidentSetSize of job (KB) ... 028 (10628.541.000) 2024-10-24 16:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:17.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 541 ResidentSetSize = 258156 Size = 3722008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.541.000) 2024-10-24 16:23:17 Started transferring output files ... 028 (10628.541.000) 2024-10-24 16:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:17.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 541 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.541.000) 2024-10-24 16:23:17 Finished transferring output files ... 028 (10628.541.000) 2024-10-24 16:23:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:17.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 541 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.541.000) 2024-10-24 16:23:18 Job terminated. (1) Normal termination (return value 0) Usr 0 04:20:06, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:20:06, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90143 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90143 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471846 2000000 2001920 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T20:23:17Z with exit-code 0. ... 028 (10628.541.000) 2024-10-24 16:23:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9879739392710636 Disk = 2001920 DiskUsage = 471846 EventTime = "2024-10-24T16:23:18.734" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 541 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:20:06, Sys 0 00:00:15" SentBytes = 90143.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801397; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:20:06, Sys 0 00:00:15" TotalSentBytes = 90143.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.731.000) 2024-10-24 16:23:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3192368_290437254@chpc-compute012.cm.cluster, rescheduling job ... 028 (10628.731.000) 2024-10-24 16:23:24 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:24.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2607586" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365475" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "JobReconnectFailedEvent" Proc = 731 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3192368_290437254@chpc-compute012.cm.cluster" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.162.000) 2024-10-24 16:23:27 Image size of job updated: 3789592 245 - MemoryUsage of job (MB) 250824 - ResidentSetSize of job (KB) ... 028 (10628.162.000) 2024-10-24 16:23:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:27.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 162 ResidentSetSize = 250824 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.162.000) 2024-10-24 16:23:27 Started transferring output files ... 028 (10628.162.000) 2024-10-24 16:23:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:27.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 162 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.162.000) 2024-10-24 16:23:27 Finished transferring output files ... 028 (10628.162.000) 2024-10-24 16:23:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:27.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 162 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.162.000) 2024-10-24 16:23:27 Job terminated. (1) Normal termination (return value 0) Usr 0 04:18:57, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:18:57, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91864 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91864 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469128 2000000 2004300 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:23:27Z with exit-code 0. ... 028 (10628.162.000) 2024-10-24 16:23:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9933585918329402 Disk = 2004300 DiskUsage = 469128 EventTime = "2024-10-24T16:23:27.967" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 162 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:18:57, Sys 0 00:00:32" SentBytes = 91864.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801407; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:18:57, Sys 0 00:00:32" TotalSentBytes = 91864.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.384.000) 2024-10-24 16:23:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_33981_31699108@mem9, rescheduling job ... 028 (10628.384.000) 2024-10-24 16:23:31 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:31.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275534" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981515" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobReconnectFailedEvent" Proc = 384 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_33981_31699108@mem9" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.890.000) 2024-10-24 16:23:31 Image size of job updated: 3856668 240 - MemoryUsage of job (MB) 245432 - ResidentSetSize of job (KB) ... 028 (10628.890.000) 2024-10-24 16:23:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:31.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 890 ResidentSetSize = 245432 Size = 3856668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.890.000) 2024-10-24 16:23:31 Started transferring output files ... 028 (10628.890.000) 2024-10-24 16:23:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:31.743" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 890 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.890.000) 2024-10-24 16:23:31 Finished transferring output files ... 028 (10628.890.000) 2024-10-24 16:23:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:31.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 890 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.890.000) 2024-10-24 16:23:32 Job terminated. (1) Normal termination (return value 0) Usr 0 04:16:46, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:16:46, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90482 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90482 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 474394 2000000 2004347 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T20:23:31Z with exit-code 0. ... 028 (10628.890.000) 2024-10-24 16:23:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9820198587465867 Disk = 2004347 DiskUsage = 474394 EventTime = "2024-10-24T16:23:32.151" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484216" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976081.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976081-0-fnpc19132.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 890 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:16:46, Sys 0 00:00:27" SentBytes = 90482.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801411; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:16:46, Sys 0 00:00:27" TotalSentBytes = 90482.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.391.000) 2024-10-24 16:23:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_29771_223641972@mem3, rescheduling job ... 028 (10628.391.000) 2024-10-24 16:23:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:34.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274363" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981234" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobReconnectFailedEvent" Proc = 391 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_29771_223641972@mem3" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.400.000) 2024-10-24 16:23:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_34835_626918500@voh2, rescheduling job ... 028 (10628.400.000) 2024-10-24 16:23:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:34.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274550" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981261" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobReconnectFailedEvent" Proc = 400 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_34835_626918500@voh2" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.398.000) 2024-10-24 16:23:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_7262_9317056@voh1, rescheduling job ... 028 (10628.398.000) 2024-10-24 16:23:39 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:23:39.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275763" JOB_GLIDEIN_Entry_Name = "OSG_US_WSU-GRID_himem" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "GRID_ce2" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "27981564" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "GRID_ce2" MyType = "JobReconnectFailedEvent" Proc = 398 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_7262_9317056@voh1" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.322.000) 2024-10-24 16:23:40 Image size of job updated: 3896240 105 - MemoryUsage of job (MB) 106656 - ResidentSetSize of job (KB) ... 028 (10628.322.000) 2024-10-24 16:23:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:40.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 322 ResidentSetSize = 106656 Size = 3896240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.322.000) 2024-10-24 16:23:40 Started transferring output files ... 028 (10628.322.000) 2024-10-24 16:23:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:40.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 322 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.322.000) 2024-10-24 16:23:40 Finished transferring output files ... 028 (10628.322.000) 2024-10-24 16:23:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:23:40.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 322 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.322.000) 2024-10-24 16:23:41 Job terminated. (1) Normal termination (return value 0) Usr 0 04:20:38, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:20:38, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89293 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89293 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470321 2000000 2001920 GPUs : 0 Memory (MB) : 105 2000 2048 Job terminated of its own accord at 2024-10-24T20:23:40Z with exit-code 0. ... 028 (10628.322.000) 2024-10-24 16:23:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9859377846147451 Disk = 2001920 DiskUsage = 470321 EventTime = "2024-10-24T16:23:41.528" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 105 MyType = "JobTerminatedEvent" Proc = 322 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:20:38, Sys 0 00:00:14" SentBytes = 89293.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801420; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:20:38, Sys 0 00:00:14" TotalSentBytes = 89293.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.529.000) 2024-10-24 16:25:26 Image size of job updated: 3750000 108 - MemoryUsage of job (MB) 110020 - ResidentSetSize of job (KB) ... 028 (10628.529.000) 2024-10-24 16:25:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:25:26.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 529 ResidentSetSize = 110020 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.341.000) 2024-10-24 16:25:29 Image size of job updated: 3835868 189 - MemoryUsage of job (MB) 192780 - ResidentSetSize of job (KB) ... 028 (10628.341.000) 2024-10-24 16:25:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:25:29.009" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 189 MyType = "JobImageSizeEvent" Proc = 341 ResidentSetSize = 192780 Size = 3835868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.461.000) 2024-10-24 16:25:42 Image size of job updated: 3857204 251 - MemoryUsage of job (MB) 256620 - ResidentSetSize of job (KB) ... 028 (10628.461.000) 2024-10-24 16:25:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:25:42.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 461 ResidentSetSize = 256620 Size = 3857204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 16:25:49 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 37180 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 16:25:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:25:49.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37180 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.461.000) 2024-10-24 16:26:35 Started transferring output files ... 028 (10628.461.000) 2024-10-24 16:26:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:26:35.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 461 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.461.000) 2024-10-24 16:26:36 Finished transferring output files ... 028 (10628.461.000) 2024-10-24 16:26:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:26:36.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 461 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.461.000) 2024-10-24 16:26:36 Job terminated. (1) Normal termination (return value 0) Usr 0 04:22:05, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:22:05, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93224 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93224 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 545711 2000000 2004300 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:26:35Z with exit-code 0. ... 028 (10628.461.000) 2024-10-24 16:26:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9882336188852964 Disk = 2004300 DiskUsage = 545711 EventTime = "2024-10-24T16:26:36.338" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 461 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:22:05, Sys 0 00:00:30" SentBytes = 93224.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801595; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:22:05, Sys 0 00:00:30" TotalSentBytes = 93224.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.201.000) 2024-10-24 16:26:51 Image size of job updated: 3781832 75 - MemoryUsage of job (MB) 76132 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 16:26:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:26:51.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 75 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 76132 Size = 3781832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.905.000) 2024-10-24 16:27:03 Image size of job updated: 3654156 243 - MemoryUsage of job (MB) 248196 - ResidentSetSize of job (KB) ... 028 (10628.905.000) 2024-10-24 16:27:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:03.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 905 ResidentSetSize = 248196 Size = 3654156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.341.000) 2024-10-24 16:27:04 Image size of job updated: 3857200 248 - MemoryUsage of job (MB) 253308 - ResidentSetSize of job (KB) ... 028 (10628.341.000) 2024-10-24 16:27:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:04.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 341 ResidentSetSize = 253308 Size = 3857200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.341.000) 2024-10-24 16:27:05 Started transferring output files ... 028 (10628.341.000) 2024-10-24 16:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:05.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 341 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.341.000) 2024-10-24 16:27:05 Finished transferring output files ... 028 (10628.341.000) 2024-10-24 16:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:05.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 341 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.341.000) 2024-10-24 16:27:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:22:13, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:22:13, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91853 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91853 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 484345 2000000 2004300 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:27:04Z with exit-code 0. ... 028 (10628.341.000) 2024-10-24 16:27:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9933664142956685 Disk = 2004300 DiskUsage = 484345 EventTime = "2024-10-24T16:27:05.472" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 341 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:22:13, Sys 0 00:00:29" SentBytes = 91853.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801624; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:22:13, Sys 0 00:00:29" TotalSentBytes = 91853.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.905.000) 2024-10-24 16:27:38 Image size of job updated: 3896096 243 - MemoryUsage of job (MB) 248196 - ResidentSetSize of job (KB) ... 028 (10628.905.000) 2024-10-24 16:27:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:38.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 905 ResidentSetSize = 248196 Size = 3896096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.905.000) 2024-10-24 16:27:38 Started transferring output files ... 028 (10628.905.000) 2024-10-24 16:27:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:38.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 905 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.905.000) 2024-10-24 16:27:38 Finished transferring output files ... 028 (10628.905.000) 2024-10-24 16:27:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:27:38.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 905 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.905.000) 2024-10-24 16:27:38 Job terminated. (1) Normal termination (return value 0) Usr 0 04:15:02, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:15:02, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87971 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87971 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.80 1 1 Disk (KB) : 562767 2000000 2007793 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T20:27:38Z with exit-code 0. ... 028 (10628.905.000) 2024-10-24 16:27:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8049655798002878 Disk = 2007793 DiskUsage = 562767 EventTime = "2024-10-24T16:27:38.732" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976173-0-fnpc17131.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 905 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:15:02, Sys 0 00:00:29" SentBytes = 87971.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801658; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:15:02, Sys 0 00:00:29" TotalSentBytes = 87971.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.021.000) 2024-10-24 16:28:10 Started transferring input files Transferring to host: <131.225.208.191:43065?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29413564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057255&PrivNet=osg-4197096-0-fnpc23112.fnal.gov&addrs=131.225.208.191-43065+[2620-6a-0-8862-f0-0-208-191]-43065&alias=osg-4197096-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.021.000) 2024-10-24 16:28:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:10.757" EventTypeNumber = 28 Host = "<131.225.208.191:43065?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29413564%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057255&PrivNet=osg-4197096-0-fnpc23112.fnal.gov&addrs=131.225.208.191-43065+[2620-6a-0-8862-f0-0-208-191]-43065&alias=osg-4197096-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.021.000) 2024-10-24 16:28:10 Finished transferring input files ... 028 (10628.021.000) 2024-10-24 16:28:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:10.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.080.000) 2024-10-24 16:28:10 Started transferring input files Transferring to host: <131.225.209.142:41867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349945%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013756&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-41867+[2620-6a-0-8862-f0-0-209-142]-41867&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 040 (10628.176.000) 2024-10-24 16:28:10 Started transferring input files Transferring to host: <131.225.208.144:45703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349946%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057256&PrivNet=osg-3976484-0-fnpc23011.fnal.gov&addrs=131.225.208.144-45703+[2620-6a-0-8862-f0-0-208-144]-45703&alias=osg-3976484-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.080.000) 2024-10-24 16:28:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:10.949" EventTypeNumber = 28 Host = "<131.225.209.142:41867?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349945%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013756&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-41867+[2620-6a-0-8862-f0-0-209-142]-41867&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.176.000) 2024-10-24 16:28:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:10.949" EventTypeNumber = 28 Host = "<131.225.208.144:45703?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349946%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057256&PrivNet=osg-3976484-0-fnpc23011.fnal.gov&addrs=131.225.208.144-45703+[2620-6a-0-8862-f0-0-208-144]-45703&alias=osg-3976484-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.080.000) 2024-10-24 16:28:10 Finished transferring input files ... 028 (10628.080.000) 2024-10-24 16:28:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:10.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.176.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.176.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.198.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.209.196:39959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913683%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960725&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-39959+[2620-6a-0-8862-f0-0-209-196]-39959&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP> ... 040 (10628.208.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.147:41443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913684%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960726&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-41443+[2620-6a-0-8862-f0-0-208-147]-41443&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.198.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.126" EventTypeNumber = 28 Host = "<131.225.209.196:39959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913683%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960725&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-39959+[2620-6a-0-8862-f0-0-209-196]-39959&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 028 (10628.208.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.126" EventTypeNumber = 28 Host = "<131.225.208.147:41443?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913684%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960726&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-41443+[2620-6a-0-8862-f0-0-208-147]-41443&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.256.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.22:37461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013757&PrivNet=osg-3976181-0-fnpc19102.fnal.gov&addrs=131.225.208.22-37461+[2620-6a-0-8862-f0-0-208-22]-37461&alias=osg-3976181-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.256.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.185" EventTypeNumber = 28 Host = "<131.225.208.22:37461?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013757&PrivNet=osg-3976181-0-fnpc19102.fnal.gov&addrs=131.225.208.22-37461+[2620-6a-0-8862-f0-0-208-22]-37461&alias=osg-3976181-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.198.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.198.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.208.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.208.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.256.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.256.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.234" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.366.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.211.11:37523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002113&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-37523+[2620-6a-0-8862-f0-0-211-11]-37523&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.366.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.284" EventTypeNumber = 28 Host = "<131.225.211.11:37523?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017341%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002113&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-37523+[2620-6a-0-8862-f0-0-211-11]-37523&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.398.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.108:36851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010478&PrivNet=osg-4196912-0-fnpc19126.fnal.gov&addrs=131.225.208.108-36851+[2620-6a-0-8862-f0-0-208-108]-36851&alias=osg-4196912-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.398.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.300" EventTypeNumber = 28 Host = "<131.225.208.108:36851?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435532%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010478&PrivNet=osg-4196912-0-fnpc19126.fnal.gov&addrs=131.225.208.108-36851+[2620-6a-0-8862-f0-0-208-108]-36851&alias=osg-4196912-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.408.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.166.217:45333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728975%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002114&PrivNet=osg-4196629-0-fnpc17138.fnal.gov&addrs=131.225.166.217-45333+[2620-6a-0-8861-f0-0-166-217]-45333&alias=osg-4196629-0-fnpc17138.fnal.gov&noUDP> ... 028 (10628.408.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.319" EventTypeNumber = 28 Host = "<131.225.166.217:45333?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728975%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002114&PrivNet=osg-4196629-0-fnpc17138.fnal.gov&addrs=131.225.166.217-45333+[2620-6a-0-8861-f0-0-166-217]-45333&alias=osg-4196629-0-fnpc17138.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.366.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.366.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.334" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.398.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.398.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.408.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.408.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.731.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.209.162:41167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057257&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-41167+[2620-6a-0-8862-f0-0-209-162]-41167&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP> ... 028 (10628.731.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.385" EventTypeNumber = 28 Host = "<131.225.209.162:41167?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913685%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057257&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-41167+[2620-6a-0-8862-f0-0-209-162]-41167&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.731.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.731.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.435" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.400.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.143:39719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057259&PrivNet=osg-4196917-0-fnpc23010.fnal.gov&addrs=131.225.208.143-39719+[2620-6a-0-8862-f0-0-208-143]-39719&alias=osg-4196917-0-fnpc23010.fnal.gov&noUDP> ... 028 (10628.400.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.440" EventTypeNumber = 28 Host = "<131.225.208.143:39719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29349947%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057259&PrivNet=osg-4196917-0-fnpc23010.fnal.gov&addrs=131.225.208.143-39719+[2620-6a-0-8862-f0-0-208-143]-39719&alias=osg-4196917-0-fnpc23010.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.400.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.400.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.490" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.013.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <10.138.15.16:37319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017342%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007617&PrivNet=c1516.swan.hcc.unl.edu&addrs=10.138.15.16-37319&alias=c1516.swan.hcc.unl.edu&noUDP> ... 028 (10628.013.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.516" EventTypeNumber = 28 Host = "<10.138.15.16:37319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017342%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007617&PrivNet=c1516.swan.hcc.unl.edu&addrs=10.138.15.16-37319&alias=c1516.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.927.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.73:39223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728976%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965253&PrivNet=osg-4197008-0-fnpc22033.fnal.gov&addrs=131.225.208.73-39223+[2620-6a-0-8862-f0-0-208-73]-39223&alias=osg-4197008-0-fnpc22033.fnal.gov&noUDP> ... 028 (10628.927.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.530" EventTypeNumber = 28 Host = "<131.225.208.73:39223?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51728976%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965253&PrivNet=osg-4197008-0-fnpc22033.fnal.gov&addrs=131.225.208.73-39223+[2620-6a-0-8862-f0-0-208-73]-39223&alias=osg-4197008-0-fnpc22033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.384.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.25:34015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013758&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-34015+[2620-6a-0-8862-f0-0-208-25]-34015&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.384.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.547" EventTypeNumber = 28 Host = "<131.225.208.25:34015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913686%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10013758&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-34015+[2620-6a-0-8862-f0-0-208-25]-34015&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.927.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.927.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.013.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.013.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.384.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.384.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.816.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.200:33035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893988%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007618&PrivNet=osg-3976396-0-fnpc23121.fnal.gov&addrs=131.225.208.200-33035+[2620-6a-0-8862-f0-0-208-200]-33035&alias=osg-3976396-0-fnpc23121.fnal.gov&noUDP> ... 028 (10628.816.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.624" EventTypeNumber = 28 Host = "<131.225.208.200:33035?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50893988%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007618&PrivNet=osg-3976396-0-fnpc23121.fnal.gov&addrs=131.225.208.200-33035+[2620-6a-0-8862-f0-0-208-200]-33035&alias=osg-3976396-0-fnpc23121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.789.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <131.225.208.56:35515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29372628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057260&PrivNet=osg-4197133-0-fnpc23101.fnal.gov&addrs=131.225.208.56-35515+[2620-6a-0-8862-f0-0-208-56]-35515&alias=osg-4197133-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.789.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.666" EventTypeNumber = 28 Host = "<131.225.208.56:35515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29372628%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057260&PrivNet=osg-4197133-0-fnpc23101.fnal.gov&addrs=131.225.208.56-35515+[2620-6a-0-8862-f0-0-208-56]-35515&alias=osg-4197133-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.816.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.816.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.789.000) 2024-10-24 16:28:11 Finished transferring input files ... 028 (10628.789.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.391.000) 2024-10-24 16:28:11 Started transferring input files Transferring to host: <10.125.5.169:35919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010480&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-35919&alias=node1189.palmetto.clemson.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 16:28:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:11.980" EventTypeNumber = 28 Host = "<10.125.5.169:35919?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51017343%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010480&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-35919&alias=node1189.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.391.000) 2024-10-24 16:28:12 Finished transferring input files ... 028 (10628.391.000) 2024-10-24 16:28:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:12.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.021.000) 2024-10-24 16:28:12 Warning from starter on slot1_2@glidein_8_350874720@osg-4197096-0-fnpc23112.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.021.000) 2024-10-24 16:28:12 Job executing on host: <131.225.208.191:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988765&PrivNet=osg-4197096-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44951+[2620-6a-0-8862-f0-0-208-191]-44951&alias=osg-4197096-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.021.000) 2024-10-24 16:28:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:12.530" EventTypeNumber = 28 ExecuteHost = "<131.225.208.191:44951?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880536%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988765&PrivNet=osg-4197096-0-fnpc23112.fnal.gov&addrs=131.225.208.191-44951+[2620-6a-0-8862-f0-0-208-191]-44951&alias=osg-4197096-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.176.000) 2024-10-24 16:28:12 Warning from starter on slot1_6@glidein_8_545169984@osg-3976484-0-fnpc23011.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.176.000) 2024-10-24 16:28:12 Job executing on host: <131.225.208.144:44023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044546&PrivNet=osg-3976484-0-fnpc23011.fnal.gov&addrs=131.225.208.144-44023+[2620-6a-0-8862-f0-0-208-144]-44023&alias=osg-3976484-0-fnpc23011.fnal.gov&noUDP> ... 028 (10628.176.000) 2024-10-24 16:28:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:12.655" EventTypeNumber = 28 ExecuteHost = "<131.225.208.144:44023?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359674%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10044546&PrivNet=osg-3976484-0-fnpc23011.fnal.gov&addrs=131.225.208.144-44023+[2620-6a-0-8862-f0-0-208-144]-44023&alias=osg-3976484-0-fnpc23011.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.208.000) 2024-10-24 16:28:12 Warning from starter on slot1_5@glidein_8_872999160@osg-4197150-0-fnpc23014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.013.000) 2024-10-24 16:28:12 Warning from starter on slot1@glidein_1235746_198727574@c1516.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.208.000) 2024-10-24 16:28:12 Job executing on host: <131.225.208.147:42055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947826&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-42055+[2620-6a-0-8862-f0-0-208-147]-42055&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.208.000) 2024-10-24 16:28:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:12.897" EventTypeNumber = 28 ExecuteHost = "<131.225.208.147:42055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947826&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-42055+[2620-6a-0-8862-f0-0-208-147]-42055&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.013.000) 2024-10-24 16:28:12 Job executing on host: <10.138.15.16:36697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891874%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005514&PrivNet=c1516.swan.hcc.unl.edu&addrs=10.138.15.16-36697&alias=c1516.swan.hcc.unl.edu&noUDP> ... 028 (10628.013.000) 2024-10-24 16:28:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:12.931" EventTypeNumber = 28 ExecuteHost = "<10.138.15.16:36697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50891874%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10005514&PrivNet=c1516.swan.hcc.unl.edu&addrs=10.138.15.16-36697&alias=c1516.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.408.000) 2024-10-24 16:28:13 Warning from starter on slot1_6@glidein_8_807790452@osg-4196629-0-fnpc17138.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.408.000) 2024-10-24 16:28:13 Job executing on host: <131.225.166.217:43403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001705%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949593&PrivNet=osg-4196629-0-fnpc17138.fnal.gov&addrs=131.225.166.217-43403+[2620-6a-0-8861-f0-0-166-217]-43403&alias=osg-4196629-0-fnpc17138.fnal.gov&noUDP> ... 028 (10628.408.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.231" EventTypeNumber = 28 ExecuteHost = "<131.225.166.217:43403?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001705%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9949593&PrivNet=osg-4196629-0-fnpc17138.fnal.gov&addrs=131.225.166.217-43403+[2620-6a-0-8861-f0-0-166-217]-43403&alias=osg-4196629-0-fnpc17138.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.400.000) 2024-10-24 16:28:13 Warning from starter on slot1_7@glidein_8_49454361@osg-4196917-0-fnpc23010.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.398.000) 2024-10-24 16:28:13 Warning from starter on slot1_6@glidein_7_364970284@osg-4196912-0-fnpc19126.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.400.000) 2024-10-24 16:28:13 Job executing on host: <131.225.208.143:39405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987939&PrivNet=osg-4196917-0-fnpc23010.fnal.gov&addrs=131.225.208.143-39405+[2620-6a-0-8862-f0-0-208-143]-39405&alias=osg-4196917-0-fnpc23010.fnal.gov&noUDP> ... 028 (10628.400.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.264" EventTypeNumber = 28 ExecuteHost = "<131.225.208.143:39405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421571%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987939&PrivNet=osg-4196917-0-fnpc23010.fnal.gov&addrs=131.225.208.143-39405+[2620-6a-0-8862-f0-0-208-143]-39405&alias=osg-4196917-0-fnpc23010.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.398.000) 2024-10-24 16:28:13 Job executing on host: <131.225.208.108:38819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715434%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030524&PrivNet=osg-4196912-0-fnpc19126.fnal.gov&addrs=131.225.208.108-38819+[2620-6a-0-8862-f0-0-208-108]-38819&alias=osg-4196912-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.398.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.298" EventTypeNumber = 28 ExecuteHost = "<131.225.208.108:38819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51715434%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030524&PrivNet=osg-4196912-0-fnpc19126.fnal.gov&addrs=131.225.208.108-38819+[2620-6a-0-8862-f0-0-208-108]-38819&alias=osg-4196912-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.731.000) 2024-10-24 16:28:13 Warning from starter on slot1_5@glidein_8_153109068@osg-3976080-0-fnpc9065.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.731.000) 2024-10-24 16:28:13 Job executing on host: <131.225.209.162:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993707&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-45719+[2620-6a-0-8862-f0-0-209-162]-45719&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP> ... 028 (10628.731.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.340" EventTypeNumber = 28 ExecuteHost = "<131.225.209.162:45719?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50908867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9993707&PrivNet=osg-3976080-0-fnpc9065.fnal.gov&addrs=131.225.209.162-45719+[2620-6a-0-8862-f0-0-209-162]-45719&alias=osg-3976080-0-fnpc9065.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.256.000) 2024-10-24 16:28:13 Warning from starter on slot1_7@glidein_8_57826035@osg-3976181-0-fnpc19102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.256.000) 2024-10-24 16:28:13 Job executing on host: <131.225.208.22:36259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358293%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999251&PrivNet=osg-3976181-0-fnpc19102.fnal.gov&addrs=131.225.208.22-36259+[2620-6a-0-8862-f0-0-208-22]-36259&alias=osg-3976181-0-fnpc19102.fnal.gov&noUDP> ... 028 (10628.256.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.798" EventTypeNumber = 28 ExecuteHost = "<131.225.208.22:36259?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358293%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9999251&PrivNet=osg-3976181-0-fnpc19102.fnal.gov&addrs=131.225.208.22-36259+[2620-6a-0-8862-f0-0-208-22]-36259&alias=osg-3976181-0-fnpc19102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.080.000) 2024-10-24 16:28:13 Warning from starter on slot1_1@glidein_8_123380445@osg-3976062-0-fnpc9051.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.080.000) 2024-10-24 16:28:13 Job executing on host: <131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP> ... 028 (10628.080.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.931" EventTypeNumber = 28 ExecuteHost = "<131.225.209.142:34281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51002064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029360&PrivNet=osg-3976062-0-fnpc9051.fnal.gov&addrs=131.225.209.142-34281+[2620-6a-0-8862-f0-0-209-142]-34281&alias=osg-3976062-0-fnpc9051.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.384.000) 2024-10-24 16:28:13 Warning from starter on slot1_6@glidein_8_578707120@osg-3976211-0-fnpc22006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.816.000) 2024-10-24 16:28:13 Warning from starter on slot1_4@glidein_8_310542288@osg-3976396-0-fnpc23121.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.384.000) 2024-10-24 16:28:13 Job executing on host: <131.225.208.25:46039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334868%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987472&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-46039+[2620-6a-0-8862-f0-0-208-25]-46039&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.384.000) 2024-10-24 16:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:13.973" EventTypeNumber = 28 ExecuteHost = "<131.225.208.25:46039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334868%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987472&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-46039+[2620-6a-0-8862-f0-0-208-25]-46039&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.816.000) 2024-10-24 16:28:14 Job executing on host: <131.225.208.200:43165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910471%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947220&PrivNet=osg-3976396-0-fnpc23121.fnal.gov&addrs=131.225.208.200-43165+[2620-6a-0-8862-f0-0-208-200]-43165&alias=osg-3976396-0-fnpc23121.fnal.gov&noUDP> ... 028 (10628.816.000) 2024-10-24 16:28:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:14.007" EventTypeNumber = 28 ExecuteHost = "<131.225.208.200:43165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910471%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947220&PrivNet=osg-3976396-0-fnpc23121.fnal.gov&addrs=131.225.208.200-43165+[2620-6a-0-8862-f0-0-208-200]-43165&alias=osg-3976396-0-fnpc23121.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.198.000) 2024-10-24 16:28:14 Warning from starter on slot1_6@glidein_8_316931589@osg-4196909-0-fnpc9108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.198.000) 2024-10-24 16:28:14 Job executing on host: <131.225.209.196:40743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994694&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-40743+[2620-6a-0-8862-f0-0-209-196]-40743&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP> ... 028 (10628.198.000) 2024-10-24 16:28:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:14.074" EventTypeNumber = 28 ExecuteHost = "<131.225.209.196:40743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994694&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-40743+[2620-6a-0-8862-f0-0-209-196]-40743&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.789.000) 2024-10-24 16:28:14 Warning from starter on slot1_4@glidein_8_30468602@osg-4197133-0-fnpc23101.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.789.000) 2024-10-24 16:28:14 Job executing on host: <131.225.208.56:34361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988904&PrivNet=osg-4197133-0-fnpc23101.fnal.gov&addrs=131.225.208.56-34361+[2620-6a-0-8862-f0-0-208-56]-34361&alias=osg-4197133-0-fnpc23101.fnal.gov&noUDP> ... 028 (10628.789.000) 2024-10-24 16:28:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:14.216" EventTypeNumber = 28 ExecuteHost = "<131.225.208.56:34361?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51716222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988904&PrivNet=osg-4197133-0-fnpc23101.fnal.gov&addrs=131.225.208.56-34361+[2620-6a-0-8862-f0-0-208-56]-34361&alias=osg-4197133-0-fnpc23101.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.391.000) 2024-10-24 16:28:14 Warning from starter on slot1_7@glidein_431741_373001000@node1189.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.391.000) 2024-10-24 16:28:14 Job executing on host: <10.125.5.169:34257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29376749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9976670&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-34257&alias=node1189.palmetto.clemson.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 16:28:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:14.257" EventTypeNumber = 28 ExecuteHost = "<10.125.5.169:34257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29376749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9976670&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-34257&alias=node1189.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.927.000) 2024-10-24 16:28:14 Warning from starter on slot1_2@glidein_8_249934993@osg-4197008-0-fnpc22033.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.927.000) 2024-10-24 16:28:14 Job executing on host: <131.225.208.73:44193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995308&PrivNet=osg-4197008-0-fnpc22033.fnal.gov&addrs=131.225.208.73-44193+[2620-6a-0-8862-f0-0-208-73]-44193&alias=osg-4197008-0-fnpc22033.fnal.gov&noUDP> ... 028 (10628.927.000) 2024-10-24 16:28:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:14.449" EventTypeNumber = 28 ExecuteHost = "<131.225.208.73:44193?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400344%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995308&PrivNet=osg-4197008-0-fnpc22033.fnal.gov&addrs=131.225.208.73-44193+[2620-6a-0-8862-f0-0-208-73]-44193&alias=osg-4197008-0-fnpc22033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.366.000) 2024-10-24 16:28:14 Warning from starter on slot1_3@glidein_8_272777568@osg-4196745-0-fnpc7502.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.366.000) 2024-10-24 16:28:15 Job executing on host: <131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP> ... 028 (10628.366.000) 2024-10-24 16:28:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:15.024" EventTypeNumber = 28 ExecuteHost = "<131.225.211.11:39799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51714558%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9950273&PrivNet=osg-4196745-0-fnpc7502.fnal.gov&addrs=131.225.211.11-39799+[2620-6a-0-8862-f0-0-211-11]-39799&alias=osg-4196745-0-fnpc7502.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.013.000) 2024-10-24 16:28:21 Image size of job updated: 3427732 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 16:28:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:21.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 125000 Size = 3427732 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.927.000) 2024-10-24 16:28:23 Image size of job updated: 3324684 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.927.000) 2024-10-24 16:28:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:23.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 927 ResidentSetSize = 75000 Size = 3324684 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.789.000) 2024-10-24 16:28:23 Image size of job updated: 3602124 81 - MemoryUsage of job (MB) 82656 - ResidentSetSize of job (KB) ... 028 (10628.789.000) 2024-10-24 16:28:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:23.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 789 ResidentSetSize = 82656 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.268.000) 2024-10-24 16:28:24 Image size of job updated: 3721776 244 - MemoryUsage of job (MB) 248964 - ResidentSetSize of job (KB) ... 028 (10628.268.000) 2024-10-24 16:28:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:24.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 268 ResidentSetSize = 248964 Size = 3721776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.268.000) 2024-10-24 16:28:24 Started transferring output files ... 028 (10628.268.000) 2024-10-24 16:28:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:24.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 268 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.268.000) 2024-10-24 16:28:24 Finished transferring output files ... 028 (10628.268.000) 2024-10-24 16:28:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:24.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 268 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.268.000) 2024-10-24 16:28:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:23:02, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:23:02, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91589 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91589 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471863 2000000 2004327 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T20:28:24Z with exit-code 0. ... 028 (10628.268.000) 2024-10-24 16:28:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9893408294190956 Disk = 2004327 DiskUsage = 471863 EventTime = "2024-10-24T16:28:24.966" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 268 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:23:02, Sys 0 00:00:26" SentBytes = 91589.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801704; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:23:02, Sys 0 00:00:26" TotalSentBytes = 91589.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.163.000) 2024-10-24 16:28:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_3228935_62540000@node1828.palmetto.clemson.edu <10.125.8.43:45691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50812052%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9902043&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-45691&alias=node1828.palmetto.clemson.edu&noUDP> ... 028 (10628.163.000) 2024-10-24 16:28:32 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:28:32.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 163 StartdAddr = "<10.125.8.43:45691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50812052%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9902043&PrivNet=node1828.palmetto.clemson.edu&addrs=10.125.8.43-45691&alias=node1828.palmetto.clemson.edu&noUDP>" StartdName = "slot1_2@glidein_3228935_62540000@node1828.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.564.000) 2024-10-24 16:28:33 Image size of job updated: 3967676 96 - MemoryUsage of job (MB) 97296 - ResidentSetSize of job (KB) ... 028 (10628.564.000) 2024-10-24 16:28:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:33.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 564 ResidentSetSize = 97296 Size = 3967676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.564.000) 2024-10-24 16:28:33 Started transferring output files ... 028 (10628.564.000) 2024-10-24 16:28:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:33.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 564 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.564.000) 2024-10-24 16:28:33 Finished transferring output files ... 028 (10628.564.000) 2024-10-24 16:28:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:33.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 564 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.564.000) 2024-10-24 16:28:33 Job terminated. (1) Normal termination (return value 0) Usr 0 04:23:36, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:23:36, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91517 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91517 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470974 2000000 2004300 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T20:28:33Z with exit-code 0. ... 028 (10628.564.000) 2024-10-24 16:28:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9819207182058569 Disk = 2004300 DiskUsage = 470974 EventTime = "2024-10-24T16:28:33.692" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 564 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:23:36, Sys 0 00:00:30" SentBytes = 91517.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801713; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:23:36, Sys 0 00:00:30" TotalSentBytes = 91517.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.997.000) 2024-10-24 16:28:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3906797_579119365@comp-cc-0461.gwave.ics.psu.edu <10.136.81.231:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999112&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-42435&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP> ... 028 (10628.997.000) 2024-10-24 16:28:40 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:28:40.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 997 StartdAddr = "<10.136.81.231:42435?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51720506%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999112&PrivNet=comp-cc-0461.gwave.ics.psu.edu&addrs=10.136.81.231-42435&alias=comp-cc-0461.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_3@glidein_3906797_579119365@comp-cc-0461.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.096.000) 2024-10-24 16:28:58 Image size of job updated: 3722012 248 - MemoryUsage of job (MB) 253076 - ResidentSetSize of job (KB) ... 028 (10628.096.000) 2024-10-24 16:28:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:58.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 96 ResidentSetSize = 253076 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.096.000) 2024-10-24 16:28:59 Started transferring output files ... 028 (10628.096.000) 2024-10-24 16:28:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:59.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 96 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.096.000) 2024-10-24 16:28:59 Finished transferring output files ... 028 (10628.096.000) 2024-10-24 16:28:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:28:59.092" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 96 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.096.000) 2024-10-24 16:28:59 Job terminated. (1) Normal termination (return value 0) Usr 0 04:24:19, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:24:19, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90029 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90029 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470326 2000000 2004327 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:28:58Z with exit-code 0. ... 028 (10628.096.000) 2024-10-24 16:28:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886616773753807 Disk = 2004327 DiskUsage = 470326 EventTime = "2024-10-24T16:28:59.394" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 96 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:24:19, Sys 0 00:00:24" SentBytes = 90029.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801738; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:24:19, Sys 0 00:00:24" TotalSentBytes = 90029.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.237.000) 2024-10-24 16:29:13 Image size of job updated: 3668688 74 - MemoryUsage of job (MB) 75488 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 16:29:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:13.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 75488 Size = 3668688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.657.000) 2024-10-24 16:29:15 Image size of job updated: 3721500 245 - MemoryUsage of job (MB) 250660 - ResidentSetSize of job (KB) ... 028 (10628.657.000) 2024-10-24 16:29:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:15.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 657 ResidentSetSize = 250660 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.657.000) 2024-10-24 16:29:15 Started transferring output files ... 028 (10628.657.000) 2024-10-24 16:29:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:15.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 657 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.657.000) 2024-10-24 16:29:15 Finished transferring output files ... 028 (10628.657.000) 2024-10-24 16:29:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:15.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 657 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.657.000) 2024-10-24 16:29:16 Job terminated. (1) Normal termination (return value 0) Usr 0 04:23:57, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:23:57, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92825 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92825 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470933 2000000 2004300 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:29:15Z with exit-code 0. ... 028 (10628.657.000) 2024-10-24 16:29:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.976201826667857 Disk = 2004300 DiskUsage = 470933 EventTime = "2024-10-24T16:29:16.120" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 657 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:23:57, Sys 0 00:00:31" SentBytes = 92825.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801755; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:23:57, Sys 0 00:00:31" TotalSentBytes = 92825.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.556.000) 2024-10-24 16:29:21 Image size of job updated: 3602124 84 - MemoryUsage of job (MB) 85652 - ResidentSetSize of job (KB) ... 028 (10628.556.000) 2024-10-24 16:29:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:21.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 556 ResidentSetSize = 85652 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.110.000) 2024-10-24 16:29:47 Image size of job updated: 4033468 98 - MemoryUsage of job (MB) 99984 - ResidentSetSize of job (KB) ... 028 (10628.110.000) 2024-10-24 16:29:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:47.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 110 ResidentSetSize = 99984 Size = 4033468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.110.000) 2024-10-24 16:29:47 Started transferring output files ... 028 (10628.110.000) 2024-10-24 16:29:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:47.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 110 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.110.000) 2024-10-24 16:29:47 Finished transferring output files ... 028 (10628.110.000) 2024-10-24 16:29:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:29:47.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 110 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.110.000) 2024-10-24 16:29:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:24:07, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:24:07, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89350 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89350 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469742 2000000 2007830 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T20:29:47Z with exit-code 0. ... 028 (10628.110.000) 2024-10-24 16:29:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9829334418155458 Disk = 2007830 DiskUsage = 469742 EventTime = "2024-10-24T16:29:48.205" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 110 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:24:07, Sys 0 00:00:21" SentBytes = 89350.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801787; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:24:07, Sys 0 00:00:21" TotalSentBytes = 89350.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.960.000) 2024-10-24 16:30:03 Image size of job updated: 4149960 132 - MemoryUsage of job (MB) 135152 - ResidentSetSize of job (KB) ... 028 (10628.960.000) 2024-10-24 16:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:30:03.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 132 MyType = "JobImageSizeEvent" Proc = 960 ResidentSetSize = 135152 Size = 4149960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.960.000) 2024-10-24 16:30:03 Started transferring output files ... 028 (10628.960.000) 2024-10-24 16:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:30:03.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.960.000) 2024-10-24 16:30:03 Finished transferring output files ... 028 (10628.960.000) 2024-10-24 16:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:30:03.923" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 960 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.960.000) 2024-10-24 16:30:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:04, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:32:05, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88404 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88404 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 465518 2000000 36895446 GPUs : 0 Memory (MB) : 132 2000 2000 Job terminated of its own accord at 2024-10-24T20:30:03Z with exit-code 0. ... 028 (10628.960.000) 2024-10-24 16:30:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9952389637281052 Disk = 36895446 DiskUsage = 465518 EventTime = "2024-10-24T16:30:04.323" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 132 MyType = "JobTerminatedEvent" Proc = 960 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:04, Sys 0 00:00:10" SentBytes = 88404.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801803; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:32:05, Sys 0 00:00:11" TotalSentBytes = 88404.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 16:30:10 Image size of job updated: 838504 37 - MemoryUsage of job (MB) 37144 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 16:30:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:30:10.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 37144 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.814.000) 2024-10-24 16:30:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_1557939_273312910@discovery-c37.cluster.local, rescheduling job ... 028 (10628.814.000) 2024-10-24 16:30:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:12.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 814 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_1557939_273312910@discovery-c37.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.566.000) 2024-10-24 16:30:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_1557939_273312910@discovery-c37.cluster.local, rescheduling job ... 028 (10628.566.000) 2024-10-24 16:30:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:12.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620515" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1_large" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316221" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 566 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_1557939_273312910@discovery-c37.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.019.000) 2024-10-24 16:30:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_610472_36788397@node1891.palmetto.clemson.edu, rescheduling job ... 028 (10628.019.000) 2024-10-24 16:30:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:19.468" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485382" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867037" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 19 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_610472_36788397@node1891.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.014.000) 2024-10-24 16:30:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_3186108_144487575@node0002.palmetto.clemson.edu, rescheduling job ... 028 (10628.014.000) 2024-10-24 16:30:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:19.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 14 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_3186108_144487575@node0002.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.650.000) 2024-10-24 16:30:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3186108_144487575@node0002.palmetto.clemson.edu, rescheduling job ... 028 (10628.650.000) 2024-10-24 16:30:19 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:19.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472878" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "858605" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 650 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3186108_144487575@node0002.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.170.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.170.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 170 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.766.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.766.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 766 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_8@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.347.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.347.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 347 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.755.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.755.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 755 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.739.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 024 (10628.571.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.739.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 739 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 028 (10628.571.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 571 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.660.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.660.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 660 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.465.000) 2024-10-24 16:30:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2922105_80890949@node1892.palmetto.clemson.edu, rescheduling job ... 028 (10628.465.000) 2024-10-24 16:30:22 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:22.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867074" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 465 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2922105_80890949@node1892.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.798.000) 2024-10-24 16:30:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_9@glidein_1345779_653690655@chpc-compute003.cm.cluster, rescheduling job ... 028 (10628.798.000) 2024-10-24 16:30:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:25.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2612463" JOB_GLIDEIN_Entry_Name = "OSG_US_Alabama-CHPC-CE1_mc" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Alabama-CHPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "365804" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Alabama-CHPC" MyType = "JobReconnectFailedEvent" Proc = 798 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_9@glidein_1345779_653690655@chpc-compute003.cm.cluster" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.185.000) 2024-10-24 16:30:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3429234_436981983@execute-137.mortimer.hpc.uwm.edu, rescheduling job ... 028 (10628.185.000) 2024-10-24 16:30:28 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:28.491" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619040" JOB_GLIDEIN_Entry_Name = "OSG_US_UWM-Mortimer-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UWM-Mortimer" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "826761" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UWM-Mortimer" MyType = "JobReconnectFailedEvent" Proc = 185 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3429234_436981983@execute-137.mortimer.hpc.uwm.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.056.000) 2024-10-24 16:30:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_1680793_123696720@mendel-b0001.mendel.sdmz.amnh.org, rescheduling job ... 028 (10628.056.000) 2024-10-24 16:30:43 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:30:43.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272377" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3550192" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobReconnectFailedEvent" Proc = 56 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_1680793_123696720@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.954.000) 2024-10-24 16:30:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@IU-Jetstream2-Backfill.20acca2f86ce <172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=startd_4642_9ab8> ... 028 (10628.954.000) 2024-10-24 16:30:57 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:30:57.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 954 StartdAddr = "<172.17.0.2:39691?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29273197%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9907634&PrivNet=IU-Jetstream2-Backfill.20acca2f86ce&addrs=172.17.0.2-39691&alias=IU-Jetstream2-Backfill.20acca2f86ce&noUDP&sock=startd_4642_9ab8>" StartdName = "slot1_4@IU-Jetstream2-Backfill.20acca2f86ce" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.831.000) 2024-10-24 16:31:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.f991edc342bd <172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=startd_4645_a980> ... 028 (10628.831.000) 2024-10-24 16:31:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:31:05.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 831 StartdAddr = "<172.17.0.2:41315?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29334427%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9944027&PrivNet=IU-Jetstream2-Backfill.f991edc342bd&addrs=172.17.0.2-41315&alias=IU-Jetstream2-Backfill.f991edc342bd&noUDP&sock=startd_4645_a980>" StartdName = "slot1_6@IU-Jetstream2-Backfill.f991edc342bd" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.973.000) 2024-10-24 16:31:06 Image size of job updated: 3494804 91 - MemoryUsage of job (MB) 92484 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 16:31:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:06.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MemoryUsage = 91 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 92484 Size = 3494804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 16:31:10 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 37244 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 16:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:10.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 37244 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.554.000) 2024-10-24 16:31:13 Image size of job updated: 3790088 251 - MemoryUsage of job (MB) 256568 - ResidentSetSize of job (KB) ... 028 (10628.554.000) 2024-10-24 16:31:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:13.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 554 ResidentSetSize = 256568 Size = 3790088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.736.000) 2024-10-24 16:31:13 Image size of job updated: 3857200 250 - MemoryUsage of job (MB) 255564 - ResidentSetSize of job (KB) ... 028 (10628.736.000) 2024-10-24 16:31:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:13.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 736 ResidentSetSize = 255564 Size = 3857200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.956.000) 2024-10-24 16:31:17 Image size of job updated: 3601868 80 - MemoryUsage of job (MB) 81052 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 16:31:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:17.699" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 81052 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.554.000) 2024-10-24 16:31:37 Image size of job updated: 3964244 251 - MemoryUsage of job (MB) 256568 - ResidentSetSize of job (KB) ... 028 (10628.554.000) 2024-10-24 16:31:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:37.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 554 ResidentSetSize = 256568 Size = 3964244 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.554.000) 2024-10-24 16:31:38 Started transferring output files ... 028 (10628.554.000) 2024-10-24 16:31:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:38.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 554 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.554.000) 2024-10-24 16:31:38 Finished transferring output files ... 028 (10628.554.000) 2024-10-24 16:31:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:38.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 554 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.554.000) 2024-10-24 16:31:38 Job terminated. (1) Normal termination (return value 0) Usr 0 04:19:06, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:19:06, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87968 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87968 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.77 1 1 Disk (KB) : 604209 2000000 2007840 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:31:37Z with exit-code 0. ... 028 (10628.554.000) 2024-10-24 16:31:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7733333333333333 Disk = 2007840 DiskUsage = 604209 EventTime = "2024-10-24T16:31:38.400" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484242" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976107.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976107-0-fnpc17148.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 554 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:19:06, Sys 0 00:00:18" SentBytes = 87968.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801897; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:19:06, Sys 0 00:00:18" TotalSentBytes = 87968.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.736.000) 2024-10-24 16:31:50 Started transferring output files ... 028 (10628.736.000) 2024-10-24 16:31:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:50.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 736 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.736.000) 2024-10-24 16:31:50 Finished transferring output files ... 028 (10628.736.000) 2024-10-24 16:31:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:31:50.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 736 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.736.000) 2024-10-24 16:31:50 Job terminated. (1) Normal termination (return value 0) Usr 0 04:26:18, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:26:18, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91266 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91266 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 577859 2000000 2004300 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T20:31:49Z with exit-code 0. ... 028 (10628.736.000) 2024-10-24 16:31:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9876389811996298 Disk = 2004300 DiskUsage = 577859 EventTime = "2024-10-24T16:31:50.626" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975825.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975825-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 736 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:26:18, Sys 0 00:00:30" SentBytes = 91266.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801909; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:26:18, Sys 0 00:00:30" TotalSentBytes = 91266.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.056.000) 2024-10-24 16:32:04 Started transferring input files Transferring to host: <131.225.208.190:33169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965393&PrivNet=osg-4197002-0-fnpc23111.fnal.gov&addrs=131.225.208.190-33169+[2620-6a-0-8862-f0-0-208-190]-33169&alias=osg-4197002-0-fnpc23111.fnal.gov&noUDP> ... 028 (10628.056.000) 2024-10-24 16:32:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:04.817" EventTypeNumber = 28 Host = "<131.225.208.190:33169?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894141%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965393&PrivNet=osg-4197002-0-fnpc23111.fnal.gov&addrs=131.225.208.190-33169+[2620-6a-0-8862-f0-0-208-190]-33169&alias=osg-4197002-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.056.000) 2024-10-24 16:32:04 Finished transferring input files ... 028 (10628.056.000) 2024-10-24 16:32:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:04.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.465.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <131.225.208.192:38883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10044224&PrivNet=osg-3976507-0-fnpc23113.fnal.gov&addrs=131.225.208.192-38883+[2620-6a-0-8862-f0-0-208-192]-38883&alias=osg-3976507-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.465.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.006" EventTypeNumber = 28 Host = "<131.225.208.192:38883?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10044224&PrivNet=osg-3976507-0-fnpc23113.fnal.gov&addrs=131.225.208.192-38883+[2620-6a-0-8862-f0-0-208-192]-38883&alias=osg-3976507-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.465.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.465.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.571.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <131.225.208.191:38677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29348821%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965395&PrivNet=osg-4197099-0-fnpc23112.fnal.gov&addrs=131.225.208.191-38677+[2620-6a-0-8862-f0-0-208-191]-38677&alias=osg-4197099-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.571.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.173" EventTypeNumber = 28 Host = "<131.225.208.191:38677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29348821%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965395&PrivNet=osg-4197099-0-fnpc23112.fnal.gov&addrs=131.225.208.191-38677+[2620-6a-0-8862-f0-0-208-191]-38677&alias=osg-4197099-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.571.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.571.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.014.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <10.138.15.25:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913829%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057411&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-40197&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.014.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.281" EventTypeNumber = 28 Host = "<10.138.15.25:40197?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50913829%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057411&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-40197&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.014.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.014.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.347.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <131.225.209.158:41615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729121%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002274&PrivNet=osg-4196991-0-fnpc9063.fnal.gov&addrs=131.225.209.158-41615+[2620-6a-0-8862-f0-0-209-158]-41615&alias=osg-4196991-0-fnpc9063.fnal.gov&noUDP> ... 028 (10628.347.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.427" EventTypeNumber = 28 Host = "<131.225.209.158:41615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729121%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002274&PrivNet=osg-4196991-0-fnpc9063.fnal.gov&addrs=131.225.209.158-41615+[2620-6a-0-8862-f0-0-209-158]-41615&alias=osg-4196991-0-fnpc9063.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.347.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.347.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.566.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <131.225.209.176:37387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960858&PrivNet=osg-3976315-0-fnpc9072.fnal.gov&addrs=131.225.209.176-37387+[2620-6a-0-8862-f0-0-209-176]-37387&alias=osg-3976315-0-fnpc9072.fnal.gov&noUDP> ... 028 (10628.566.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.571" EventTypeNumber = 28 Host = "<131.225.209.176:37387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924169%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960858&PrivNet=osg-3976315-0-fnpc9072.fnal.gov&addrs=131.225.209.176-37387+[2620-6a-0-8862-f0-0-209-176]-37387&alias=osg-3976315-0-fnpc9072.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.566.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.566.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.766.000) 2024-10-24 16:32:05 Started transferring input files Transferring to host: <131.225.208.188:32907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729123%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007755&PrivNet=osg-3975782-0-fnpc23108.fnal.gov&addrs=131.225.208.188-32907+[2620-6a-0-8862-f0-0-208-188]-32907&alias=osg-3975782-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.766.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.890" EventTypeNumber = 28 Host = "<131.225.208.188:32907?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729123%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007755&PrivNet=osg-3975782-0-fnpc23108.fnal.gov&addrs=131.225.208.188-32907+[2620-6a-0-8862-f0-0-208-188]-32907&alias=osg-3975782-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.766.000) 2024-10-24 16:32:05 Finished transferring input files ... 028 (10628.766.000) 2024-10-24 16:32:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:05.939" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.170.000) 2024-10-24 16:32:06 Started transferring input files Transferring to host: <141.211.169.53:32775?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924168%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960859&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-32775+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-32775&alias=um-lc02.osris.org&noUDP> ... 028 (10628.170.000) 2024-10-24 16:32:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:06.598" EventTypeNumber = 28 Host = "<141.211.169.53:32775?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924168%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9960859&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-32775+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-32775&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.170.000) 2024-10-24 16:32:06 Finished transferring input files ... 028 (10628.170.000) 2024-10-24 16:32:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:06.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.014.000) 2024-10-24 16:32:06 Warning from starter on slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.014.000) 2024-10-24 16:32:06 Job executing on host: <10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.014.000) 2024-10-24 16:32:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:06.699" EventTypeNumber = 28 ExecuteHost = "<10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.566.000) 2024-10-24 16:32:07 Warning from starter on slot1_5@glidein_8_203972832@osg-3976315-0-fnpc9072.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.566.000) 2024-10-24 16:32:07 Job executing on host: <131.225.209.176:35917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030713&PrivNet=osg-3976315-0-fnpc9072.fnal.gov&addrs=131.225.209.176-35917+[2620-6a-0-8862-f0-0-209-176]-35917&alias=osg-3976315-0-fnpc9072.fnal.gov&noUDP> ... 028 (10628.566.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.207" EventTypeNumber = 28 ExecuteHost = "<131.225.209.176:35917?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51003589%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030713&PrivNet=osg-3976315-0-fnpc9072.fnal.gov&addrs=131.225.209.176-35917+[2620-6a-0-8862-f0-0-209-176]-35917&alias=osg-3976315-0-fnpc9072.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.571.000) 2024-10-24 16:32:07 Warning from starter on slot1_3@glidein_8_216372964@osg-4197099-0-fnpc23112.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.571.000) 2024-10-24 16:32:07 Job executing on host: <131.225.208.191:34603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336013%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988760&PrivNet=osg-4197099-0-fnpc23112.fnal.gov&addrs=131.225.208.191-34603+[2620-6a-0-8862-f0-0-208-191]-34603&alias=osg-4197099-0-fnpc23112.fnal.gov&noUDP> ... 028 (10628.571.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.241" EventTypeNumber = 28 ExecuteHost = "<131.225.208.191:34603?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336013%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988760&PrivNet=osg-4197099-0-fnpc23112.fnal.gov&addrs=131.225.208.191-34603+[2620-6a-0-8862-f0-0-208-191]-34603&alias=osg-4197099-0-fnpc23112.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.019.000) 2024-10-24 16:32:07 Started transferring input files Transferring to host: <10.138.20.21:37955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007757&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-37955&alias=c2021.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.287" EventTypeNumber = 28 Host = "<10.138.20.21:37955?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894143%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10007757&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-37955&alias=c2021.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.019.000) 2024-10-24 16:32:07 Finished transferring input files ... 028 (10628.019.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.367" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.056.000) 2024-10-24 16:32:07 Warning from starter on slot1_1@glidein_8_80668137@osg-4197002-0-fnpc23111.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.056.000) 2024-10-24 16:32:07 Job executing on host: <131.225.208.190:40479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336443%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995298&PrivNet=osg-4197002-0-fnpc23111.fnal.gov&addrs=131.225.208.190-40479+[2620-6a-0-8862-f0-0-208-190]-40479&alias=osg-4197002-0-fnpc23111.fnal.gov&noUDP> ... 028 (10628.056.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.450" EventTypeNumber = 28 ExecuteHost = "<131.225.208.190:40479?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29336443%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995298&PrivNet=osg-4197002-0-fnpc23111.fnal.gov&addrs=131.225.208.190-40479+[2620-6a-0-8862-f0-0-208-190]-40479&alias=osg-4197002-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.755.000) 2024-10-24 16:32:07 Started transferring input files Transferring to host: <10.136.81.245:40959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002276&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-40959&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.712" EventTypeNumber = 28 Host = "<10.136.81.245:40959?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894145%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002276&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-40959&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2484198" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389308.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.755.000) 2024-10-24 16:32:07 Finished transferring input files ... 028 (10628.755.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484198" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389308.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.347.000) 2024-10-24 16:32:07 Warning from starter on slot1_8@glidein_8_559231739@osg-4196991-0-fnpc9063.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.347.000) 2024-10-24 16:32:07 Job executing on host: <131.225.209.158:33249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030835&PrivNet=osg-4196991-0-fnpc9063.fnal.gov&addrs=131.225.209.158-33249+[2620-6a-0-8862-f0-0-209-158]-33249&alias=osg-4196991-0-fnpc9063.fnal.gov&noUDP> ... 028 (10628.347.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.900" EventTypeNumber = 28 ExecuteHost = "<131.225.209.158:33249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421915%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030835&PrivNet=osg-4196991-0-fnpc9063.fnal.gov&addrs=131.225.209.158-33249+[2620-6a-0-8862-f0-0-209-158]-33249&alias=osg-4196991-0-fnpc9063.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.465.000) 2024-10-24 16:32:07 Warning from starter on slot1_3@glidein_8_672064376@osg-3976507-0-fnpc23113.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.465.000) 2024-10-24 16:32:07 Job executing on host: <131.225.208.192:38203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989034&PrivNet=osg-3976507-0-fnpc23113.fnal.gov&addrs=131.225.208.192-38203+[2620-6a-0-8862-f0-0-208-192]-38203&alias=osg-3976507-0-fnpc23113.fnal.gov&noUDP> ... 028 (10628.465.000) 2024-10-24 16:32:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:07.967" EventTypeNumber = 28 ExecuteHost = "<131.225.208.192:38203?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004429%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989034&PrivNet=osg-3976507-0-fnpc23113.fnal.gov&addrs=131.225.208.192-38203+[2620-6a-0-8862-f0-0-208-192]-38203&alias=osg-3976507-0-fnpc23113.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.170.000) 2024-10-24 16:32:08 Warning from starter on slot1@glidein_3145285_179693094@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.170.000) 2024-10-24 16:32:08 Job executing on host: <141.211.169.53:45189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50907075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973421&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-45189+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-45189&alias=um-lc02.osris.org&noUDP> ... 028 (10628.170.000) 2024-10-24 16:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:08.225" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:45189?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50907075%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9973421&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-45189+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-45189&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.739.000) 2024-10-24 16:32:08 Started transferring input files Transferring to host: <131.225.208.25:40481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29350096%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009136&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-40481+[2620-6a-0-8862-f0-0-208-25]-40481&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.739.000) 2024-10-24 16:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:08.664" EventTypeNumber = 28 Host = "<131.225.208.25:40481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29350096%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009136&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-40481+[2620-6a-0-8862-f0-0-208-25]-40481&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 021 (10628.019.000) 2024-10-24 16:32:08 Warning from starter on slot1@glidein_2772634_54590580@c2021.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.019.000) 2024-10-24 16:32:08 Job executing on host: <10.138.20.21:36977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10000498&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-36977&alias=c2021.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 16:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:08.700" EventTypeNumber = 28 ExecuteHost = "<10.138.20.21:36977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10000498&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-36977&alias=c2021.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.739.000) 2024-10-24 16:32:08 Finished transferring input files ... 028 (10628.739.000) 2024-10-24 16:32:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:08.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.755.000) 2024-10-24 16:32:09 Warning from starter on slot1_4@glidein_3039630_222798387@comp-cc-0475.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.755.000) 2024-10-24 16:32:09 Job executing on host: <10.136.81.245:38335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945465&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38335&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 16:32:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:09.100" EventTypeNumber = 28 ExecuteHost = "<10.136.81.245:38335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945465&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38335&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2484198" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389308.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.766.000) 2024-10-24 16:32:09 Warning from starter on slot1_3@glidein_8_114427522@osg-3975782-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.766.000) 2024-10-24 16:32:09 Job executing on host: <131.225.208.188:44575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984857&PrivNet=osg-3975782-0-fnpc23108.fnal.gov&addrs=131.225.208.188-44575+[2620-6a-0-8862-f0-0-208-188]-44575&alias=osg-3975782-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.766.000) 2024-10-24 16:32:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:09.309" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:44575?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418422%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984857&PrivNet=osg-3975782-0-fnpc23108.fnal.gov&addrs=131.225.208.188-44575+[2620-6a-0-8862-f0-0-208-188]-44575&alias=osg-3975782-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.185.000) 2024-10-24 16:32:09 Started transferring input files Transferring to host: <131.225.208.104:35325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29372760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009137&PrivNet=osg-3976142-0-fnpc19122.fnal.gov&addrs=131.225.208.104-35325+[2620-6a-0-8862-f0-0-208-104]-35325&alias=osg-3976142-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.185.000) 2024-10-24 16:32:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:09.671" EventTypeNumber = 28 Host = "<131.225.208.104:35325?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29372760%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009137&PrivNet=osg-3976142-0-fnpc19122.fnal.gov&addrs=131.225.208.104-35325+[2620-6a-0-8862-f0-0-208-104]-35325&alias=osg-3976142-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.185.000) 2024-10-24 16:32:09 Finished transferring input files ... 028 (10628.185.000) 2024-10-24 16:32:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:09.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.814.000) 2024-10-24 16:32:10 Started transferring input files Transferring to host: <131.225.208.157:45139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010635&PrivNet=osg-3976466-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45139+[2620-6a-0-8862-f0-0-208-157]-45139&alias=osg-3976466-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.814.000) 2024-10-24 16:32:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:10.504" EventTypeNumber = 28 Host = "<131.225.208.157:45139?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435688%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010635&PrivNet=osg-3976466-0-fnpc23023.fnal.gov&addrs=131.225.208.157-45139+[2620-6a-0-8862-f0-0-208-157]-45139&alias=osg-3976466-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.650.000) 2024-10-24 16:32:10 Started transferring input files Transferring to host: <131.225.208.190:43871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010634&PrivNet=osg-4197042-0-fnpc23111.fnal.gov&addrs=131.225.208.190-43871+[2620-6a-0-8862-f0-0-208-190]-43871&alias=osg-4197042-0-fnpc23111.fnal.gov&noUDP> ... 028 (10628.650.000) 2024-10-24 16:32:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:10.548" EventTypeNumber = 28 Host = "<131.225.208.190:43871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435687%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010634&PrivNet=osg-4197042-0-fnpc23111.fnal.gov&addrs=131.225.208.190-43871+[2620-6a-0-8862-f0-0-208-190]-43871&alias=osg-4197042-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.814.000) 2024-10-24 16:32:10 Finished transferring input files ... 028 (10628.814.000) 2024-10-24 16:32:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:10.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.650.000) 2024-10-24 16:32:10 Finished transferring input files ... 028 (10628.650.000) 2024-10-24 16:32:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:10.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.739.000) 2024-10-24 16:32:11 Warning from starter on slot1_4@glidein_8_578707120@osg-3976211-0-fnpc22006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.739.000) 2024-10-24 16:32:11 Job executing on host: <131.225.208.25:46039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334868%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987472&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-46039+[2620-6a-0-8862-f0-0-208-25]-46039&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.739.000) 2024-10-24 16:32:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:11.417" EventTypeNumber = 28 ExecuteHost = "<131.225.208.25:46039?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334868%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9987472&PrivNet=osg-3976211-0-fnpc22006.fnal.gov&addrs=131.225.208.25-46039+[2620-6a-0-8862-f0-0-208-25]-46039&alias=osg-3976211-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.185.000) 2024-10-24 16:32:12 Warning from starter on slot1_6@glidein_8_120892746@osg-3976142-0-fnpc19122.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.185.000) 2024-10-24 16:32:12 Job executing on host: <131.225.208.104:39373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996192&PrivNet=osg-3976142-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39373+[2620-6a-0-8862-f0-0-208-104]-39373&alias=osg-3976142-0-fnpc19122.fnal.gov&noUDP> ... 028 (10628.185.000) 2024-10-24 16:32:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:12.151" EventTypeNumber = 28 ExecuteHost = "<131.225.208.104:39373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996192&PrivNet=osg-3976142-0-fnpc19122.fnal.gov&addrs=131.225.208.104-39373+[2620-6a-0-8862-f0-0-208-104]-39373&alias=osg-3976142-0-fnpc19122.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.660.000) 2024-10-24 16:32:12 Started transferring input files Transferring to host: <131.225.208.78:41083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29413715%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980115&PrivNet=osg-4196758-0-fnpc22036.fnal.gov&addrs=131.225.208.78-41083+[2620-6a-0-8862-f0-0-208-78]-41083&alias=osg-4196758-0-fnpc22036.fnal.gov&noUDP> ... 028 (10628.660.000) 2024-10-24 16:32:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:12.360" EventTypeNumber = 28 Host = "<131.225.208.78:41083?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29413715%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980115&PrivNet=osg-4196758-0-fnpc22036.fnal.gov&addrs=131.225.208.78-41083+[2620-6a-0-8862-f0-0-208-78]-41083&alias=osg-4196758-0-fnpc22036.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.660.000) 2024-10-24 16:32:12 Finished transferring input files ... 028 (10628.660.000) 2024-10-24 16:32:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:12.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.814.000) 2024-10-24 16:32:13 Warning from starter on slot1_7@glidein_8_281361300@osg-3976466-0-fnpc23023.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.814.000) 2024-10-24 16:32:13 Job executing on host: <131.225.208.157:40373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995709&PrivNet=osg-3976466-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40373+[2620-6a-0-8862-f0-0-208-157]-40373&alias=osg-3976466-0-fnpc23023.fnal.gov&noUDP> ... 028 (10628.814.000) 2024-10-24 16:32:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:13.552" EventTypeNumber = 28 ExecuteHost = "<131.225.208.157:40373?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995709&PrivNet=osg-3976466-0-fnpc23023.fnal.gov&addrs=131.225.208.157-40373+[2620-6a-0-8862-f0-0-208-157]-40373&alias=osg-3976466-0-fnpc23023.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.650.000) 2024-10-24 16:32:13 Warning from starter on slot1_4@glidein_8_264671856@osg-4197042-0-fnpc23111.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.650.000) 2024-10-24 16:32:13 Job executing on host: <131.225.208.190:44481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947337&PrivNet=osg-4197042-0-fnpc23111.fnal.gov&addrs=131.225.208.190-44481+[2620-6a-0-8862-f0-0-208-190]-44481&alias=osg-4197042-0-fnpc23111.fnal.gov&noUDP> ... 028 (10628.650.000) 2024-10-24 16:32:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:13.610" EventTypeNumber = 28 ExecuteHost = "<131.225.208.190:44481?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947337&PrivNet=osg-4197042-0-fnpc23111.fnal.gov&addrs=131.225.208.190-44481+[2620-6a-0-8862-f0-0-208-190]-44481&alias=osg-4197042-0-fnpc23111.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.660.000) 2024-10-24 16:32:14 Warning from starter on slot1_3@glidein_8_205045302@osg-4196758-0-fnpc22036.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.660.000) 2024-10-24 16:32:14 Job executing on host: <131.225.208.78:44595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996000&PrivNet=osg-4196758-0-fnpc22036.fnal.gov&addrs=131.225.208.78-44595+[2620-6a-0-8862-f0-0-208-78]-44595&alias=osg-4196758-0-fnpc22036.fnal.gov&noUDP> ... 028 (10628.660.000) 2024-10-24 16:32:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:14.560" EventTypeNumber = 28 ExecuteHost = "<131.225.208.78:44595?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29334484%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9996000&PrivNet=osg-4196758-0-fnpc22036.fnal.gov&addrs=131.225.208.78-44595+[2620-6a-0-8862-f0-0-208-78]-44595&alias=osg-4196758-0-fnpc22036.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.571.000) 2024-10-24 16:32:16 Image size of job updated: 3387820 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 16:32:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:16.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 125000 Size = 3387820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 16:32:20 Image size of job updated: 3594712 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 16:32:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:20.742" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 125000 Size = 3594712 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 16:32:23 Image size of job updated: 3331108 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 16:32:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:32:23.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 125000 Size = 3331108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.202.000) 2024-10-24 16:32:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_2145039_286786350@comp-cc-0456.gwave.ics.psu.edu <10.136.81.226:33437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10024653&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33437&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP> ... 028 (10628.202.000) 2024-10-24 16:32:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:32:59.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 202 StartdAddr = "<10.136.81.226:33437?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29414938%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10024653&PrivNet=comp-cc-0456.gwave.ics.psu.edu&addrs=10.136.81.226-33437&alias=comp-cc-0456.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_4@glidein_2145039_286786350@comp-cc-0456.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.632.000) 2024-10-24 16:33:01 Image size of job updated: 3721512 252 - MemoryUsage of job (MB) 257828 - ResidentSetSize of job (KB) ... 028 (10628.632.000) 2024-10-24 16:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:01.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 632 ResidentSetSize = 257828 Size = 3721512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.632.000) 2024-10-24 16:33:01 Started transferring output files ... 028 (10628.632.000) 2024-10-24 16:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:01.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 632 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.632.000) 2024-10-24 16:33:01 Finished transferring output files ... 028 (10628.632.000) 2024-10-24 16:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:01.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 632 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.632.000) 2024-10-24 16:33:02 Job terminated. (1) Normal termination (return value 0) Usr 0 04:29:49, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:29:49, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91781 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91781 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472452 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T20:33:01Z with exit-code 0. ... 028 (10628.632.000) 2024-10-24 16:33:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9970450541832004 Disk = 2001920 DiskUsage = 472452 EventTime = "2024-10-24T16:33:02.244" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 632 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:29:49, Sys 0 00:00:17" SentBytes = 91781.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729801981; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:29:49, Sys 0 00:00:17" TotalSentBytes = 91781.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.360.000) 2024-10-24 16:33:04 Image size of job updated: 3534536 82 - MemoryUsage of job (MB) 83516 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 16:33:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:04.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 83516 Size = 3534536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.021.000) 2024-10-24 16:33:21 Image size of job updated: 3535048 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 16:33:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:21.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 125000 Size = 3535048 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.013.000) 2024-10-24 16:33:21 Image size of job updated: 3634368 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 16:33:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:21.646" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 125000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.398.000) 2024-10-24 16:33:23 Image size of job updated: 3602636 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 16:33:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:23.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 100000 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.384.000) 2024-10-24 16:33:24 Image size of job updated: 3602380 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 16:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:24.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 100000 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.198.000) 2024-10-24 16:33:24 Image size of job updated: 3534024 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 16:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:24.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 100000 Size = 3534024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.927.000) 2024-10-24 16:33:24 Image size of job updated: 3534280 81 - MemoryUsage of job (MB) 82692 - ResidentSetSize of job (KB) ... 028 (10628.927.000) 2024-10-24 16:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:24.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 927 ResidentSetSize = 82692 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.816.000) 2024-10-24 16:33:24 Image size of job updated: 3602636 80 - MemoryUsage of job (MB) 81836 - ResidentSetSize of job (KB) ... 028 (10628.816.000) 2024-10-24 16:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:24.996" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 816 ResidentSetSize = 81836 Size = 3602636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.366.000) 2024-10-24 16:33:25 Image size of job updated: 3534280 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 16:33:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:33:25.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 100000 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.798.000) 2024-10-24 16:34:05 Started transferring input files Transferring to host: <10.136.81.241:33623?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435763%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010707&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33623&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 16:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:05.560" EventTypeNumber = 28 Host = "<10.136.81.241:33623?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29435763%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10010707&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33623&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389443.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.798.000) 2024-10-24 16:34:05 Finished transferring input files ... 028 (10628.798.000) 2024-10-24 16:34:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:05.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389443.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.798.000) 2024-10-24 16:34:07 Warning from starter on slot1_1@glidein_3935609_80522412@comp-cc-0471.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.798.000) 2024-10-24 16:34:07 Job executing on host: <10.136.81.241:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994150&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33975&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 16:34:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:07.078" EventTypeNumber = 28 ExecuteHost = "<10.136.81.241:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994150&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33975&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389443.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.865.000) 2024-10-24 16:34:35 Image size of job updated: 3721504 81 - MemoryUsage of job (MB) 82748 - ResidentSetSize of job (KB) ... 028 (10628.865.000) 2024-10-24 16:34:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:35.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 865 ResidentSetSize = 82748 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.865.000) 2024-10-24 16:34:35 Started transferring output files ... 028 (10628.865.000) 2024-10-24 16:34:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:35.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 865 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.865.000) 2024-10-24 16:34:35 Finished transferring output files ... 028 (10628.865.000) 2024-10-24 16:34:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:34:35.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 865 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.865.000) 2024-10-24 16:34:36 Job terminated. (1) Normal termination (return value 0) Usr 0 04:27:05, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:27:05, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93932 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93932 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473054 2000000 2007827 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T20:34:35Z with exit-code 0. ... 028 (10628.865.000) 2024-10-24 16:34:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9883533472287618 Disk = 2007827 DiskUsage = 473054 EventTime = "2024-10-24T16:34:36.030" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196502.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196502-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 865 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:27:05, Sys 0 00:00:22" SentBytes = 93932.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802075; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:27:05, Sys 0 00:00:22" TotalSentBytes = 93932.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.507.000) 2024-10-24 16:34:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_517698_971590945@comp-cc-0451.gwave.ics.psu.edu, rescheduling job ... 028 (10628.507.000) 2024-10-24 16:34:58 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:34:58.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482456" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389171.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 507 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_517698_971590945@comp-cc-0451.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.265.000) 2024-10-24 16:35:22 Image size of job updated: 840168 37 - MemoryUsage of job (MB) 37288 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 16:35:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:35:22.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 37288 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.078.000) 2024-10-24 16:35:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_1601860_188692875@discovery-c22.cluster.local, rescheduling job ... 028 (10628.078.000) 2024-10-24 16:35:26 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:35:26.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275557" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316220" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 78 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_1601860_188692875@discovery-c22.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.403.000) 2024-10-24 16:35:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_314833_299164700@c1825.swan.hcc.unl.edu <10.138.18.25:43937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29416056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988892&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-43937&alias=c1825.swan.hcc.unl.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 16:35:37 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:35:37.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 403 StartdAddr = "<10.138.18.25:43937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29416056%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9988892&PrivNet=c1825.swan.hcc.unl.edu&addrs=10.138.18.25-43937&alias=c1825.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_314833_299164700@c1825.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.392.000) 2024-10-24 16:35:41 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37024 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 16:35:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:35:41.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37024 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.885.000) 2024-10-24 16:35:52 Image size of job updated: 3721504 80 - MemoryUsage of job (MB) 81776 - ResidentSetSize of job (KB) ... 028 (10628.885.000) 2024-10-24 16:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:35:52.756" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 885 ResidentSetSize = 81776 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.885.000) 2024-10-24 16:35:52 Started transferring output files ... 028 (10628.885.000) 2024-10-24 16:35:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:35:52.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 885 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.885.000) 2024-10-24 16:35:53 Finished transferring output files ... 028 (10628.885.000) 2024-10-24 16:35:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:35:53.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 885 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.885.000) 2024-10-24 16:35:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:29:03, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:29:03, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88160 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88160 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470352 2000000 2003994 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T20:35:52Z with exit-code 0. ... 028 (10628.885.000) 2024-10-24 16:35:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9897388414007715 Disk = 2003994 DiskUsage = 470352 EventTime = "2024-10-24T16:35:53.348" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484435" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976275.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976275-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 885 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:29:03, Sys 0 00:00:34" SentBytes = 88160.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802152; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:29:03, Sys 0 00:00:34" TotalSentBytes = 88160.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.656.000) 2024-10-24 16:36:05 Image size of job updated: 3789604 255 - MemoryUsage of job (MB) 260348 - ResidentSetSize of job (KB) ... 028 (10628.656.000) 2024-10-24 16:36:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:05.973" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 656 ResidentSetSize = 260348 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 16:36:10 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 37500 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 16:36:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:10.316" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 37500 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.656.000) 2024-10-24 16:36:42 Image size of job updated: 4101160 255 - MemoryUsage of job (MB) 260348 - ResidentSetSize of job (KB) ... 028 (10628.656.000) 2024-10-24 16:36:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:42.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 656 ResidentSetSize = 260348 Size = 4101160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.656.000) 2024-10-24 16:36:42 Started transferring output files ... 028 (10628.656.000) 2024-10-24 16:36:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:42.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 656 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.656.000) 2024-10-24 16:36:42 Finished transferring output files ... 028 (10628.656.000) 2024-10-24 16:36:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:42.934" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 656 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.656.000) 2024-10-24 16:36:43 Job terminated. (1) Normal termination (return value 0) Usr 0 04:30:18, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:30:18, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96676 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96676 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 576442 2000000 2007830 GPUs : 0 Memory (MB) : 255 2000 2048 Job terminated of its own accord at 2024-10-24T20:36:42Z with exit-code 0. ... 028 (10628.656.000) 2024-10-24 16:36:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9020728141365632 Disk = 2007830 DiskUsage = 576442 EventTime = "2024-10-24T16:36:43.272" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 656 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:30:18, Sys 0 00:00:20" SentBytes = 96676.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802202; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:30:18, Sys 0 00:00:20" TotalSentBytes = 96676.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.009.000) 2024-10-24 16:36:55 Started transferring output files ... 028 (10628.009.000) 2024-10-24 16:36:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:55.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.009.000) 2024-10-24 16:36:55 Finished transferring output files ... 028 (10628.009.000) 2024-10-24 16:36:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:36:55.668" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 004 (10628.009.000) 2024-10-24 16:36:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:09:14, Sys 0 00:00:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 13862 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE ... 028 (10628.009.000) 2024-10-24 16:36:55 Job ad information event triggered. Checkpointed = false Cluster = 10628 EventTime = "2024-10-24T16:36:55.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "JobEvictedEvent" Proc = 9 Reason = "The job attribute OnExitRemove expression '(ExitBySignal == false) && (ExitCode == 0)' evaluated to FALSE" ReceivedBytes = 12209.0 ReturnValue = 139 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 01:09:14, Sys 0 00:00:03" SentBytes = 13862.0 Subproc = 0 TerminatedAndRequeued = true TerminatedNormally = true TriggerEventTypeName = "ULOG_JOB_EVICTED" TriggerEventTypeNumber = 4 ... 006 (10628.014.000) 2024-10-24 16:37:15 Image size of job updated: 3634368 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 16:37:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:15.487" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 125000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.465.000) 2024-10-24 16:37:16 Image size of job updated: 3601868 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 16:37:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:16.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 125000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.347.000) 2024-10-24 16:37:17 Image size of job updated: 3534792 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 16:37:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:17.509" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 125000 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.019.000) 2024-10-24 16:37:17 Image size of job updated: 3708100 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-24 16:37:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:17.695" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 125000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.571.000) 2024-10-24 16:37:17 Image size of job updated: 3601868 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 16:37:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:17.931" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 125000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.170.000) 2024-10-24 16:37:18 Image size of job updated: 3606532 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 16:37:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:18.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 125000 Size = 3606532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.766.000) 2024-10-24 16:37:19 Image size of job updated: 3602380 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 16:37:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:19.238" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 125000 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.739.000) 2024-10-24 16:37:21 Image size of job updated: 3805144 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 16:37:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:21.114" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 125000 Size = 3805144 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.650.000) 2024-10-24 16:37:22 Image size of job updated: 3601612 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 16:37:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:22.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 125000 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 16:37:23 Image size of job updated: 3534280 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 16:37:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:23.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 125000 Size = 3534280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.562.000) 2024-10-24 16:37:35 Image size of job updated: 3789600 245 - MemoryUsage of job (MB) 250044 - ResidentSetSize of job (KB) ... 028 (10628.562.000) 2024-10-24 16:37:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:35.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 562 ResidentSetSize = 250044 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.562.000) 2024-10-24 16:37:35 Started transferring output files ... 028 (10628.562.000) 2024-10-24 16:37:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:35.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 562 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.562.000) 2024-10-24 16:37:35 Finished transferring output files ... 028 (10628.562.000) 2024-10-24 16:37:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:37:35.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 562 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.562.000) 2024-10-24 16:37:37 Job terminated. (1) Normal termination (return value 0) Usr 0 04:32:23, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:32:23, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89345 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89345 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474510 2000000 2004383 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:37:35Z with exit-code 0. ... 028 (10628.562.000) 2024-10-24 16:37:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9923617340691955 Disk = 2004383 DiskUsage = 474510 EventTime = "2024-10-24T16:37:37.049" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 562 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:32:23, Sys 0 00:00:31" SentBytes = 89345.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802255; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:32:23, Sys 0 00:00:31" TotalSentBytes = 89345.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.229.000) 2024-10-24 16:38:05 Image size of job updated: 3561660 85 - MemoryUsage of job (MB) 86492 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 16:38:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:38:05.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 86492 Size = 3561660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.462.000) 2024-10-24 16:39:19 Image size of job updated: 3789348 245 - MemoryUsage of job (MB) 250132 - ResidentSetSize of job (KB) ... 028 (10628.462.000) 2024-10-24 16:39:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:19.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 462 ResidentSetSize = 250132 Size = 3789348 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.462.000) 2024-10-24 16:39:19 Started transferring output files ... 028 (10628.462.000) 2024-10-24 16:39:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:19.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 462 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.462.000) 2024-10-24 16:39:19 Finished transferring output files ... 028 (10628.462.000) 2024-10-24 16:39:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:19.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 462 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.462.000) 2024-10-24 16:39:20 Job terminated. (1) Normal termination (return value 0) Usr 0 04:34:19, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:34:19, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91963 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91963 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470924 2000000 2004383 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:39:19Z with exit-code 0. ... 028 (10628.462.000) 2024-10-24 16:39:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870492432082558 Disk = 2004383 DiskUsage = 470924 EventTime = "2024-10-24T16:39:20.069" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 462 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:34:19, Sys 0 00:00:32" SentBytes = 91963.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802359; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:34:19, Sys 0 00:00:32" TotalSentBytes = 91963.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.838.000) 2024-10-24 16:39:22 Image size of job updated: 3722276 86 - MemoryUsage of job (MB) 87504 - ResidentSetSize of job (KB) ... 028 (10628.838.000) 2024-10-24 16:39:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:22.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 86 MyType = "JobImageSizeEvent" Proc = 838 ResidentSetSize = 87504 Size = 3722276 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.838.000) 2024-10-24 16:39:22 Started transferring output files ... 028 (10628.838.000) 2024-10-24 16:39:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:22.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 838 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.838.000) 2024-10-24 16:39:22 Finished transferring output files ... 028 (10628.838.000) 2024-10-24 16:39:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:39:22.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 838 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.838.000) 2024-10-24 16:39:23 Job terminated. (1) Normal termination (return value 0) Usr 0 04:34:06, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:34:06, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88912 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88912 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473348 2000000 2004394 GPUs : 0 Memory (MB) : 86 2000 2048 Job terminated of its own accord at 2024-10-24T20:39:22Z with exit-code 0. ... 028 (10628.838.000) 2024-10-24 16:39:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.993472580682397 Disk = 2004394 DiskUsage = 473348 EventTime = "2024-10-24T16:39:23.728" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 86 MyType = "JobTerminatedEvent" Proc = 838 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:34:06, Sys 0 00:00:18" SentBytes = 88912.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802362; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:34:06, Sys 0 00:00:18" TotalSentBytes = 88912.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.157.000) 2024-10-24 16:40:08 Image size of job updated: 3857188 247 - MemoryUsage of job (MB) 252440 - ResidentSetSize of job (KB) ... 028 (10628.157.000) 2024-10-24 16:40:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:08.080" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 157 ResidentSetSize = 252440 Size = 3857188 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.269.000) 2024-10-24 16:40:18 Image size of job updated: 3789620 245 - MemoryUsage of job (MB) 250232 - ResidentSetSize of job (KB) ... 028 (10628.269.000) 2024-10-24 16:40:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:18.629" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 269 ResidentSetSize = 250232 Size = 3789620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.922.000) 2024-10-24 16:40:30 Image size of job updated: 3788848 241 - MemoryUsage of job (MB) 245812 - ResidentSetSize of job (KB) ... 028 (10628.922.000) 2024-10-24 16:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:30.482" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 922 ResidentSetSize = 245812 Size = 3788848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.922.000) 2024-10-24 16:40:30 Started transferring output files ... 028 (10628.922.000) 2024-10-24 16:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:30.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 922 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.922.000) 2024-10-24 16:40:30 Finished transferring output files ... 028 (10628.922.000) 2024-10-24 16:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:30.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 922 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.922.000) 2024-10-24 16:40:31 Job terminated. (1) Normal termination (return value 0) Usr 0 04:33:56, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:33:56, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87968 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87968 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470948 2000000 2003997 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T20:40:30Z with exit-code 0. ... 028 (10628.922.000) 2024-10-24 16:40:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9890296313916315 Disk = 2003997 DiskUsage = 470948 EventTime = "2024-10-24T16:40:31.028" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196880.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196880-0-fnpc19136.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 922 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:33:56, Sys 0 00:00:37" SentBytes = 87968.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802430; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:33:56, Sys 0 00:00:37" TotalSentBytes = 87968.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.333.000) 2024-10-24 16:40:33 Image size of job updated: 3789032 245 - MemoryUsage of job (MB) 250252 - ResidentSetSize of job (KB) ... 028 (10628.333.000) 2024-10-24 16:40:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:33.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 333 ResidentSetSize = 250252 Size = 3789032 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 16:40:42 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37032 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 16:40:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:42.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37032 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.157.000) 2024-10-24 16:40:45 Started transferring output files ... 028 (10628.157.000) 2024-10-24 16:40:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:45.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 157 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.157.000) 2024-10-24 16:40:45 Finished transferring output files ... 028 (10628.157.000) 2024-10-24 16:40:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:45.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 157 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.157.000) 2024-10-24 16:40:45 Job terminated. (1) Normal termination (return value 0) Usr 0 04:36:08, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:36:08, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90474 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90474 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 568884 2000000 2004383 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T20:40:45Z with exit-code 0. ... 028 (10628.157.000) 2024-10-24 16:40:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9890488918816733 Disk = 2004383 DiskUsage = 568884 EventTime = "2024-10-24T16:40:45.846" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 157 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:36:08, Sys 0 00:00:34" SentBytes = 90474.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802445; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:36:08, Sys 0 00:00:34" TotalSentBytes = 90474.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.429.000) 2024-10-24 16:40:45 Image size of job updated: 3721512 251 - MemoryUsage of job (MB) 256956 - ResidentSetSize of job (KB) ... 028 (10628.429.000) 2024-10-24 16:40:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:45.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 429 ResidentSetSize = 256956 Size = 3721512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.495.000) 2024-10-24 16:40:50 Image size of job updated: 3722264 245 - MemoryUsage of job (MB) 249956 - ResidentSetSize of job (KB) ... 028 (10628.495.000) 2024-10-24 16:40:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:40:50.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 495 ResidentSetSize = 249956 Size = 3722264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.805.000) 2024-10-24 16:40:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@IU-Jetstream2-Backfill.367296c24cef, rescheduling job ... 028 (10628.805.000) 2024-10-24 16:40:58 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:40:58.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 805 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@IU-Jetstream2-Backfill.367296c24cef" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.475.000) 2024-10-24 16:40:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_11@IU-Jetstream2-Backfill.ae5291ce625a, rescheduling job ... 028 (10628.475.000) 2024-10-24 16:40:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:40:59.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 475 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_11@IU-Jetstream2-Backfill.ae5291ce625a" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.527.000) 2024-10-24 16:40:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_14@IU-Jetstream2-Backfill.052616dea8c1, rescheduling job ... 028 (10628.527.000) 2024-10-24 16:40:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:40:59.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 527 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_14@IU-Jetstream2-Backfill.052616dea8c1" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.734.000) 2024-10-24 16:40:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_11@IU-Jetstream2-Backfill.cf02570a98ff <172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=startd_4641_eb1f> ... 028 (10628.734.000) 2024-10-24 16:40:59 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:40:59.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 734 StartdAddr = "<172.17.0.2:34453?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250140%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908551&PrivNet=IU-Jetstream2-Backfill.cf02570a98ff&addrs=172.17.0.2-34453&alias=IU-Jetstream2-Backfill.cf02570a98ff&noUDP&sock=startd_4641_eb1f>" StartdName = "slot1_11@IU-Jetstream2-Backfill.cf02570a98ff" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.853.000) 2024-10-24 16:41:00 Image size of job updated: 3722020 248 - MemoryUsage of job (MB) 253664 - ResidentSetSize of job (KB) ... 028 (10628.853.000) 2024-10-24 16:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:00.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 853 ResidentSetSize = 253664 Size = 3722020 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.853.000) 2024-10-24 16:41:00 Started transferring output files ... 028 (10628.853.000) 2024-10-24 16:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:00.614" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 853 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.853.000) 2024-10-24 16:41:00 Finished transferring output files ... 028 (10628.853.000) 2024-10-24 16:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:00.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 853 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.853.000) 2024-10-24 16:41:01 Job terminated. (1) Normal termination (return value 0) Usr 0 04:04:00, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:04:00, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91618 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91618 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.67 1 1 Disk (KB) : 471519 2000000 2004358 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:00Z with exit-code 0. ... 028 (10628.853.000) 2024-10-24 16:41:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6658540189845297 Disk = 2004358 DiskUsage = 471519 EventTime = "2024-10-24T16:41:01.539" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 853 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:04:00, Sys 0 00:00:20" SentBytes = 91618.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802460; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:04:00, Sys 0 00:00:20" TotalSentBytes = 91618.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.651.000) 2024-10-24 16:41:03 Image size of job updated: 3789600 245 - MemoryUsage of job (MB) 250152 - ResidentSetSize of job (KB) ... 028 (10628.651.000) 2024-10-24 16:41:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:03.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 651 ResidentSetSize = 250152 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.803.000) 2024-10-24 16:41:03 Image size of job updated: 3750000 270 - MemoryUsage of job (MB) 276012 - ResidentSetSize of job (KB) ... 028 (10628.803.000) 2024-10-24 16:41:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:03.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MemoryUsage = 270 MyType = "JobImageSizeEvent" Proc = 803 ResidentSetSize = 276012 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.803.000) 2024-10-24 16:41:04 Started transferring output files ... 028 (10628.803.000) 2024-10-24 16:41:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:04.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.803.000) 2024-10-24 16:41:04 Finished transferring output files ... 028 (10628.803.000) 2024-10-24 16:41:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:04.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 803 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.803.000) 2024-10-24 16:41:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:27:50, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:49:44, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97572 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97572 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 461873 2000000 2002174 GPUs : 0 Memory (MB) : 270 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:03Z with exit-code 0. ... 028 (10628.803.000) 2024-10-24 16:41:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9892729744599035 Disk = 2002174 DiskUsage = 461873 EventTime = "2024-10-24T16:41:04.482" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" Memory = 2048 MemoryUsage = 270 MyType = "JobTerminatedEvent" Proc = 803 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:27:50, Sys 0 00:00:10" SentBytes = 97572.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802463; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:49:44, Sys 0 00:00:13" TotalSentBytes = 97572.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 16:41:05 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 37408 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 16:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:05.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37408 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.009.000) 2024-10-24 16:41:05 Started transferring input files Transferring to host: <10.136.81.249:37615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002581&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-37615&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 16:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:05.307" EventTypeNumber = 28 Host = "<10.136.81.249:37615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729436%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002581&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-37615&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.009.000) 2024-10-24 16:41:05 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 16:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:05.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.009.000) 2024-10-24 16:41:06 Warning from starter on slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.009.000) 2024-10-24 16:41:06 Job executing on host: <10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 16:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:06.749" EventTypeNumber = 28 ExecuteHost = "<10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.732.000) 2024-10-24 16:41:12 Image size of job updated: 3722260 248 - MemoryUsage of job (MB) 253460 - ResidentSetSize of job (KB) ... 028 (10628.732.000) 2024-10-24 16:41:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:12.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 732 ResidentSetSize = 253460 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.429.000) 2024-10-24 16:41:16 Started transferring output files ... 028 (10628.429.000) 2024-10-24 16:41:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:16.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 429 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.429.000) 2024-10-24 16:41:16 Finished transferring output files ... 028 (10628.429.000) 2024-10-24 16:41:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:16.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 429 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.429.000) 2024-10-24 16:41:17 Job terminated. (1) Normal termination (return value 0) Usr 0 04:38:01, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:38:01, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91940 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91940 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 571784 2000000 2001920 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:16Z with exit-code 0. ... 028 (10628.429.000) 2024-10-24 16:41:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9952083513088001 Disk = 2001920 DiskUsage = 571784 EventTime = "2024-10-24T16:41:17.250" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976045.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976045-0-fnpc7543.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 429 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:38:01, Sys 0 00:00:16" SentBytes = 91940.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802476; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:38:01, Sys 0 00:00:16" TotalSentBytes = 91940.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.495.000) 2024-10-24 16:41:26 Image size of job updated: 4035776 245 - MemoryUsage of job (MB) 249956 - ResidentSetSize of job (KB) ... 028 (10628.495.000) 2024-10-24 16:41:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:26.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 495 ResidentSetSize = 249956 Size = 4035776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.495.000) 2024-10-24 16:41:27 Started transferring output files ... 028 (10628.495.000) 2024-10-24 16:41:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:27.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 495 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.495.000) 2024-10-24 16:41:27 Finished transferring output files ... 028 (10628.495.000) 2024-10-24 16:41:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:27.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 495 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.269.000) 2024-10-24 16:41:28 Started transferring output files ... 028 (10628.269.000) 2024-10-24 16:41:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:28.700" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 269 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.269.000) 2024-10-24 16:41:28 Finished transferring output files ... 028 (10628.269.000) 2024-10-24 16:41:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:28.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 269 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.269.000) 2024-10-24 16:41:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:37:10, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:37:10, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92770 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92770 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 540768 2000000 2011304 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:28Z with exit-code 0. ... 028 (10628.269.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9963744251286404 Disk = 2011304 DiskUsage = 540768 EventTime = "2024-10-24T16:41:29.068" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 269 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:37:10, Sys 0 00:00:22" SentBytes = 92770.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802488; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:37:10, Sys 0 00:00:22" TotalSentBytes = 92770.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.495.000) 2024-10-24 16:41:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:35:12, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:35:12, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92057 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92057 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 572227 2000000 2004364 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:26Z with exit-code 0. ... 028 (10628.495.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9546878076608714 Disk = 2004364 DiskUsage = 572227 EventTime = "2024-10-24T16:41:29.151" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 495 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:35:12, Sys 0 00:00:35" SentBytes = 92057.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802486; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:35:12, Sys 0 00:00:35" TotalSentBytes = 92057.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.378.000) 2024-10-24 16:41:29 Image size of job updated: 3856736 242 - MemoryUsage of job (MB) 247380 - ResidentSetSize of job (KB) ... 028 (10628.378.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:29.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 378 ResidentSetSize = 247380 Size = 3856736 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.378.000) 2024-10-24 16:41:29 Started transferring output files ... 028 (10628.378.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:29.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.378.000) 2024-10-24 16:41:29 Finished transferring output files ... 028 (10628.378.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:29.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 378 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.378.000) 2024-10-24 16:41:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:35, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:49:37, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88639 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88639 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 474396 2000000 2007894 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:29Z with exit-code 0. ... 028 (10628.378.000) 2024-10-24 16:41:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9814165476589441 Disk = 2007894 DiskUsage = 474396 EventTime = "2024-10-24T16:41:29.877" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 378 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:35, Sys 0 00:00:14" SentBytes = 88639.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802489; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:49:37, Sys 0 00:00:15" TotalSentBytes = 88639.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.078.000) 2024-10-24 16:41:30 Started transferring input files Transferring to host: <131.225.208.155:34507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9961204&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-34507+[2620-6a-0-8862-f0-0-208-155]-34507&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.078.000) 2024-10-24 16:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:30.476" EventTypeNumber = 28 Host = "<131.225.208.155:34507?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414064%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9961204&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-34507+[2620-6a-0-8862-f0-0-208-155]-34507&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.078.000) 2024-10-24 16:41:30 Finished transferring input files ... 028 (10628.078.000) 2024-10-24 16:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:30.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.078.000) 2024-10-24 16:41:32 Warning from starter on slot1_6@glidein_8_58357728@osg-4197124-0-fnpc23022.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.078.000) 2024-10-24 16:41:32 Job executing on host: <131.225.208.155:39165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967113&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-39165+[2620-6a-0-8862-f0-0-208-155]-39165&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP> ... 028 (10628.078.000) 2024-10-24 16:41:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:32.044" EventTypeNumber = 28 ExecuteHost = "<131.225.208.155:39165?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50900795%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9967113&PrivNet=osg-4197124-0-fnpc23022.fnal.gov&addrs=131.225.208.155-39165+[2620-6a-0-8862-f0-0-208-155]-39165&alias=osg-4197124-0-fnpc23022.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.475.000) 2024-10-24 16:41:41 Started transferring input files Transferring to host: <10.138.19.23:46367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29373101%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980446&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-46367&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.475.000) 2024-10-24 16:41:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:41.714" EventTypeNumber = 28 Host = "<10.138.19.23:46367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29373101%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980446&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-46367&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.475.000) 2024-10-24 16:41:41 Finished transferring input files ... 028 (10628.475.000) 2024-10-24 16:41:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:41.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.507.000) 2024-10-24 16:41:42 Started transferring input files Transferring to host: <131.225.208.147:34715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50914170%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057739&PrivNet=osg-4197190-0-fnpc23014.fnal.gov&addrs=131.225.208.147-34715+[2620-6a-0-8862-f0-0-208-147]-34715&alias=osg-4197190-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.507.000) 2024-10-24 16:41:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:42.759" EventTypeNumber = 28 Host = "<131.225.208.147:34715?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50914170%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10057739&PrivNet=osg-4197190-0-fnpc23014.fnal.gov&addrs=131.225.208.147-34715+[2620-6a-0-8862-f0-0-208-147]-34715&alias=osg-4197190-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.507.000) 2024-10-24 16:41:42 Finished transferring input files ... 028 (10628.507.000) 2024-10-24 16:41:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:42.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.475.000) 2024-10-24 16:41:43 Warning from starter on slot1@glidein_1482507_338350821@c1923.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.475.000) 2024-10-24 16:41:43 Job executing on host: <10.138.19.23:36293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29403630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969891&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-36293&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.475.000) 2024-10-24 16:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:43.064" EventTypeNumber = 28 ExecuteHost = "<10.138.19.23:36293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29403630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969891&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-36293&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.805.000) 2024-10-24 16:41:43 Started transferring input files Transferring to host: <131.225.208.46:45587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9961210&PrivNet=osg-3976596-0-fnpc22020.fnal.gov&addrs=131.225.208.46-45587+[2620-6a-0-8862-f0-0-208-46]-45587&alias=osg-3976596-0-fnpc22020.fnal.gov&noUDP> ... 028 (10628.805.000) 2024-10-24 16:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:43.159" EventTypeNumber = 28 Host = "<131.225.208.46:45587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50924493%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9961210&PrivNet=osg-3976596-0-fnpc22020.fnal.gov&addrs=131.225.208.46-45587+[2620-6a-0-8862-f0-0-208-46]-45587&alias=osg-3976596-0-fnpc22020.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.805.000) 2024-10-24 16:41:43 Finished transferring input files ... 028 (10628.805.000) 2024-10-24 16:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:43.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.527.000) 2024-10-24 16:41:43 Started transferring input files Transferring to host: <131.225.208.108:39077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29436029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965760&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-39077+[2620-6a-0-8862-f0-0-208-108]-39077&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.527.000) 2024-10-24 16:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:43.931" EventTypeNumber = 28 Host = "<131.225.208.108:39077?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29436029%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9965760&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-39077+[2620-6a-0-8862-f0-0-208-108]-39077&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.527.000) 2024-10-24 16:41:43 Finished transferring input files ... 028 (10628.527.000) 2024-10-24 16:41:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:43.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.507.000) 2024-10-24 16:41:44 Warning from starter on slot1_2@glidein_8_741633138@osg-4197190-0-fnpc23014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.507.000) 2024-10-24 16:41:44 Job executing on host: <131.225.208.147:32861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947989&PrivNet=osg-4197190-0-fnpc23014.fnal.gov&addrs=131.225.208.147-32861+[2620-6a-0-8862-f0-0-208-147]-32861&alias=osg-4197190-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.507.000) 2024-10-24 16:41:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:44.247" EventTypeNumber = 28 ExecuteHost = "<131.225.208.147:32861?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29337240%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947989&PrivNet=osg-4197190-0-fnpc23014.fnal.gov&addrs=131.225.208.147-32861+[2620-6a-0-8862-f0-0-208-147]-32861&alias=osg-4197190-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.805.000) 2024-10-24 16:41:45 Warning from starter on slot1_5@glidein_8_35632928@osg-3976596-0-fnpc22020.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.805.000) 2024-10-24 16:41:45 Job executing on host: <131.225.208.46:43109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952791&PrivNet=osg-3976596-0-fnpc22020.fnal.gov&addrs=131.225.208.46-43109+[2620-6a-0-8862-f0-0-208-46]-43109&alias=osg-3976596-0-fnpc22020.fnal.gov&noUDP> ... 028 (10628.805.000) 2024-10-24 16:41:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:45.306" EventTypeNumber = 28 ExecuteHost = "<131.225.208.46:43109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952791&PrivNet=osg-3976596-0-fnpc22020.fnal.gov&addrs=131.225.208.46-43109+[2620-6a-0-8862-f0-0-208-46]-43109&alias=osg-3976596-0-fnpc22020.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.527.000) 2024-10-24 16:41:47 Warning from starter on slot1_2@glidein_9_245827932@osg-3975884-0-fnpc19126.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.527.000) 2024-10-24 16:41:48 Job executing on host: <131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP> ... 028 (10628.527.000) 2024-10-24 16:41:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:48.015" EventTypeNumber = 28 ExecuteHost = "<131.225.208.108:45243?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51000964%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9994589&PrivNet=osg-3975884-0-fnpc19126.fnal.gov&addrs=131.225.208.108-45243+[2620-6a-0-8862-f0-0-208-108]-45243&alias=osg-3975884-0-fnpc19126.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.651.000) 2024-10-24 16:41:49 Started transferring output files ... 028 (10628.651.000) 2024-10-24 16:41:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:49.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 651 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.651.000) 2024-10-24 16:41:49 Finished transferring output files ... 028 (10628.651.000) 2024-10-24 16:41:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:49.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 651 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.651.000) 2024-10-24 16:41:50 Job terminated. (1) Normal termination (return value 0) Usr 0 04:36:25, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:36:25, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91581 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91581 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 567742 2000000 2004383 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T20:41:49Z with exit-code 0. ... 028 (10628.651.000) 2024-10-24 16:41:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9870461596745246 Disk = 2004383 DiskUsage = 567742 EventTime = "2024-10-24T16:41:50.998" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 651 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:36:25, Sys 0 00:00:32" SentBytes = 91581.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802509; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:36:25, Sys 0 00:00:32" TotalSentBytes = 91581.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.507.000) 2024-10-24 16:41:52 Image size of job updated: 3602380 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.507.000) 2024-10-24 16:41:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:52.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 507 ResidentSetSize = 100000 Size = 3602380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.805.000) 2024-10-24 16:41:54 Image size of job updated: 3601868 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 16:41:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:41:54.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 100000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.333.000) 2024-10-24 16:42:05 Image size of job updated: 3789596 248 - MemoryUsage of job (MB) 253504 - ResidentSetSize of job (KB) ... 028 (10628.333.000) 2024-10-24 16:42:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:05.035" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 333 ResidentSetSize = 253504 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.333.000) 2024-10-24 16:42:05 Started transferring output files ... 028 (10628.333.000) 2024-10-24 16:42:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:05.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 333 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.333.000) 2024-10-24 16:42:05 Finished transferring output files ... 028 (10628.333.000) 2024-10-24 16:42:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:05.307" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 333 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.333.000) 2024-10-24 16:42:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:36:59, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:36:59, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92168 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92168 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 494539 2000000 2004383 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:42:05Z with exit-code 0. ... 028 (10628.333.000) 2024-10-24 16:42:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8962185393884144 Disk = 2004383 DiskUsage = 494539 EventTime = "2024-10-24T16:42:05.641" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 333 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:36:59, Sys 0 00:00:32" SentBytes = 92168.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802525; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:36:59, Sys 0 00:00:32" TotalSentBytes = 92168.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.732.000) 2024-10-24 16:42:06 Image size of job updated: 3970328 248 - MemoryUsage of job (MB) 253460 - ResidentSetSize of job (KB) ... 028 (10628.732.000) 2024-10-24 16:42:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:06.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 732 ResidentSetSize = 253460 Size = 3970328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.732.000) 2024-10-24 16:42:07 Started transferring output files ... 028 (10628.732.000) 2024-10-24 16:42:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:07.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 732 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.732.000) 2024-10-24 16:42:07 Finished transferring output files ... 028 (10628.732.000) 2024-10-24 16:42:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:07.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 732 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.732.000) 2024-10-24 16:42:07 Job terminated. (1) Normal termination (return value 0) Usr 0 04:36:24, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:36:24, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89481 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89481 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 546157 2000000 2004383 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:42:06Z with exit-code 0. ... 028 (10628.732.000) 2024-10-24 16:42:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9005782019163735 Disk = 2004383 DiskUsage = 546157 EventTime = "2024-10-24T16:42:07.400" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472141" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196865.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196865-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 732 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:36:24, Sys 0 00:00:32" SentBytes = 89481.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802526; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:36:24, Sys 0 00:00:32" TotalSentBytes = 89481.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.870.000) 2024-10-24 16:42:11 Image size of job updated: 3721764 87 - MemoryUsage of job (MB) 88684 - ResidentSetSize of job (KB) ... 028 (10628.870.000) 2024-10-24 16:42:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:11.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 870 ResidentSetSize = 88684 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.870.000) 2024-10-24 16:42:12 Started transferring output files ... 028 (10628.870.000) 2024-10-24 16:42:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:12.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 870 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.870.000) 2024-10-24 16:42:12 Finished transferring output files ... 028 (10628.870.000) 2024-10-24 16:42:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:12.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 870 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.870.000) 2024-10-24 16:42:13 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:12, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:12, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87611 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87611 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467927 2000000 2007812 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T20:42:11Z with exit-code 0. ... 028 (10628.870.000) 2024-10-24 16:42:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9643748754910026 Disk = 2007812 DiskUsage = 467927 EventTime = "2024-10-24T16:42:13.542" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975903.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@osg-3975903-0-fnpc17129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 870 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:12, Sys 0 00:00:18" SentBytes = 87611.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802531; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:10:12, Sys 0 00:00:18" TotalSentBytes = 87611.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.798.000) 2024-10-24 16:42:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3935609_80522412@comp-cc-0471.gwave.ics.psu.edu <10.136.81.241:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994150&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33975&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 16:42:20 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:42:20.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389443.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 798 StartdAddr = "<10.136.81.241:33975?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51009414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994150&PrivNet=comp-cc-0471.gwave.ics.psu.edu&addrs=10.136.81.241-33975&alias=comp-cc-0471.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_1@glidein_3935609_80522412@comp-cc-0471.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.592.000) 2024-10-24 16:42:55 Image size of job updated: 4101172 98 - MemoryUsage of job (MB) 100024 - ResidentSetSize of job (KB) ... 028 (10628.592.000) 2024-10-24 16:42:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:55.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 592 ResidentSetSize = 100024 Size = 4101172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.592.000) 2024-10-24 16:42:56 Started transferring output files ... 028 (10628.592.000) 2024-10-24 16:42:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:56.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 592 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.592.000) 2024-10-24 16:42:56 Finished transferring output files ... 028 (10628.592.000) 2024-10-24 16:42:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:42:56.172" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 592 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.592.000) 2024-10-24 16:42:56 Job terminated. (1) Normal termination (return value 0) Usr 0 04:36:45, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:36:45, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91520 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91520 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472788 2000000 2004364 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T20:42:55Z with exit-code 0. ... 028 (10628.592.000) 2024-10-24 16:42:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9898275159490862 Disk = 2004364 DiskUsage = 472788 EventTime = "2024-10-24T16:42:56.477" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976140.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976140-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 592 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:36:45, Sys 0 00:00:35" SentBytes = 91520.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802575; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:36:45, Sys 0 00:00:35" TotalSentBytes = 91520.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.602.000) 2024-10-24 16:43:36 Image size of job updated: 3721996 248 - MemoryUsage of job (MB) 253140 - ResidentSetSize of job (KB) ... 028 (10628.602.000) 2024-10-24 16:43:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:43:36.827" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 602 ResidentSetSize = 253140 Size = 3721996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.602.000) 2024-10-24 16:43:37 Started transferring output files ... 028 (10628.602.000) 2024-10-24 16:43:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:43:37.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.602.000) 2024-10-24 16:43:37 Finished transferring output files ... 028 (10628.602.000) 2024-10-24 16:43:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:43:37.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 602 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.602.000) 2024-10-24 16:43:37 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:59, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:52:26, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90812 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90812 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470930 2000000 2007912 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:43:36Z with exit-code 0. ... 028 (10628.602.000) 2024-10-24 16:43:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886290546424099 Disk = 2007912 DiskUsage = 470930 EventTime = "2024-10-24T16:43:37.904" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976496.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976496-0-fnpc22014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 602 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:59, Sys 0 00:00:16" SentBytes = 90812.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802616; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:52:26, Sys 0 00:00:18" TotalSentBytes = 90812.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.243.000) 2024-10-24 16:44:01 Image size of job updated: 3533512 80 - MemoryUsage of job (MB) 81188 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 16:44:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:44:01.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 81188 Size = 3533512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.027.000) 2024-10-24 16:44:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1324056_619656716@c1908.swan.hcc.unl.edu, rescheduling job ... 028 (10628.027.000) 2024-10-24 16:44:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:44:20.628" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616212" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212253" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 27 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1324056_619656716@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.835.000) 2024-10-24 16:44:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_436180_140083332@discovery-c36.cluster.local, rescheduling job ... 028 (10628.835.000) 2024-10-24 16:44:25 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:44:25.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274833" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU-Discovery-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "New Mexico State Discovery" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "316198" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "New Mexico State Discovery" MyType = "JobReconnectFailedEvent" Proc = 835 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_436180_140083332@discovery-c36.cluster.local" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.000.000) 2024-10-24 16:44:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1360811_626332875@c1908.swan.hcc.unl.edu, rescheduling job ... 028 (10628.000.000) 2024-10-24 16:44:50 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:44:50.755" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616521" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212361" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 0 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1360811_626332875@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.017.000) 2024-10-24 16:44:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_954826_190709156@c1908.swan.hcc.unl.edu, rescheduling job ... 028 (10628.017.000) 2024-10-24 16:44:50 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:44:50.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619257" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215251" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 17 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_954826_190709156@c1908.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.911.000) 2024-10-24 16:44:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_789147_308285172@c2508.swan.hcc.unl.edu <10.138.25.8:40677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977305&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40677&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.911.000) 2024-10-24 16:44:52 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:44:52.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 911 StartdAddr = "<10.138.25.8:40677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921374%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977305&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-40677&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_789147_308285172@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.972.000) 2024-10-24 16:44:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_745182_842677836@c2508.swan.hcc.unl.edu <10.138.25.8:43709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958011&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-43709&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.972.000) 2024-10-24 16:44:53 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:44:53.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 972 StartdAddr = "<10.138.25.8:43709?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347160%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9958011&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-43709&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_745182_842677836@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.963.000) 2024-10-24 16:44:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_757694_314592988@c2508.swan.hcc.unl.edu <10.138.25.8:39687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999338&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-39687&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.963.000) 2024-10-24 16:44:55 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:44:55.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 963 StartdAddr = "<10.138.25.8:39687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29345943%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9999338&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-39687&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_757694_314592988@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.520.000) 2024-10-24 16:44:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_745192_215340984@c2508.swan.hcc.unl.edu <10.138.25.8:36249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10010935&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-36249&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.520.000) 2024-10-24 16:44:55 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:44:55.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 520 StartdAddr = "<10.138.25.8:36249?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29369828%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10010935&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-36249&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_745192_215340984@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.095.000) 2024-10-24 16:45:03 Image size of job updated: 3721500 249 - MemoryUsage of job (MB) 254708 - ResidentSetSize of job (KB) ... 028 (10628.095.000) 2024-10-24 16:45:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:03.017" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 95 ResidentSetSize = 254708 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.669.000) 2024-10-24 16:45:14 Image size of job updated: 3789604 249 - MemoryUsage of job (MB) 254324 - ResidentSetSize of job (KB) ... 028 (10628.669.000) 2024-10-24 16:45:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:14.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 669 ResidentSetSize = 254324 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.669.000) 2024-10-24 16:45:14 Started transferring output files ... 028 (10628.669.000) 2024-10-24 16:45:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:14.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 669 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.669.000) 2024-10-24 16:45:14 Finished transferring output files ... 028 (10628.669.000) 2024-10-24 16:45:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:14.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 669 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.669.000) 2024-10-24 16:45:15 Job terminated. (1) Normal termination (return value 0) Usr 0 04:34:43, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:34:43, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93822 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93822 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 468556 2000000 2006197 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:45:14Z with exit-code 0. ... 028 (10628.669.000) 2024-10-24 16:45:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9680649478286527 Disk = 2006197 DiskUsage = 468556 EventTime = "2024-10-24T16:45:15.072" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 669 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:34:43, Sys 0 00:00:14" SentBytes = 93822.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802714; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:34:43, Sys 0 00:00:14" TotalSentBytes = 93822.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.095.000) 2024-10-24 16:45:30 Started transferring output files ... 028 (10628.095.000) 2024-10-24 16:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:30.016" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 95 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.095.000) 2024-10-24 16:45:30 Finished transferring output files ... 028 (10628.095.000) 2024-10-24 16:45:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:30.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 95 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.095.000) 2024-10-24 16:45:30 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:45, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:45, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89652 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89652 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 588680 2000000 2011304 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:45:29Z with exit-code 0. ... 028 (10628.095.000) 2024-10-24 16:45:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929688585574661 Disk = 2011304 DiskUsage = 588680 EventTime = "2024-10-24T16:45:30.389" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196608.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196608-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 95 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:45, Sys 0 00:00:24" SentBytes = 89652.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802729; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:41:45, Sys 0 00:00:24" TotalSentBytes = 89652.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.435.000) 2024-10-24 16:45:41 Image size of job updated: 3722516 249 - MemoryUsage of job (MB) 254168 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 16:45:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:41.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 254168 Size = 3722516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 16:45:50 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 37436 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 16:45:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:50.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37436 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.487.000) 2024-10-24 16:45:51 Image size of job updated: 3721496 252 - MemoryUsage of job (MB) 257640 - ResidentSetSize of job (KB) ... 028 (10628.487.000) 2024-10-24 16:45:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:51.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 487 ResidentSetSize = 257640 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.435.000) 2024-10-24 16:45:52 Image size of job updated: 3972636 249 - MemoryUsage of job (MB) 254168 - ResidentSetSize of job (KB) ... 028 (10628.435.000) 2024-10-24 16:45:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:52.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 435 ResidentSetSize = 254168 Size = 3972636 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.435.000) 2024-10-24 16:45:53 Started transferring output files ... 028 (10628.435.000) 2024-10-24 16:45:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:53.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 435 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.435.000) 2024-10-24 16:45:53 Finished transferring output files ... 028 (10628.435.000) 2024-10-24 16:45:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:45:53.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 435 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.435.000) 2024-10-24 16:45:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:40:18, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:40:18, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91672 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91672 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 613406 2000000 2004343 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:45:52Z with exit-code 0. ... 028 (10628.435.000) 2024-10-24 16:45:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9955983772041931 Disk = 2004343 DiskUsage = 613406 EventTime = "2024-10-24T16:45:53.407" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 435 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:40:18, Sys 0 00:00:15" SentBytes = 91672.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802752; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:40:18, Sys 0 00:00:15" TotalSentBytes = 91672.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.487.000) 2024-10-24 16:46:29 Started transferring output files ... 028 (10628.487.000) 2024-10-24 16:46:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:46:29.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 487 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.487.000) 2024-10-24 16:46:29 Finished transferring output files ... 028 (10628.487.000) 2024-10-24 16:46:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:46:29.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 487 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.487.000) 2024-10-24 16:46:30 Job terminated. (1) Normal termination (return value 0) Usr 0 04:37:15, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:37:15, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88498 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88498 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 579029 2000000 2006197 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T20:46:29Z with exit-code 0. ... 028 (10628.487.000) 2024-10-24 16:46:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921165037278292 Disk = 2006197 DiskUsage = 579029 EventTime = "2024-10-24T16:46:30.284" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 487 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:37:15, Sys 0 00:00:15" SentBytes = 88498.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802789; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:37:15, Sys 0 00:00:15" TotalSentBytes = 88498.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 16:46:51 Image size of job updated: 3708100 83 - MemoryUsage of job (MB) 84376 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 16:46:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:46:51.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 84376 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.836.000) 2024-10-24 16:46:57 Image size of job updated: 3722028 251 - MemoryUsage of job (MB) 256036 - ResidentSetSize of job (KB) ... 028 (10628.836.000) 2024-10-24 16:46:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:46:57.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 836 ResidentSetSize = 256036 Size = 3722028 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.973.000) 2024-10-24 16:47:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3942768_469601412@comp-cc-0446.gwave.ics.psu.edu <10.136.81.216:37545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994360&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-37545&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP> ... 028 (10628.973.000) 2024-10-24 16:47:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:47:03.607" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 973 StartdAddr = "<10.136.81.216:37545?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427888%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9994360&PrivNet=comp-cc-0446.gwave.ics.psu.edu&addrs=10.136.81.216-37545&alias=comp-cc-0446.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_3@glidein_3942768_469601412@comp-cc-0446.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.968.000) 2024-10-24 16:47:08 Image size of job updated: 3722292 254 - MemoryUsage of job (MB) 260072 - ResidentSetSize of job (KB) ... 028 (10628.968.000) 2024-10-24 16:47:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:47:08.274" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 254 MyType = "JobImageSizeEvent" Proc = 968 ResidentSetSize = 260072 Size = 3722292 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.968.000) 2024-10-24 16:47:40 Started transferring output files ... 028 (10628.968.000) 2024-10-24 16:47:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:47:40.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 968 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.968.000) 2024-10-24 16:47:40 Finished transferring output files ... 028 (10628.968.000) 2024-10-24 16:47:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:47:40.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 968 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.968.000) 2024-10-24 16:47:40 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:57, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:57, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94624 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94624 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 588221 2000000 2004394 GPUs : 0 Memory (MB) : 254 2000 2048 Job terminated of its own accord at 2024-10-24T20:47:40Z with exit-code 0. ... 028 (10628.968.000) 2024-10-24 16:47:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9888850257491594 Disk = 2004394 DiskUsage = 588221 EventTime = "2024-10-24T16:47:40.843" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196664.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196664-0-fnpc9077.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 254 MyType = "JobTerminatedEvent" Proc = 968 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:57, Sys 0 00:00:20" SentBytes = 94624.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802860; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:41:57, Sys 0 00:00:20" TotalSentBytes = 94624.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.836.000) 2024-10-24 16:48:20 Image size of job updated: 3722028 252 - MemoryUsage of job (MB) 257284 - ResidentSetSize of job (KB) ... 028 (10628.836.000) 2024-10-24 16:48:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:48:20.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 836 ResidentSetSize = 257284 Size = 3722028 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.836.000) 2024-10-24 16:48:20 Started transferring output files ... 028 (10628.836.000) 2024-10-24 16:48:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:48:20.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 836 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.836.000) 2024-10-24 16:48:20 Finished transferring output files ... 028 (10628.836.000) 2024-10-24 16:48:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:48:20.508" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 836 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.836.000) 2024-10-24 16:48:20 Job terminated. (1) Normal termination (return value 0) Usr 0 04:40:55, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:40:55, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97006 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97006 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 516643 2000000 2007775 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T20:48:20Z with exit-code 0. ... 028 (10628.836.000) 2024-10-24 16:48:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.984575797596588 Disk = 2007775 DiskUsage = 516643 EventTime = "2024-10-24T16:48:20.828" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483854" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975826.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975826-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 836 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:40:55, Sys 0 00:00:20" SentBytes = 97006.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802900; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:40:55, Sys 0 00:00:20" TotalSentBytes = 97006.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.749.000) 2024-10-24 16:49:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org, rescheduling job ... 028 (10628.749.000) 2024-10-24 16:49:15 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:49:15.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3253651" JOB_GLIDEIN_Entry_Name = "OSG_US_AMNH-Mendel_osg" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "AMNH" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "3549356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "AMNH" MyType = "JobReconnectFailedEvent" Proc = 749 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_797682_463500519@mendel-b0001.mendel.sdmz.amnh.org" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.374.000) 2024-10-24 16:49:24 Image size of job updated: 3721764 248 - MemoryUsage of job (MB) 253332 - ResidentSetSize of job (KB) ... 028 (10628.374.000) 2024-10-24 16:49:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:24.776" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 374 ResidentSetSize = 253332 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.374.000) 2024-10-24 16:49:24 Started transferring output files ... 028 (10628.374.000) 2024-10-24 16:49:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:24.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 374 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.374.000) 2024-10-24 16:49:25 Finished transferring output files ... 028 (10628.374.000) 2024-10-24 16:49:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:25.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 374 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.374.000) 2024-10-24 16:49:25 Job terminated. (1) Normal termination (return value 0) Usr 0 04:40:12, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:40:12, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92435 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92435 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.05 1 1 Disk (KB) : 470052 2000000 2006197 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:49:24Z with exit-code 0. ... 028 (10628.374.000) 2024-10-24 16:49:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.05 Disk = 2006197 DiskUsage = 470052 EventTime = "2024-10-24T16:49:25.337" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 374 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:40:12, Sys 0 00:00:14" SentBytes = 92435.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802964; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:40:12, Sys 0 00:00:14" TotalSentBytes = 92435.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.609.000) 2024-10-24 16:49:38 Image size of job updated: 4033724 105 - MemoryUsage of job (MB) 107384 - ResidentSetSize of job (KB) ... 028 (10628.609.000) 2024-10-24 16:49:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:38.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 609 ResidentSetSize = 107384 Size = 4033724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.609.000) 2024-10-24 16:49:39 Started transferring output files ... 028 (10628.609.000) 2024-10-24 16:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:39.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 609 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.609.000) 2024-10-24 16:49:39 Finished transferring output files ... 028 (10628.609.000) 2024-10-24 16:49:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:39.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 609 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.609.000) 2024-10-24 16:49:39 Job terminated. (1) Normal termination (return value 0) Usr 0 04:46:04, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:46:04, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92892 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92892 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471529 2000000 2001920 GPUs : 0 Memory (MB) : 105 2000 2048 Job terminated of its own accord at 2024-10-24T20:49:38Z with exit-code 0. ... 028 (10628.609.000) 2024-10-24 16:49:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.977076626643862 Disk = 2001920 DiskUsage = 471529 EventTime = "2024-10-24T16:49:39.497" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 105 MyType = "JobTerminatedEvent" Proc = 609 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:46:04, Sys 0 00:00:14" SentBytes = 92892.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802978; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:46:04, Sys 0 00:00:14" TotalSentBytes = 92892.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.057.000) 2024-10-24 16:49:40 Image size of job updated: 4141768 128 - MemoryUsage of job (MB) 130560 - ResidentSetSize of job (KB) ... 028 (10628.057.000) 2024-10-24 16:49:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:40.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 128 MyType = "JobImageSizeEvent" Proc = 57 ResidentSetSize = 130560 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.057.000) 2024-10-24 16:49:41 Started transferring output files ... 028 (10628.057.000) 2024-10-24 16:49:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:41.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.057.000) 2024-10-24 16:49:41 Finished transferring output files ... 028 (10628.057.000) 2024-10-24 16:49:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:41.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 57 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.057.000) 2024-10-24 16:49:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:42, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:56:56, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88401 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88401 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466738 2000000 36950012 GPUs : 0 Memory (MB) : 128 2000 2000 Job terminated of its own accord at 2024-10-24T20:49:40Z with exit-code 0. ... 028 (10628.057.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9888279050030061 Disk = 36950012 DiskUsage = 466738 EventTime = "2024-10-24T16:49:43.016" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 128 MyType = "JobTerminatedEvent" Proc = 57 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:42, Sys 0 00:00:07" SentBytes = 88401.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729802980; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:56:56, Sys 0 00:00:09" TotalSentBytes = 88401.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.835.000) 2024-10-24 16:49:43 Started transferring input files Transferring to host: <131.225.208.158:35387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011222&PrivNet=osg-3976499-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35387+[2620-6a-0-8862-f0-0-208-158]-35387&alias=osg-3976499-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.835.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.175" EventTypeNumber = 28 Host = "<131.225.208.158:35387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894723%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011222&PrivNet=osg-3976499-0-fnpc23025.fnal.gov&addrs=131.225.208.158-35387+[2620-6a-0-8862-f0-0-208-158]-35387&alias=osg-3976499-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.835.000) 2024-10-24 16:49:43 Finished transferring input files ... 028 (10628.835.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.027.000) 2024-10-24 16:49:43 Started transferring input files Transferring to host: <131.225.208.181:35295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29373365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10014458&PrivNet=osg-3976726-0-fnpc23046.fnal.gov&addrs=131.225.208.181-35295+[2620-6a-0-8862-f0-0-208-181]-35295&alias=osg-3976726-0-fnpc23046.fnal.gov&noUDP> ... 028 (10628.027.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.594" EventTypeNumber = 28 Host = "<131.225.208.181:35295?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29373365%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10014458&PrivNet=osg-3976726-0-fnpc23046.fnal.gov&addrs=131.225.208.181-35295+[2620-6a-0-8862-f0-0-208-181]-35295&alias=osg-3976726-0-fnpc23046.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.000.000) 2024-10-24 16:49:43 Started transferring input files Transferring to host: <131.225.166.231:45019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009706&PrivNet=osg-4196808-0-fnpc17147.fnal.gov&addrs=131.225.166.231-45019+[2620-6a-0-8861-f0-0-166-231]-45019&alias=osg-4196808-0-fnpc17147.fnal.gov&noUDP> ... 028 (10628.000.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.614" EventTypeNumber = 28 Host = "<131.225.166.231:45019?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414288%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009706&PrivNet=osg-4196808-0-fnpc17147.fnal.gov&addrs=131.225.166.231-45019+[2620-6a-0-8861-f0-0-166-231]-45019&alias=osg-4196808-0-fnpc17147.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.027.000) 2024-10-24 16:49:43 Finished transferring input files ... 028 (10628.027.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.000.000) 2024-10-24 16:49:43 Finished transferring input files ... 028 (10628.000.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.749.000) 2024-10-24 16:49:43 Started transferring input files Transferring to host: <10.136.81.221:42119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729708%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10044804&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-42119&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.749.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.928" EventTypeNumber = 28 Host = "<10.136.81.221:42119?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51729708%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10044804&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-42119&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485784" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389473.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.749.000) 2024-10-24 16:49:43 Finished transferring input files ... 028 (10628.749.000) 2024-10-24 16:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:43.966" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485784" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389473.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.017.000) 2024-10-24 16:49:44 Started transferring input files Transferring to host: <131.225.208.129:33265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29350657%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980708&PrivNet=osg-3976501-0-fnpc23007.fnal.gov&addrs=131.225.208.129-33265+[2620-6a-0-8862-f0-0-208-129]-33265&alias=osg-3976501-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.017.000) 2024-10-24 16:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:44.017" EventTypeNumber = 28 Host = "<131.225.208.129:33265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29350657%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9980708&PrivNet=osg-3976501-0-fnpc23007.fnal.gov&addrs=131.225.208.129-33265+[2620-6a-0-8862-f0-0-208-129]-33265&alias=osg-3976501-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.017.000) 2024-10-24 16:49:44 Finished transferring input files ... 028 (10628.017.000) 2024-10-24 16:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:44.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.042.000) 2024-10-24 16:49:44 Image size of job updated: 3895232 258 - MemoryUsage of job (MB) 264096 - ResidentSetSize of job (KB) ... 028 (10628.042.000) 2024-10-24 16:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:44.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 42 ResidentSetSize = 264096 Size = 3895232 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.835.000) 2024-10-24 16:49:44 Warning from starter on slot1_2@glidein_8_137622086@osg-3976499-0-fnpc23025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.835.000) 2024-10-24 16:49:44 Job executing on host: <131.225.208.158:33239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880666%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952268&PrivNet=osg-3976499-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33239+[2620-6a-0-8862-f0-0-208-158]-33239&alias=osg-3976499-0-fnpc23025.fnal.gov&noUDP> ... 028 (10628.835.000) 2024-10-24 16:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:44.542" EventTypeNumber = 28 ExecuteHost = "<131.225.208.158:33239?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50880666%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952268&PrivNet=osg-3976499-0-fnpc23025.fnal.gov&addrs=131.225.208.158-33239+[2620-6a-0-8862-f0-0-208-158]-33239&alias=osg-3976499-0-fnpc23025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.749.000) 2024-10-24 16:49:45 Warning from starter on slot1_1@glidein_2066511_194202358@comp-cc-0451.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.749.000) 2024-10-24 16:49:45 Job executing on host: <10.136.81.221:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995555&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-37701&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.749.000) 2024-10-24 16:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:45.308" EventTypeNumber = 28 ExecuteHost = "<10.136.81.221:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995555&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-37701&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485784" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389473.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.017.000) 2024-10-24 16:49:45 Warning from starter on slot1_2@glidein_8_554085315@osg-3976501-0-fnpc23007.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.017.000) 2024-10-24 16:49:45 Job executing on host: <131.225.208.129:40519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422515%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988913&PrivNet=osg-3976501-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40519+[2620-6a-0-8862-f0-0-208-129]-40519&alias=osg-3976501-0-fnpc23007.fnal.gov&noUDP> ... 028 (10628.017.000) 2024-10-24 16:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:45.350" EventTypeNumber = 28 ExecuteHost = "<131.225.208.129:40519?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29422515%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9988913&PrivNet=osg-3976501-0-fnpc23007.fnal.gov&addrs=131.225.208.129-40519+[2620-6a-0-8862-f0-0-208-129]-40519&alias=osg-3976501-0-fnpc23007.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.027.000) 2024-10-24 16:49:45 Warning from starter on slot1_2@glidein_8_793256288@osg-3976726-0-fnpc23046.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.027.000) 2024-10-24 16:49:45 Job executing on host: <131.225.208.181:36559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51010537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995287&PrivNet=osg-3976726-0-fnpc23046.fnal.gov&addrs=131.225.208.181-36559+[2620-6a-0-8862-f0-0-208-181]-36559&alias=osg-3976726-0-fnpc23046.fnal.gov&noUDP> ... 028 (10628.027.000) 2024-10-24 16:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:45.476" EventTypeNumber = 28 ExecuteHost = "<131.225.208.181:36559?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51010537%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995287&PrivNet=osg-3976726-0-fnpc23046.fnal.gov&addrs=131.225.208.181-36559+[2620-6a-0-8862-f0-0-208-181]-36559&alias=osg-3976726-0-fnpc23046.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.000.000) 2024-10-24 16:49:45 Warning from starter on slot1_4@glidein_8_546443580@osg-4196808-0-fnpc17147.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.000.000) 2024-10-24 16:49:45 Job executing on host: <131.225.166.231:35079?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043262&PrivNet=osg-4196808-0-fnpc17147.fnal.gov&addrs=131.225.166.231-35079+[2620-6a-0-8861-f0-0-166-231]-35079&alias=osg-4196808-0-fnpc17147.fnal.gov&noUDP> ... 028 (10628.000.000) 2024-10-24 16:49:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:49:45.734" EventTypeNumber = 28 ExecuteHost = "<131.225.166.231:35079?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29399390%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043262&PrivNet=osg-4196808-0-fnpc17147.fnal.gov&addrs=131.225.166.231-35079+[2620-6a-0-8861-f0-0-166-231]-35079&alias=osg-4196808-0-fnpc17147.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.088.000) 2024-10-24 16:50:01 Image size of job updated: 3722268 253 - MemoryUsage of job (MB) 258468 - ResidentSetSize of job (KB) ... 028 (10628.088.000) 2024-10-24 16:50:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:01.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 88 ResidentSetSize = 258468 Size = 3722268 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.419.000) 2024-10-24 16:50:15 Image size of job updated: 4031416 96 - MemoryUsage of job (MB) 97960 - ResidentSetSize of job (KB) ... 028 (10628.419.000) 2024-10-24 16:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:15.325" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 419 ResidentSetSize = 97960 Size = 4031416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.419.000) 2024-10-24 16:50:15 Started transferring output files ... 028 (10628.419.000) 2024-10-24 16:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:15.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 419 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.419.000) 2024-10-24 16:50:15 Finished transferring output files ... 028 (10628.419.000) 2024-10-24 16:50:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:15.630" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 419 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.419.000) 2024-10-24 16:50:15 Job terminated. (1) Normal termination (return value 0) Usr 0 04:44:57, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:44:57, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90360 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90360 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 471267 2000000 2004383 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T20:50:15Z with exit-code 0. ... 028 (10628.419.000) 2024-10-24 16:50:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9533823331500515 Disk = 2004383 DiskUsage = 471267 EventTime = "2024-10-24T16:50:15.960" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 419 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:44:57, Sys 0 00:00:25" SentBytes = 90360.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803015; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:44:57, Sys 0 00:00:25" TotalSentBytes = 90360.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.270.000) 2024-10-24 16:50:21 Image size of job updated: 3721748 249 - MemoryUsage of job (MB) 254368 - ResidentSetSize of job (KB) ... 028 (10628.270.000) 2024-10-24 16:50:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:21.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 270 ResidentSetSize = 254368 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.300.000) 2024-10-24 16:50:23 Image size of job updated: 3722284 248 - MemoryUsage of job (MB) 253844 - ResidentSetSize of job (KB) ... 028 (10628.300.000) 2024-10-24 16:50:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:23.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 300 ResidentSetSize = 253844 Size = 3722284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.042.000) 2024-10-24 16:50:29 Image size of job updated: 4141780 258 - MemoryUsage of job (MB) 264096 - ResidentSetSize of job (KB) ... 028 (10628.042.000) 2024-10-24 16:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:29.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 42 ResidentSetSize = 264096 Size = 4141780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.042.000) 2024-10-24 16:50:29 Started transferring output files ... 028 (10628.042.000) 2024-10-24 16:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:29.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.042.000) 2024-10-24 16:50:29 Finished transferring output files ... 028 (10628.042.000) 2024-10-24 16:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:29.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 42 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.016.000) 2024-10-24 16:50:29 Image size of job updated: 3822076 254 - MemoryUsage of job (MB) 260000 - ResidentSetSize of job (KB) ... 028 (10628.016.000) 2024-10-24 16:50:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:29.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 254 MyType = "JobImageSizeEvent" Proc = 16 ResidentSetSize = 260000 Size = 3822076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.016.000) 2024-10-24 16:50:30 Started transferring output files ... 028 (10628.016.000) 2024-10-24 16:50:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:30.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.016.000) 2024-10-24 16:50:30 Finished transferring output files ... 028 (10628.016.000) 2024-10-24 16:50:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:30.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 16 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.042.000) 2024-10-24 16:50:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:14, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:59:59, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91300 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91300 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 503896 2000000 36927757 GPUs : 0 Memory (MB) : 258 2000 2000 Job terminated of its own accord at 2024-10-24T20:50:29Z with exit-code 0. ... 028 (10628.042.000) 2024-10-24 16:50:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9967908350668496 Disk = 36927757 DiskUsage = 503896 EventTime = "2024-10-24T16:50:30.420" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620645" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219016" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 42 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:14, Sys 0 00:00:07" SentBytes = 91300.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803029; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:59:59, Sys 0 00:00:10" TotalSentBytes = 91300.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.016.000) 2024-10-24 16:50:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:25, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:56, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88936 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88936 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467622 2000000 36972928 GPUs : 0 Memory (MB) : 254 2000 2000 Job terminated of its own accord at 2024-10-24T20:50:29Z with exit-code 0. ... 028 (10628.016.000) 2024-10-24 16:50:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9959062631984793 Disk = 36972928 DiskUsage = 467622 EventTime = "2024-10-24T16:50:30.628" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620243" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216629" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 254 MyType = "JobTerminatedEvent" Proc = 16 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:25, Sys 0 00:00:08" SentBytes = 88936.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803029; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:01:56, Sys 0 00:00:11" TotalSentBytes = 88936.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.300.000) 2024-10-24 16:50:32 Started transferring output files ... 028 (10628.300.000) 2024-10-24 16:50:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:32.948" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 300 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.300.000) 2024-10-24 16:50:33 Finished transferring output files ... 028 (10628.300.000) 2024-10-24 16:50:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:33.023" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 300 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.300.000) 2024-10-24 16:50:33 Job terminated. (1) Normal termination (return value 0) Usr 0 04:45:31, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:45:31, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88130 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88130 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 614020 2000000 2004383 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T20:50:32Z with exit-code 0. ... 028 (10628.300.000) 2024-10-24 16:50:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8989751558878498 Disk = 2004383 DiskUsage = 614020 EventTime = "2024-10-24T16:50:33.372" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 300 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:45:31, Sys 0 00:00:32" SentBytes = 88130.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803032; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:45:31, Sys 0 00:00:32" TotalSentBytes = 88130.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.088.000) 2024-10-24 16:50:35 Started transferring output files ... 028 (10628.088.000) 2024-10-24 16:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:35.512" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 88 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.088.000) 2024-10-24 16:50:35 Finished transferring output files ... 028 (10628.088.000) 2024-10-24 16:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:35.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 88 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.088.000) 2024-10-24 16:50:35 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:40, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:40, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92419 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92419 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.52 1 1 Disk (KB) : 585010 2000000 2006197 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T20:50:35Z with exit-code 0. ... 028 (10628.088.000) 2024-10-24 16:50:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5238237139809913 Disk = 2006197 DiskUsage = 585010 EventTime = "2024-10-24T16:50:35.881" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 88 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:40, Sys 0 00:00:14" SentBytes = 92419.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803035; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:41:40, Sys 0 00:00:14" TotalSentBytes = 92419.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.412.000) 2024-10-24 16:50:36 Image size of job updated: 3654676 249 - MemoryUsage of job (MB) 254524 - ResidentSetSize of job (KB) ... 028 (10628.412.000) 2024-10-24 16:50:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:36.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 412 ResidentSetSize = 254524 Size = 3654676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.412.000) 2024-10-24 16:50:50 Started transferring output files ... 028 (10628.412.000) 2024-10-24 16:50:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:50.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 412 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.412.000) 2024-10-24 16:50:50 Finished transferring output files ... 028 (10628.412.000) 2024-10-24 16:50:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:50.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 412 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.412.000) 2024-10-24 16:50:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:47:49, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:47:49, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92161 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92161 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 607732 2000000 2001920 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:50:50Z with exit-code 0. ... 028 (10628.412.000) 2024-10-24 16:50:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9789744365436888 Disk = 2001920 DiskUsage = 607732 EventTime = "2024-10-24T16:50:51.098" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 412 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:47:49, Sys 0 00:00:17" SentBytes = 92161.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803050; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:47:49, Sys 0 00:00:17" TotalSentBytes = 92161.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.071.000) 2024-10-24 16:50:53 Image size of job updated: 4141780 128 - MemoryUsage of job (MB) 130132 - ResidentSetSize of job (KB) ... 028 (10628.071.000) 2024-10-24 16:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:53.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 128 MyType = "JobImageSizeEvent" Proc = 71 ResidentSetSize = 130132 Size = 4141780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.071.000) 2024-10-24 16:50:53 Started transferring output files ... 028 (10628.071.000) 2024-10-24 16:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:53.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.071.000) 2024-10-24 16:50:53 Finished transferring output files ... 028 (10628.071.000) 2024-10-24 16:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:50:53.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 71 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.071.000) 2024-10-24 16:50:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:57, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:01:38, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88372 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88372 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469114 2000000 37048964 GPUs : 0 Memory (MB) : 128 2000 2000 Job terminated of its own accord at 2024-10-24T20:50:53Z with exit-code 0. ... 028 (10628.071.000) 2024-10-24 16:50:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.995916198226155 Disk = 37048964 DiskUsage = 469114 EventTime = "2024-10-24T16:50:54.316" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618776" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215158" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 128 MyType = "JobTerminatedEvent" Proc = 71 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:35:57, Sys 0 00:00:08" SentBytes = 88372.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803053; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:01:38, Sys 0 00:00:10" TotalSentBytes = 88372.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.791.000) 2024-10-24 16:51:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@IU-Jetstream2-Backfill.658488c4f42c <172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=startd_4637_2cbe> ... 028 (10628.791.000) 2024-10-24 16:51:01 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:51:01.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 791 StartdAddr = "<172.17.0.2:37925?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250502%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908895&PrivNet=IU-Jetstream2-Backfill.658488c4f42c&addrs=172.17.0.2-37925&alias=IU-Jetstream2-Backfill.658488c4f42c&noUDP&sock=startd_4637_2cbe>" StartdName = "slot1_1@IU-Jetstream2-Backfill.658488c4f42c" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.567.000) 2024-10-24 16:51:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@IU-Jetstream2-Backfill.6e755c81e8fe, rescheduling job ... 028 (10628.567.000) 2024-10-24 16:51:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:51:01.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 567 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@IU-Jetstream2-Backfill.6e755c81e8fe" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.270.000) 2024-10-24 16:51:02 Started transferring output files ... 028 (10628.270.000) 2024-10-24 16:51:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:02.806" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 270 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.270.000) 2024-10-24 16:51:02 Finished transferring output files ... 028 (10628.270.000) 2024-10-24 16:51:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:02.876" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 270 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.270.000) 2024-10-24 16:51:03 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:20, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:20, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92078 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92078 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.26 1 1 Disk (KB) : 579054 2000000 2006197 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T20:51:02Z with exit-code 0. ... 028 (10628.270.000) 2024-10-24 16:51:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.2619108369148853 Disk = 2006197 DiskUsage = 579054 EventTime = "2024-10-24T16:51:03.200" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 270 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:20, Sys 0 00:00:14" SentBytes = 92078.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803062; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:41:20, Sys 0 00:00:14" TotalSentBytes = 92078.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.753.000) 2024-10-24 16:51:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@IU-Jetstream2-Backfill.c16427ec92ba <172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=startd_4618_2472> ... 028 (10628.753.000) 2024-10-24 16:51:03 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:51:03.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobDisconnectedEvent" Proc = 753 StartdAddr = "<172.17.0.2:42733?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29250503%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9908896&PrivNet=IU-Jetstream2-Backfill.c16427ec92ba&addrs=172.17.0.2-42733&alias=IU-Jetstream2-Backfill.c16427ec92ba&noUDP&sock=startd_4618_2472>" StartdName = "slot1_6@IU-Jetstream2-Backfill.c16427ec92ba" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.701.000) 2024-10-24 16:51:12 Image size of job updated: 3721308 252 - MemoryUsage of job (MB) 257844 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 16:51:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:12.894" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 257844 Size = 3721308 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.567.000) 2024-10-24 16:51:39 Started transferring input files Transferring to host: <10.138.12.10:35923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002906&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-35923&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.567.000) 2024-10-24 16:51:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:39.529" EventTypeNumber = 28 Host = "<10.138.12.10:35923?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50894780%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10002906&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-35923&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.567.000) 2024-10-24 16:51:39 Finished transferring input files ... 028 (10628.567.000) 2024-10-24 16:51:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:39.610" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.567.000) 2024-10-24 16:51:40 Warning from starter on slot1@glidein_900422_580449583@c1210.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.567.000) 2024-10-24 16:51:40 Job executing on host: <10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.567.000) 2024-10-24 16:51:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:51:40.876" EventTypeNumber = 28 ExecuteHost = "<10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.503.000) 2024-10-24 16:51:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3733068_494508276@c1922.swan.hcc.unl.edu <10.138.19.22:37515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003549&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-37515&alias=c1922.swan.hcc.unl.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 16:51:46 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:51:46.904" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617838" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213802" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 503 StartdAddr = "<10.138.19.22:37515?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50903548%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10003549&PrivNet=c1922.swan.hcc.unl.edu&addrs=10.138.19.22-37515&alias=c1922.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3733068_494508276@c1922.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.037.000) 2024-10-24 16:52:25 Image size of job updated: 3895804 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 16:52:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:25.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 100000 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.037.000) 2024-10-24 16:52:34 Image size of job updated: 4403920 125 - MemoryUsage of job (MB) 127980 - ResidentSetSize of job (KB) ... 028 (10628.037.000) 2024-10-24 16:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:34.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 125 MyType = "JobImageSizeEvent" Proc = 37 ResidentSetSize = 127980 Size = 4403920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.037.000) 2024-10-24 16:52:34 Started transferring output files ... 028 (10628.037.000) 2024-10-24 16:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:34.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.037.000) 2024-10-24 16:52:35 Finished transferring output files ... 028 (10628.037.000) 2024-10-24 16:52:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:35.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 37 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.037.000) 2024-10-24 16:52:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:21, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:57:39, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88463 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88463 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616135 2000000 36977285 GPUs : 0 Memory (MB) : 125 2000 2000 Job terminated of its own accord at 2024-10-24T20:52:34Z with exit-code 0. ... 028 (10628.037.000) 2024-10-24 16:52:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9952947591652938 Disk = 36977285 DiskUsage = 616135 EventTime = "2024-10-24T16:52:35.437" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619905" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216537" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 125 MyType = "JobTerminatedEvent" Proc = 37 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:42:21, Sys 0 00:00:09" SentBytes = 88463.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803154; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:57:39, Sys 0 00:00:11" TotalSentBytes = 88463.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.584.000) 2024-10-24 16:52:50 Image size of job updated: 3653936 246 - MemoryUsage of job (MB) 251696 - ResidentSetSize of job (KB) ... 028 (10628.584.000) 2024-10-24 16:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:50.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 584 ResidentSetSize = 251696 Size = 3653936 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.584.000) 2024-10-24 16:52:50 Started transferring output files ... 028 (10628.584.000) 2024-10-24 16:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:50.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 584 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.584.000) 2024-10-24 16:52:50 Finished transferring output files ... 028 (10628.584.000) 2024-10-24 16:52:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:50.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 584 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.584.000) 2024-10-24 16:52:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:42:47, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:42:47, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93505 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93505 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.11 1 1 Disk (KB) : 473070 2000000 2006197 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T20:52:50Z with exit-code 0. ... 028 (10628.584.000) 2024-10-24 16:52:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.1107050259711458 Disk = 2006197 DiskUsage = 473070 EventTime = "2024-10-24T16:52:51.137" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196785.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196785-0-fnpc9016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 584 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:42:47, Sys 0 00:00:14" SentBytes = 93505.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803170; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:42:47, Sys 0 00:00:14" TotalSentBytes = 93505.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.701.000) 2024-10-24 16:52:52 Image size of job updated: 3722004 253 - MemoryUsage of job (MB) 258612 - ResidentSetSize of job (KB) ... 028 (10628.701.000) 2024-10-24 16:52:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:52.751" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 701 ResidentSetSize = 258612 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.701.000) 2024-10-24 16:52:52 Started transferring output files ... 028 (10628.701.000) 2024-10-24 16:52:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:52.943" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 701 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.701.000) 2024-10-24 16:52:53 Finished transferring output files ... 028 (10628.701.000) 2024-10-24 16:52:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:52:53.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 701 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.701.000) 2024-10-24 16:52:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:49:34, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:49:34, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90538 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90538 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 502396 2000000 2001920 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T20:52:52Z with exit-code 0. ... 028 (10628.701.000) 2024-10-24 16:52:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885175957830757 Disk = 2001920 DiskUsage = 502396 EventTime = "2024-10-24T16:52:53.405" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 701 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:49:34, Sys 0 00:00:16" SentBytes = 90538.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803172; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:49:34, Sys 0 00:00:16" TotalSentBytes = 90538.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.020.000) 2024-10-24 16:53:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1290602_241030998@c1421.swan.hcc.unl.edu <10.138.14.21:32963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948610&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-32963&alias=c1421.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 16:53:47 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:53:47.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619826" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 20 StartdAddr = "<10.138.14.21:32963?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51713125%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9948610&PrivNet=c1421.swan.hcc.unl.edu&addrs=10.138.14.21-32963&alias=c1421.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1290602_241030998@c1421.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.354.000) 2024-10-24 16:53:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu, rescheduling job ... 028 (10628.354.000) 2024-10-24 16:53:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:53:59.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389221.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 354 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_2162285_574366746@comp-cc-0456.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.015.000) 2024-10-24 16:54:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_4098126_718195332@node0653.palmetto.clemson.edu, rescheduling job ... 028 (10628.015.000) 2024-10-24 16:54:20 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T16:54:20.086" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470484" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "857791" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 15 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_5@glidein_4098126_718195332@node0653.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.036.000) 2024-10-24 16:54:43 Image size of job updated: 3895812 239 - MemoryUsage of job (MB) 244624 - ResidentSetSize of job (KB) ... 028 (10628.036.000) 2024-10-24 16:54:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:54:43.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 36 ResidentSetSize = 244624 Size = 3895812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.121.000) 2024-10-24 16:55:07 Image size of job updated: 3653900 247 - MemoryUsage of job (MB) 252108 - ResidentSetSize of job (KB) ... 028 (10628.121.000) 2024-10-24 16:55:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:07.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 121 ResidentSetSize = 252108 Size = 3653900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.298.000) 2024-10-24 16:55:18 Image size of job updated: 3721780 253 - MemoryUsage of job (MB) 258240 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 16:55:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:18.148" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 258240 Size = 3721780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.354.000) 2024-10-24 16:55:25 Started transferring input files Transferring to host: <10.138.15.21:40363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414521%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009966&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-40363&alias=c1521.swan.hcc.unl.edu&noUDP> ... 028 (10628.354.000) 2024-10-24 16:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:25.556" EventTypeNumber = 28 Host = "<10.138.15.21:40363?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29414521%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10009966&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-40363&alias=c1521.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.015.000) 2024-10-24 16:55:25 Started transferring input files Transferring to host: <10.138.15.21:34535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29436457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011449&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-34535&alias=c1521.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 16:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:25.616" EventTypeNumber = 28 Host = "<10.138.15.21:34535?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29436457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011449&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-34535&alias=c1521.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.354.000) 2024-10-24 16:55:25 Finished transferring input files ... 028 (10628.354.000) 2024-10-24 16:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:25.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.015.000) 2024-10-24 16:55:25 Finished transferring input files ... 028 (10628.015.000) 2024-10-24 16:55:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:25.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.354.000) 2024-10-24 16:55:27 Warning from starter on slot1@glidein_2237339_561243820@c1521.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.015.000) 2024-10-24 16:55:27 Warning from starter on slot1@glidein_2237334_448898085@c1521.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.015.000) 2024-10-24 16:55:27 Job executing on host: <10.138.15.21:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968414&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-35127&alias=c1521.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 16:55:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:27.147" EventTypeNumber = 28 ExecuteHost = "<10.138.15.21:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968414&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-35127&alias=c1521.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.354.000) 2024-10-24 16:55:28 Job executing on host: <10.138.15.21:40627?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949212&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-40627&alias=c1521.swan.hcc.unl.edu&noUDP> ... 028 (10628.354.000) 2024-10-24 16:55:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:28.148" EventTypeNumber = 28 ExecuteHost = "<10.138.15.21:40627?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402159%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9949212&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-40627&alias=c1521.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.397.000) 2024-10-24 16:55:37 Image size of job updated: 3722260 252 - MemoryUsage of job (MB) 258016 - ResidentSetSize of job (KB) ... 028 (10628.397.000) 2024-10-24 16:55:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:37.716" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 397 ResidentSetSize = 258016 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.121.000) 2024-10-24 16:55:48 Started transferring output files ... 028 (10628.121.000) 2024-10-24 16:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:48.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 121 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.121.000) 2024-10-24 16:55:48 Finished transferring output files ... 028 (10628.121.000) 2024-10-24 16:55:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:48.982" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 121 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.121.000) 2024-10-24 16:55:49 Job terminated. (1) Normal termination (return value 0) Usr 0 04:50:00, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:00, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89531 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89531 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 553869 2000000 2001920 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T20:55:48Z with exit-code 0. ... 028 (10628.121.000) 2024-10-24 16:55:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.012 Disk = 2001920 DiskUsage = 553869 EventTime = "2024-10-24T16:55:49.275" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 121 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:50:00, Sys 0 00:00:19" SentBytes = 89531.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803348; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:50:00, Sys 0 00:00:19" TotalSentBytes = 89531.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.930.000) 2024-10-24 16:55:56 Image size of job updated: 3906332 106 - MemoryUsage of job (MB) 108160 - ResidentSetSize of job (KB) ... 028 (10628.930.000) 2024-10-24 16:55:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:56.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 930 ResidentSetSize = 108160 Size = 3906332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.930.000) 2024-10-24 16:55:57 Started transferring output files ... 028 (10628.930.000) 2024-10-24 16:55:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:57.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 930 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.930.000) 2024-10-24 16:55:57 Finished transferring output files ... 028 (10628.930.000) 2024-10-24 16:55:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:55:57.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 930 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.930.000) 2024-10-24 16:55:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:49:18, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:49:18, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87943 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87943 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471820 2000000 2004349 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T20:55:56Z with exit-code 0. ... 028 (10628.930.000) 2024-10-24 16:55:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9944773243232754 Disk = 2004349 DiskUsage = 471820 EventTime = "2024-10-24T16:55:57.959" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472000" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196735.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196735-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 930 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:49:18, Sys 0 00:00:17" SentBytes = 87943.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803356; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:49:18, Sys 0 00:00:17" TotalSentBytes = 87943.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.397.000) 2024-10-24 16:56:04 Started transferring output files ... 028 (10628.397.000) 2024-10-24 16:56:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:04.916" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 397 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.397.000) 2024-10-24 16:56:04 Finished transferring output files ... 028 (10628.397.000) 2024-10-24 16:56:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:04.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 397 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.397.000) 2024-10-24 16:56:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:50:15, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:15, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89052 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89052 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.84 1 1 Disk (KB) : 576924 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T20:56:04Z with exit-code 0. ... 028 (10628.397.000) 2024-10-24 16:56:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8422617945806635 Disk = 2001920 DiskUsage = 576924 EventTime = "2024-10-24T16:56:05.268" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 397 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:50:15, Sys 0 00:00:17" SentBytes = 89052.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803364; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:50:15, Sys 0 00:00:17" TotalSentBytes = 89052.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.036.000) 2024-10-24 16:56:06 Started transferring output files ... 028 (10628.036.000) 2024-10-24 16:56:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:06.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.036.000) 2024-10-24 16:56:06 Finished transferring output files ... 028 (10628.036.000) 2024-10-24 16:56:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:06.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 36 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.036.000) 2024-10-24 16:56:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:53, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:04:47, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90212 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90212 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 564180 2000000 37027263 GPUs : 0 Memory (MB) : 239 2000 2000 Job terminated of its own accord at 2024-10-24T20:56:06Z with exit-code 0. ... 028 (10628.036.000) 2024-10-24 16:56:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9968098721447185 Disk = 37027263 DiskUsage = 564180 EventTime = "2024-10-24T16:56:07.085" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618755" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215153" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 36 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:53, Sys 0 00:00:08" SentBytes = 90212.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803366; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:04:47, Sys 0 00:00:10" TotalSentBytes = 90212.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.298.000) 2024-10-24 16:56:09 Image size of job updated: 3895984 253 - MemoryUsage of job (MB) 258240 - ResidentSetSize of job (KB) ... 028 (10628.298.000) 2024-10-24 16:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:09.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 298 ResidentSetSize = 258240 Size = 3895984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.298.000) 2024-10-24 16:56:09 Started transferring output files ... 028 (10628.298.000) 2024-10-24 16:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:09.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 298 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.298.000) 2024-10-24 16:56:09 Finished transferring output files ... 028 (10628.298.000) 2024-10-24 16:56:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:09.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 298 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.298.000) 2024-10-24 16:56:09 Job terminated. (1) Normal termination (return value 0) Usr 0 04:50:15, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:15, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91669 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91669 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 549473 2000000 2001920 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T20:56:09Z with exit-code 0. ... 028 (10628.298.000) 2024-10-24 16:56:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9713298617441667 Disk = 2001920 DiskUsage = 549473 EventTime = "2024-10-24T16:56:09.944" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 298 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:50:15, Sys 0 00:00:18" SentBytes = 91669.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803369; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:50:15, Sys 0 00:00:18" TotalSentBytes = 91669.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 16:56:52 Image size of job updated: 3708100 83 - MemoryUsage of job (MB) 84532 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 16:56:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:52.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 84532 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.894.000) 2024-10-24 16:56:54 Image size of job updated: 3721748 80 - MemoryUsage of job (MB) 81640 - ResidentSetSize of job (KB) ... 028 (10628.894.000) 2024-10-24 16:56:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:54.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 80 MyType = "JobImageSizeEvent" Proc = 894 ResidentSetSize = 81640 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.894.000) 2024-10-24 16:56:54 Started transferring output files ... 028 (10628.894.000) 2024-10-24 16:56:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:54.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 894 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.894.000) 2024-10-24 16:56:54 Finished transferring output files ... 028 (10628.894.000) 2024-10-24 16:56:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:56:54.335" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 894 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.894.000) 2024-10-24 16:56:54 Job terminated. (1) Normal termination (return value 0) Usr 0 04:49:18, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:49:18, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87982 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87982 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468548 2000000 2004369 GPUs : 0 Memory (MB) : 80 2000 2048 Job terminated of its own accord at 2024-10-24T20:56:54Z with exit-code 0. ... 028 (10628.894.000) 2024-10-24 16:56:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9938638140767605 Disk = 2004369 DiskUsage = 468548 EventTime = "2024-10-24T16:56:54.654" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976177.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976177-0-fnpc8019.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 80 MyType = "JobTerminatedEvent" Proc = 894 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:49:18, Sys 0 00:00:15" SentBytes = 87982.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803414; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:49:18, Sys 0 00:00:15" TotalSentBytes = 87982.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.661.000) 2024-10-24 16:57:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_1156725_482020200@node0052.palmetto.clemson.edu <10.125.1.52:38353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245001%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855770&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-38353&alias=node0052.palmetto.clemson.edu&noUDP> ... 028 (10628.661.000) 2024-10-24 16:57:09 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T16:57:09.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 661 StartdAddr = "<10.125.1.52:38353?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29245001%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9855770&PrivNet=node0052.palmetto.clemson.edu&addrs=10.125.1.52-38353&alias=node0052.palmetto.clemson.edu&noUDP>" StartdName = "slot1_7@glidein_1156725_482020200@node0052.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.999.000) 2024-10-24 16:57:59 Image size of job updated: 4033468 99 - MemoryUsage of job (MB) 100656 - ResidentSetSize of job (KB) ... 028 (10628.999.000) 2024-10-24 16:57:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:57:59.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 999 ResidentSetSize = 100656 Size = 4033468 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.999.000) 2024-10-24 16:58:00 Started transferring output files ... 028 (10628.999.000) 2024-10-24 16:58:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:58:00.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.999.000) 2024-10-24 16:58:00 Finished transferring output files ... 028 (10628.999.000) 2024-10-24 16:58:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:58:00.484" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 999 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.999.000) 2024-10-24 16:58:00 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:04, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:04, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93999 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94862 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616105 2000000 2004339 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T20:58:00Z with exit-code 0. ... 028 (10628.999.000) 2024-10-24 16:58:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9950342477789494 Disk = 2004339 DiskUsage = 616105 EventTime = "2024-10-24T16:58:00.815" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975957.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975957-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 999 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:04, Sys 0 00:00:15" SentBytes = 93999.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803480; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 03:40:04, Sys 0 00:00:15" TotalSentBytes = 94862.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.346.000) 2024-10-24 16:59:22 Image size of job updated: 2803588 110 - MemoryUsage of job (MB) 112608 - ResidentSetSize of job (KB) ... 028 (10628.346.000) 2024-10-24 16:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:22.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 346 ResidentSetSize = 112608 Size = 2803588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.346.000) 2024-10-24 16:59:22 Started transferring output files ... 028 (10628.346.000) 2024-10-24 16:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:22.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 346 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.346.000) 2024-10-24 16:59:22 Finished transferring output files ... 028 (10628.346.000) 2024-10-24 16:59:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:22.323" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 346 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.346.000) 2024-10-24 16:59:22 Job terminated. (1) Normal termination (return value 0) Usr 0 04:55:50, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:55:50, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90783 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90783 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.38 1 1 Disk (KB) : 470923 2000000 2001920 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T20:59:22Z with exit-code 0. ... 028 (10628.346.000) 2024-10-24 16:59:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3828171622274754 Disk = 2001920 DiskUsage = 470923 EventTime = "2024-10-24T16:59:22.673" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 346 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:55:50, Sys 0 00:00:16" SentBytes = 90783.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803562; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:55:50, Sys 0 00:00:16" TotalSentBytes = 90783.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.569.000) 2024-10-24 16:59:23 Image size of job updated: 3052620 157 - MemoryUsage of job (MB) 159876 - ResidentSetSize of job (KB) ... 028 (10628.569.000) 2024-10-24 16:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:23.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 157 MyType = "JobImageSizeEvent" Proc = 569 ResidentSetSize = 159876 Size = 3052620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.569.000) 2024-10-24 16:59:23 Started transferring output files ... 028 (10628.569.000) 2024-10-24 16:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:23.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 569 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.569.000) 2024-10-24 16:59:23 Finished transferring output files ... 028 (10628.569.000) 2024-10-24 16:59:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:23.621" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 569 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.569.000) 2024-10-24 16:59:23 Job terminated. (1) Normal termination (return value 0) Usr 0 04:55:45, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:55:45, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92991 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92991 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470931 2000000 2001920 GPUs : 0 Memory (MB) : 157 2000 2048 Job terminated of its own accord at 2024-10-24T20:59:23Z with exit-code 0. ... 028 (10628.569.000) 2024-10-24 16:59:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9943547010117625 Disk = 2001920 DiskUsage = 470931 EventTime = "2024-10-24T16:59:23.958" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 157 MyType = "JobTerminatedEvent" Proc = 569 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:55:45, Sys 0 00:00:15" SentBytes = 92991.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803563; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:55:45, Sys 0 00:00:15" TotalSentBytes = 92991.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.658.000) 2024-10-24 16:59:48 Image size of job updated: 2803844 299 - MemoryUsage of job (MB) 305352 - ResidentSetSize of job (KB) ... 028 (10628.658.000) 2024-10-24 16:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:48.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 299 MyType = "JobImageSizeEvent" Proc = 658 ResidentSetSize = 305352 Size = 2803844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.658.000) 2024-10-24 16:59:48 Started transferring output files ... 028 (10628.658.000) 2024-10-24 16:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:48.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 658 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.658.000) 2024-10-24 16:59:48 Finished transferring output files ... 028 (10628.658.000) 2024-10-24 16:59:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:48.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 658 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.658.000) 2024-10-24 16:59:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:56:07, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:56:07, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94661 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94661 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470347 2000000 2001920 GPUs : 0 Memory (MB) : 299 2000 2048 Job terminated of its own accord at 2024-10-24T20:59:48Z with exit-code 0. ... 028 (10628.658.000) 2024-10-24 16:59:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9943554592917692 Disk = 2001920 DiskUsage = 470347 EventTime = "2024-10-24T16:59:48.834" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 299 MyType = "JobTerminatedEvent" Proc = 658 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:56:07, Sys 0 00:00:16" SentBytes = 94661.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803588; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:56:07, Sys 0 00:00:16" TotalSentBytes = 94661.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.741.000) 2024-10-24 16:59:52 Image size of job updated: 3789592 251 - MemoryUsage of job (MB) 256508 - ResidentSetSize of job (KB) ... 028 (10628.741.000) 2024-10-24 16:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:52.205" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 741 ResidentSetSize = 256508 Size = 3789592 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.741.000) 2024-10-24 16:59:52 Started transferring output files ... 028 (10628.741.000) 2024-10-24 16:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:52.402" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 741 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.741.000) 2024-10-24 16:59:52 Finished transferring output files ... 028 (10628.741.000) 2024-10-24 16:59:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T16:59:52.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 741 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.741.000) 2024-10-24 16:59:52 Job terminated. (1) Normal termination (return value 0) Usr 0 04:52:35, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:52:35, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90684 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90684 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472155 2000000 2007830 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T20:59:52Z with exit-code 0. ... 028 (10628.741.000) 2024-10-24 16:59:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98307373578407 Disk = 2007830 DiskUsage = 472155 EventTime = "2024-10-24T16:59:52.809" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 741 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:52:35, Sys 0 00:00:24" SentBytes = 90684.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803592; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:52:35, Sys 0 00:00:24" TotalSentBytes = 90684.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.738.000) 2024-10-24 17:00:11 Image size of job updated: 2804120 109 - MemoryUsage of job (MB) 111416 - ResidentSetSize of job (KB) ... 028 (10628.738.000) 2024-10-24 17:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:11.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 738 ResidentSetSize = 111416 Size = 2804120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.738.000) 2024-10-24 17:00:11 Started transferring output files ... 028 (10628.738.000) 2024-10-24 17:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:11.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 738 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.738.000) 2024-10-24 17:00:11 Finished transferring output files ... 028 (10628.738.000) 2024-10-24 17:00:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:11.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 738 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.738.000) 2024-10-24 17:00:11 Job terminated. (1) Normal termination (return value 0) Usr 0 04:55:58, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:55:58, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95219 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95219 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470043 2000000 2001920 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:11Z with exit-code 0. ... 028 (10628.738.000) 2024-10-24 17:00:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9949846731764507 Disk = 2001920 DiskUsage = 470043 EventTime = "2024-10-24T17:00:11.970" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 738 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:55:58, Sys 0 00:00:16" SentBytes = 95219.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803611; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:55:58, Sys 0 00:00:16" TotalSentBytes = 95219.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.040.000) 2024-10-24 17:00:12 Image size of job updated: 4033372 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.040.000) 2024-10-24 17:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:12.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 40 ResidentSetSize = 100000 Size = 4033372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.040.000) 2024-10-24 17:00:12 Started transferring output files ... 028 (10628.040.000) 2024-10-24 17:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:12.366" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.040.000) 2024-10-24 17:00:12 Finished transferring output files ... 028 (10628.040.000) 2024-10-24 17:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:12.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 40 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.040.000) 2024-10-24 17:00:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:36, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:12:44, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88448 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88448 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466432 2000000 2007329 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:12Z with exit-code 0. ... 028 (10628.040.000) 2024-10-24 17:00:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.994294381668646 Disk = 2007329 DiskUsage = 466432 EventTime = "2024-10-24T17:00:12.738" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 40 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:36, Sys 0 00:00:14" SentBytes = 88448.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803612; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:12:44, Sys 0 00:00:19" TotalSentBytes = 88448.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.169.000) 2024-10-24 17:00:23 Image size of job updated: 2803428 296 - MemoryUsage of job (MB) 302596 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 17:00:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:23.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 296 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 302596 Size = 2803428 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.076.000) 2024-10-24 17:00:34 Image size of job updated: 3721724 242 - MemoryUsage of job (MB) 247768 - ResidentSetSize of job (KB) ... 028 (10628.076.000) 2024-10-24 17:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:34.095" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 76 ResidentSetSize = 247768 Size = 3721724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.076.000) 2024-10-24 17:00:34 Started transferring output files ... 028 (10628.076.000) 2024-10-24 17:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:34.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.076.000) 2024-10-24 17:00:34 Finished transferring output files ... 028 (10628.076.000) 2024-10-24 17:00:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:34.364" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 76 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.076.000) 2024-10-24 17:00:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:47, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:12:08, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91213 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91213 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466133 2000000 2007329 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:34Z with exit-code 0. ... 028 (10628.076.000) 2024-10-24 17:00:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929599756735308 Disk = 2007329 DiskUsage = 466133 EventTime = "2024-10-24T17:00:34.680" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 76 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:31:47, Sys 0 00:00:14" SentBytes = 91213.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803634; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:12:08, Sys 0 00:00:17" TotalSentBytes = 91213.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.015.000) 2024-10-24 17:00:37 Image size of job updated: 3634368 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.015.000) 2024-10-24 17:00:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:37.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 15 ResidentSetSize = 125000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.754.000) 2024-10-24 17:00:42 Image size of job updated: 2803344 297 - MemoryUsage of job (MB) 303352 - ResidentSetSize of job (KB) ... 028 (10628.754.000) 2024-10-24 17:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:42.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 297 MyType = "JobImageSizeEvent" Proc = 754 ResidentSetSize = 303352 Size = 2803344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.754.000) 2024-10-24 17:00:42 Started transferring output files ... 028 (10628.754.000) 2024-10-24 17:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:42.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 754 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.754.000) 2024-10-24 17:00:42 Finished transferring output files ... 028 (10628.754.000) 2024-10-24 17:00:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:42.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 754 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.754.000) 2024-10-24 17:00:43 Job terminated. (1) Normal termination (return value 0) Usr 0 04:56:56, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:56:56, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88590 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88590 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469414 2000000 2001920 GPUs : 0 Memory (MB) : 297 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:42Z with exit-code 0. ... 028 (10628.754.000) 2024-10-24 17:00:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9956124151349681 Disk = 2001920 DiskUsage = 469414 EventTime = "2024-10-24T17:00:43.039" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 297 MyType = "JobTerminatedEvent" Proc = 754 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:56:56, Sys 0 00:00:16" SentBytes = 88590.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803642; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:56:56, Sys 0 00:00:16" TotalSentBytes = 88590.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.468.000) 2024-10-24 17:00:43 Image size of job updated: 3051804 106 - MemoryUsage of job (MB) 108492 - ResidentSetSize of job (KB) ... 028 (10628.468.000) 2024-10-24 17:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:43.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 468 ResidentSetSize = 108492 Size = 3051804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.468.000) 2024-10-24 17:00:43 Started transferring output files ... 028 (10628.468.000) 2024-10-24 17:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:43.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 468 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.468.000) 2024-10-24 17:00:43 Finished transferring output files ... 028 (10628.468.000) 2024-10-24 17:00:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:43.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 468 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.468.000) 2024-10-24 17:00:43 Job terminated. (1) Normal termination (return value 0) Usr 0 04:57:14, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:57:14, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91213 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91213 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468829 2000000 2001920 GPUs : 0 Memory (MB) : 106 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:43Z with exit-code 0. ... 028 (10628.468.000) 2024-10-24 17:00:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9943551320894382 Disk = 2001920 DiskUsage = 468829 EventTime = "2024-10-24T17:00:43.615" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 106 MyType = "JobTerminatedEvent" Proc = 468 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:57:14, Sys 0 00:00:16" SentBytes = 91213.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803643; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:57:14, Sys 0 00:00:16" TotalSentBytes = 91213.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.768.000) 2024-10-24 17:00:46 Image size of job updated: 2977804 146 - MemoryUsage of job (MB) 148744 - ResidentSetSize of job (KB) ... 028 (10628.768.000) 2024-10-24 17:00:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:46.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 146 MyType = "JobImageSizeEvent" Proc = 768 ResidentSetSize = 148744 Size = 2977804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.768.000) 2024-10-24 17:00:47 Started transferring output files ... 028 (10628.768.000) 2024-10-24 17:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:47.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 768 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.768.000) 2024-10-24 17:00:47 Finished transferring output files ... 028 (10628.768.000) 2024-10-24 17:00:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:00:47.162" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 768 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.768.000) 2024-10-24 17:00:47 Job terminated. (1) Normal termination (return value 0) Usr 0 04:56:52, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:56:52, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89271 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89271 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469419 2000000 2001920 GPUs : 0 Memory (MB) : 146 2000 2048 Job terminated of its own accord at 2024-10-24T21:00:46Z with exit-code 0. ... 028 (10628.768.000) 2024-10-24 17:00:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9949849261754049 Disk = 2001920 DiskUsage = 469419 EventTime = "2024-10-24T17:00:47.474" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 146 MyType = "JobTerminatedEvent" Proc = 768 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:56:52, Sys 0 00:00:16" SentBytes = 89271.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803646; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:56:52, Sys 0 00:00:16" TotalSentBytes = 89271.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.749.000) 2024-10-24 17:00:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2066511_194202358@comp-cc-0451.gwave.ics.psu.edu <10.136.81.221:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995555&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-37701&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP> ... 028 (10628.749.000) 2024-10-24 17:00:53 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:00:53.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485784" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389473.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 749 StartdAddr = "<10.136.81.221:37701?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51722457%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9995555&PrivNet=comp-cc-0451.gwave.ics.psu.edu&addrs=10.136.81.221-37701&alias=comp-cc-0451.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_1@glidein_2066511_194202358@comp-cc-0451.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.558.000) 2024-10-24 17:01:01 Image size of job updated: 3722012 251 - MemoryUsage of job (MB) 256968 - ResidentSetSize of job (KB) ... 028 (10628.558.000) 2024-10-24 17:01:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:01.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 558 ResidentSetSize = 256968 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.646.000) 2024-10-24 17:01:07 Image size of job updated: 3721768 252 - MemoryUsage of job (MB) 257928 - ResidentSetSize of job (KB) ... 028 (10628.646.000) 2024-10-24 17:01:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:07.989" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 646 ResidentSetSize = 257928 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.169.000) 2024-10-24 17:01:29 Image size of job updated: 3051792 296 - MemoryUsage of job (MB) 302596 - ResidentSetSize of job (KB) ... 028 (10628.169.000) 2024-10-24 17:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:29.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 296 MyType = "JobImageSizeEvent" Proc = 169 ResidentSetSize = 302596 Size = 3051792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.169.000) 2024-10-24 17:01:29 Started transferring output files ... 028 (10628.169.000) 2024-10-24 17:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:29.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 169 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.169.000) 2024-10-24 17:01:29 Finished transferring output files ... 028 (10628.169.000) 2024-10-24 17:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:29.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 169 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.169.000) 2024-10-24 17:01:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:57:48, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:57:48, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91470 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91470 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 580739 2000000 2001920 GPUs : 0 Memory (MB) : 296 2000 2048 Job terminated of its own accord at 2024-10-24T21:01:29Z with exit-code 0. ... 028 (10628.169.000) 2024-10-24 17:01:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9930968760602146 Disk = 2001920 DiskUsage = 580739 EventTime = "2024-10-24T17:01:29.594" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2485434" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "867073" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 296 MyType = "JobTerminatedEvent" Proc = 169 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:57:48, Sys 0 00:00:17" SentBytes = 91470.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803689; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:57:48, Sys 0 00:00:17" TotalSentBytes = 91470.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.173.000) 2024-10-24 17:01:33 Image size of job updated: 3895792 270 - MemoryUsage of job (MB) 276016 - ResidentSetSize of job (KB) ... 028 (10628.173.000) 2024-10-24 17:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:33.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 270 MyType = "JobImageSizeEvent" Proc = 173 ResidentSetSize = 276016 Size = 3895792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.173.000) 2024-10-24 17:01:33 Started transferring output files ... 028 (10628.173.000) 2024-10-24 17:01:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:33.945" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.173.000) 2024-10-24 17:01:34 Finished transferring output files ... 028 (10628.173.000) 2024-10-24 17:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:34.066" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 173 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.173.000) 2024-10-24 17:01:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:50:36, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:10:57, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88345 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88345 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469742 2000000 34779255 GPUs : 0 Memory (MB) : 270 2000 2000 Job terminated of its own accord at 2024-10-24T21:01:33Z with exit-code 0. ... 028 (10628.173.000) 2024-10-24 17:01:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9964581735477255 Disk = 34779255 DiskUsage = 469742 EventTime = "2024-10-24T17:01:34.461" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616576" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212586" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 270 MyType = "JobTerminatedEvent" Proc = 173 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:50:36, Sys 0 00:00:08" SentBytes = 88345.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803693; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:10:57, Sys 0 00:00:10" TotalSentBytes = 88345.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.646.000) 2024-10-24 17:01:45 Started transferring output files ... 028 (10628.646.000) 2024-10-24 17:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:45.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 646 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.646.000) 2024-10-24 17:01:45 Finished transferring output files ... 028 (10628.646.000) 2024-10-24 17:01:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:45.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 646 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.646.000) 2024-10-24 17:01:46 Job terminated. (1) Normal termination (return value 0) Usr 0 04:53:29, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:53:29, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92732 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92732 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 582110 2000000 2004361 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:01:45Z with exit-code 0. ... 028 (10628.646.000) 2024-10-24 17:01:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9645100433646112 Disk = 2004361 DiskUsage = 582110 EventTime = "2024-10-24T17:01:46.220" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 646 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:53:29, Sys 0 00:00:21" SentBytes = 92732.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803705; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:53:29, Sys 0 00:00:21" TotalSentBytes = 92732.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.066.000) 2024-10-24 17:01:46 Image size of job updated: 3895804 279 - MemoryUsage of job (MB) 284988 - ResidentSetSize of job (KB) ... 028 (10628.066.000) 2024-10-24 17:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:46.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 66 ResidentSetSize = 284988 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.066.000) 2024-10-24 17:01:46 Started transferring output files ... 028 (10628.066.000) 2024-10-24 17:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:46.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.066.000) 2024-10-24 17:01:46 Finished transferring output files ... 028 (10628.066.000) 2024-10-24 17:01:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:01:46.955" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 66 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.066.000) 2024-10-24 17:01:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:03, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:07, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88451 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88451 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469114 2000000 34779251 GPUs : 0 Memory (MB) : 279 2000 2000 Job terminated of its own accord at 2024-10-24T21:01:46Z with exit-code 0. ... 028 (10628.066.000) 2024-10-24 17:01:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9862789716189407 Disk = 34779251 DiskUsage = 469114 EventTime = "2024-10-24T17:01:47.338" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617019" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212861" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 66 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:51:03, Sys 0 00:00:08" SentBytes = 88451.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803706; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:11:07, Sys 0 00:00:10" TotalSentBytes = 88451.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.558.000) 2024-10-24 17:02:09 Started transferring output files ... 028 (10628.558.000) 2024-10-24 17:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:02:09.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 558 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.558.000) 2024-10-24 17:02:09 Finished transferring output files ... 028 (10628.558.000) 2024-10-24 17:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:02:09.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 558 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.933.000) 2024-10-24 17:02:09 Image size of job updated: 3721504 245 - MemoryUsage of job (MB) 250660 - ResidentSetSize of job (KB) ... 028 (10628.933.000) 2024-10-24 17:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:02:09.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 933 ResidentSetSize = 250660 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.558.000) 2024-10-24 17:02:09 Job terminated. (1) Normal termination (return value 0) Usr 0 04:53:56, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:53:56, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91456 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91456 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 552739 2000000 2004361 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:02:09Z with exit-code 0. ... 028 (10628.558.000) 2024-10-24 17:02:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9513924034904068 Disk = 2004361 DiskUsage = 552739 EventTime = "2024-10-24T17:02:09.639" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 558 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:53:56, Sys 0 00:00:20" SentBytes = 91456.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803729; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:53:56, Sys 0 00:00:20" TotalSentBytes = 91456.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.933.000) 2024-10-24 17:02:14 Started transferring output files ... 028 (10628.933.000) 2024-10-24 17:02:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:02:14.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 933 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.933.000) 2024-10-24 17:02:14 Finished transferring output files ... 028 (10628.933.000) 2024-10-24 17:02:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:02:14.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 933 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.933.000) 2024-10-24 17:02:14 Job terminated. (1) Normal termination (return value 0) Usr 0 04:53:25, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:53:25, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90263 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90263 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 616120 2000000 2004360 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:02:13Z with exit-code 0. ... 028 (10628.933.000) 2024-10-24 17:02:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01090909090909091 Disk = 2004360 DiskUsage = 616120 EventTime = "2024-10-24T17:02:14.598" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975894.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975894-0-fnpc9019.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 933 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:53:25, Sys 0 00:00:30" SentBytes = 90263.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803733; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:53:25, Sys 0 00:00:30" TotalSentBytes = 90263.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.051.000) 2024-10-24 17:02:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2643682_61550120@c1925.swan.hcc.unl.edu, rescheduling job ... 028 (10628.051.000) 2024-10-24 17:02:29 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:02:29.426" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619011" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215196" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 51 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2643682_61550120@c1925.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.830.000) 2024-10-24 17:03:18 Image size of job updated: 3898196 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.830.000) 2024-10-24 17:03:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:03:18.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 830 ResidentSetSize = 125000 Size = 3898196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.830.000) 2024-10-24 17:03:18 Started transferring output files ... 028 (10628.830.000) 2024-10-24 17:03:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:03:18.847" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.830.000) 2024-10-24 17:03:18 Finished transferring output files ... 028 (10628.830.000) 2024-10-24 17:03:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:03:18.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 830 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.830.000) 2024-10-24 17:03:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:02, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:11:01, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88579 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88579 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471232 2000000 2007329 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-24T21:03:18Z with exit-code 0. ... 028 (10628.830.000) 2024-10-24 17:03:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9936325617323054 Disk = 2007329 DiskUsage = 471232 EventTime = "2024-10-24T17:03:19.232" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976569.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@osg-3976569-0-fnpc23043.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 830 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:35:02, Sys 0 00:00:14" SentBytes = 88579.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803798; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:11:01, Sys 0 00:00:19" TotalSentBytes = 88579.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.687.000) 2024-10-24 17:05:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_545952_652201992@c2510.swan.hcc.unl.edu <10.138.25.10:40799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055989&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-40799&alias=c2510.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 17:05:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:05:02.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 687 StartdAddr = "<10.138.25.10:40799?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29412278%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055989&PrivNet=c2510.swan.hcc.unl.edu&addrs=10.138.25.10-40799&alias=c2510.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_545952_652201992@c2510.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.416.000) 2024-10-24 17:05:05 Image size of job updated: 3822836 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.416.000) 2024-10-24 17:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:05.142" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 416 ResidentSetSize = 100000 Size = 3822836 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.416.000) 2024-10-24 17:05:05 Started transferring output files ... 028 (10628.416.000) 2024-10-24 17:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:05.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.416.000) 2024-10-24 17:05:05 Finished transferring output files ... 028 (10628.416.000) 2024-10-24 17:05:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:05.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 416 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.416.000) 2024-10-24 17:05:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:36, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:13:22, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91368 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91368 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467341 2000000 2001920 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:05:05Z with exit-code 0. ... 028 (10628.416.000) 2024-10-24 17:05:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9917647198273546 Disk = 2001920 DiskUsage = 467341 EventTime = "2024-10-24T17:05:06.067" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2470248" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6944716" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 416 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:36, Sys 0 00:00:14" SentBytes = 91368.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803905; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:13:22, Sys 0 00:00:16" TotalSentBytes = 91368.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.009.000) 2024-10-24 17:05:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu <10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 17:05:12 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:05:12.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 9 StartdAddr = "<10.136.81.249:43777?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29426483%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992939&PrivNet=comp-cc-0479.gwave.ics.psu.edu&addrs=10.136.81.249-43777&alias=comp-cc-0479.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.092.000) 2024-10-24 17:05:14 Image size of job updated: 3722272 252 - MemoryUsage of job (MB) 257920 - ResidentSetSize of job (KB) ... 028 (10628.092.000) 2024-10-24 17:05:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:14.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 92 ResidentSetSize = 257920 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.285.000) 2024-10-24 17:05:25 Image size of job updated: 3722012 250 - MemoryUsage of job (MB) 255716 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 17:05:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:25.817" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 255716 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.485.000) 2024-10-24 17:05:49 Image size of job updated: 3721516 250 - MemoryUsage of job (MB) 255624 - ResidentSetSize of job (KB) ... 028 (10628.485.000) 2024-10-24 17:05:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:05:49.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 485 ResidentSetSize = 255624 Size = 3721516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.092.000) 2024-10-24 17:06:07 Started transferring output files ... 028 (10628.092.000) 2024-10-24 17:06:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:07.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 92 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.092.000) 2024-10-24 17:06:07 Finished transferring output files ... 028 (10628.092.000) 2024-10-24 17:06:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:07.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 92 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.092.000) 2024-10-24 17:06:07 Job terminated. (1) Normal termination (return value 0) Usr 0 05:01:02, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:01:02, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88863 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88863 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.76 1 1 Disk (KB) : 535031 2000000 2004343 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:06:07Z with exit-code 0. ... 028 (10628.092.000) 2024-10-24 17:06:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7603900381994653 Disk = 2004343 DiskUsage = 535031 EventTime = "2024-10-24T17:06:07.668" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 92 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:01:02, Sys 0 00:00:16" SentBytes = 88863.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803967; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:01:02, Sys 0 00:00:16" TotalSentBytes = 88863.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.485.000) 2024-10-24 17:06:12 Image size of job updated: 4035008 250 - MemoryUsage of job (MB) 255624 - ResidentSetSize of job (KB) ... 028 (10628.485.000) 2024-10-24 17:06:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:12.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 485 ResidentSetSize = 255624 Size = 4035008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.485.000) 2024-10-24 17:06:12 Started transferring output files ... 028 (10628.485.000) 2024-10-24 17:06:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:12.203" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 485 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.485.000) 2024-10-24 17:06:12 Finished transferring output files ... 028 (10628.485.000) 2024-10-24 17:06:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:12.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 485 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.485.000) 2024-10-24 17:06:12 Job terminated. (1) Normal termination (return value 0) Usr 0 04:59:24, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:59:24, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89038 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89038 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 610827 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:06:11Z with exit-code 0. ... 028 (10628.485.000) 2024-10-24 17:06:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9827849126189246 Disk = 2001920 DiskUsage = 610827 EventTime = "2024-10-24T17:06:12.560" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 485 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:59:24, Sys 0 00:00:19" SentBytes = 89038.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729803971; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:59:24, Sys 0 00:00:19" TotalSentBytes = 89038.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.051.000) 2024-10-24 17:06:49 Started transferring input files Transferring to host: <131.225.208.147:36687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50895416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011906&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-36687+[2620-6a-0-8862-f0-0-208-147]-36687&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.051.000) 2024-10-24 17:06:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:49.740" EventTypeNumber = 28 Host = "<131.225.208.147:36687?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50895416%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10011906&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-36687+[2620-6a-0-8862-f0-0-208-147]-36687&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.051.000) 2024-10-24 17:06:49 Finished transferring input files ... 028 (10628.051.000) 2024-10-24 17:06:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:49.791" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.051.000) 2024-10-24 17:06:51 Warning from starter on slot1_3@glidein_8_872999160@osg-4197150-0-fnpc23014.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.051.000) 2024-10-24 17:06:51 Job executing on host: <131.225.208.147:42055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947826&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-42055+[2620-6a-0-8862-f0-0-208-147]-42055&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP> ... 028 (10628.051.000) 2024-10-24 17:06:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:51.961" EventTypeNumber = 28 ExecuteHost = "<131.225.208.147:42055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29400889%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9947826&PrivNet=osg-4197150-0-fnpc23014.fnal.gov&addrs=131.225.208.147-42055+[2620-6a-0-8862-f0-0-208-147]-42055&alias=osg-4197150-0-fnpc23014.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.285.000) 2024-10-24 17:06:52 Image size of job updated: 3722012 252 - MemoryUsage of job (MB) 257960 - ResidentSetSize of job (KB) ... 028 (10628.285.000) 2024-10-24 17:06:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:52.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 285 ResidentSetSize = 257960 Size = 3722012 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.285.000) 2024-10-24 17:06:52 Started transferring output files ... 028 (10628.285.000) 2024-10-24 17:06:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:52.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 285 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.285.000) 2024-10-24 17:06:52 Finished transferring output files ... 028 (10628.285.000) 2024-10-24 17:06:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:06:52.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 285 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.285.000) 2024-10-24 17:06:52 Job terminated. (1) Normal termination (return value 0) Usr 0 05:03:29, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:03:29, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89943 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89943 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 533861 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:06:52Z with exit-code 0. ... 028 (10628.285.000) 2024-10-24 17:06:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9950673742096879 Disk = 2001920 DiskUsage = 533861 EventTime = "2024-10-24T17:06:52.838" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 285 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:03:29, Sys 0 00:00:17" SentBytes = 89943.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804012; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:03:29, Sys 0 00:00:17" TotalSentBytes = 89943.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.447.000) 2024-10-24 17:08:04 Image size of job updated: 3721484 81 - MemoryUsage of job (MB) 82308 - ResidentSetSize of job (KB) ... 028 (10628.447.000) 2024-10-24 17:08:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:04.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 447 ResidentSetSize = 82308 Size = 3721484 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.447.000) 2024-10-24 17:08:04 Started transferring output files ... 028 (10628.447.000) 2024-10-24 17:08:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:04.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 447 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.447.000) 2024-10-24 17:08:04 Finished transferring output files ... 028 (10628.447.000) 2024-10-24 17:08:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:04.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 447 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.447.000) 2024-10-24 17:08:04 Job terminated. (1) Normal termination (return value 0) Usr 0 05:00:03, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:00:03, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88036 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88036 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 473348 2000000 2004361 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T21:08:04Z with exit-code 0. ... 028 (10628.447.000) 2024-10-24 17:08:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8795227816851289 Disk = 2004361 DiskUsage = 473348 EventTime = "2024-10-24T17:08:04.806" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 447 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:00:03, Sys 0 00:00:20" SentBytes = 88036.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804084; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:00:03, Sys 0 00:00:20" TotalSentBytes = 88036.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.035.000) 2024-10-24 17:08:11 Image size of job updated: 4141768 120 - MemoryUsage of job (MB) 122772 - ResidentSetSize of job (KB) ... 028 (10628.035.000) 2024-10-24 17:08:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:11.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 120 MyType = "JobImageSizeEvent" Proc = 35 ResidentSetSize = 122772 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.035.000) 2024-10-24 17:08:12 Started transferring output files ... 028 (10628.035.000) 2024-10-24 17:08:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:12.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.035.000) 2024-10-24 17:08:12 Finished transferring output files ... 028 (10628.035.000) 2024-10-24 17:08:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:12.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 35 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.035.000) 2024-10-24 17:08:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:29, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:13:29, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88587 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88587 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 464883 2000000 36982301 GPUs : 0 Memory (MB) : 120 2000 2000 Job terminated of its own accord at 2024-10-24T21:08:11Z with exit-code 0. ... 028 (10628.035.000) 2024-10-24 17:08:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844369827473032 Disk = 36982301 DiskUsage = 464883 EventTime = "2024-10-24T17:08:12.665" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619302" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215265" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 120 MyType = "JobTerminatedEvent" Proc = 35 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:42:29, Sys 0 00:00:12" SentBytes = 88587.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804091; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:13:29, Sys 0 00:00:14" TotalSentBytes = 88587.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.163.000) 2024-10-24 17:08:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_3228935_62540000@node1828.palmetto.clemson.edu, rescheduling job ... 028 (10628.163.000) 2024-10-24 17:08:33 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:08:33.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2465927" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "851755" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 163 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_3228935_62540000@node1828.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.174.000) 2024-10-24 17:08:34 Image size of job updated: 3750000 224 - MemoryUsage of job (MB) 228480 - ResidentSetSize of job (KB) ... 028 (10628.174.000) 2024-10-24 17:08:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:34.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 224 MyType = "JobImageSizeEvent" Proc = 174 ResidentSetSize = 228480 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.174.000) 2024-10-24 17:08:35 Started transferring output files ... 028 (10628.174.000) 2024-10-24 17:08:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:35.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.174.000) 2024-10-24 17:08:35 Finished transferring output files ... 028 (10628.174.000) 2024-10-24 17:08:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:35.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 174 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.174.000) 2024-10-24 17:08:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:29, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:07:29, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88545 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88545 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473347 2000000 25993575 GPUs : 0 Memory (MB) : 224 2000 2500 Job terminated of its own accord at 2024-10-24T21:08:34Z with exit-code 0. ... 028 (10628.174.000) 2024-10-24 17:08:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9782758876623919 Disk = 25993575 DiskUsage = 473347 EventTime = "2024-10-24T17:08:35.483" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210395.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@c8-16-1.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 224 MyType = "JobTerminatedEvent" Proc = 174 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:29, Sys 0 00:00:12" SentBytes = 88545.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804114; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:07:29, Sys 0 00:00:14" TotalSentBytes = 88545.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.997.000) 2024-10-24 17:08:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3906797_579119365@comp-cc-0461.gwave.ics.psu.edu, rescheduling job ... 028 (10628.997.000) 2024-10-24 17:08:40 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:08:40.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485578" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389411.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0461" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 997 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3906797_579119365@comp-cc-0461.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.522.000) 2024-10-24 17:08:49 Image size of job updated: 4033328 96 - MemoryUsage of job (MB) 97608 - ResidentSetSize of job (KB) ... 028 (10628.522.000) 2024-10-24 17:08:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:49.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 522 ResidentSetSize = 97608 Size = 4033328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.522.000) 2024-10-24 17:08:50 Started transferring output files ... 028 (10628.522.000) 2024-10-24 17:08:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:50.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 522 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.522.000) 2024-10-24 17:08:50 Finished transferring output files ... 028 (10628.522.000) 2024-10-24 17:08:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:50.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 522 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.522.000) 2024-10-24 17:08:50 Job terminated. (1) Normal termination (return value 0) Usr 0 05:02:07, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:02:07, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88852 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88852 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472773 2000000 2004383 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-24T21:08:49Z with exit-code 0. ... 028 (10628.522.000) 2024-10-24 17:08:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9955817212114703 Disk = 2004383 DiskUsage = 472773 EventTime = "2024-10-24T17:08:50.500" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 522 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:02:07, Sys 0 00:00:37" SentBytes = 88852.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804129; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:02:07, Sys 0 00:00:37" TotalSentBytes = 88852.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.050.000) 2024-10-24 17:08:52 Image size of job updated: 5524168 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.050.000) 2024-10-24 17:08:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:08:52.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 50 ResidentSetSize = 100000 Size = 5524168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.186.000) 2024-10-24 17:10:10 Image size of job updated: 3789260 244 - MemoryUsage of job (MB) 249312 - ResidentSetSize of job (KB) ... 028 (10628.186.000) 2024-10-24 17:10:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:10.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 186 ResidentSetSize = 249312 Size = 3789260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.117.000) 2024-10-24 17:10:11 Image size of job updated: 3789080 249 - MemoryUsage of job (MB) 254504 - ResidentSetSize of job (KB) ... 028 (10628.117.000) 2024-10-24 17:10:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:11.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 117 ResidentSetSize = 254504 Size = 3789080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.117.000) 2024-10-24 17:10:24 Started transferring output files ... 028 (10628.117.000) 2024-10-24 17:10:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:24.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 117 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.117.000) 2024-10-24 17:10:24 Finished transferring output files ... 028 (10628.117.000) 2024-10-24 17:10:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:24.796" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 117 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.117.000) 2024-10-24 17:10:25 Job terminated. (1) Normal termination (return value 0) Usr 0 05:02:50, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:02:50, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91561 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91561 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 607255 2000000 2004361 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T21:10:24Z with exit-code 0. ... 028 (10628.117.000) 2024-10-24 17:10:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9674579713302193 Disk = 2004361 DiskUsage = 607255 EventTime = "2024-10-24T17:10:25.111" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 117 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:02:50, Sys 0 00:00:21" SentBytes = 91561.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804224; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:02:50, Sys 0 00:00:21" TotalSentBytes = 91561.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.514.000) 2024-10-24 17:10:48 Image size of job updated: 3720676 249 - MemoryUsage of job (MB) 254376 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 17:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:48.293" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 254376 Size = 3720676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.725.000) 2024-10-24 17:10:52 Image size of job updated: 3721504 251 - MemoryUsage of job (MB) 256352 - ResidentSetSize of job (KB) ... 028 (10628.725.000) 2024-10-24 17:10:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:52.579" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 725 ResidentSetSize = 256352 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.725.000) 2024-10-24 17:10:52 Started transferring output files ... 028 (10628.725.000) 2024-10-24 17:10:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:52.781" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 725 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.725.000) 2024-10-24 17:10:52 Finished transferring output files ... 028 (10628.725.000) 2024-10-24 17:10:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:52.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 725 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.725.000) 2024-10-24 17:10:53 Job terminated. (1) Normal termination (return value 0) Usr 0 05:02:32, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:02:32, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90697 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90697 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 470367 2000000 2004361 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:10:52Z with exit-code 0. ... 028 (10628.725.000) 2024-10-24 17:10:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9385728971787589 Disk = 2004361 DiskUsage = 470367 EventTime = "2024-10-24T17:10:53.178" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 725 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:02:32, Sys 0 00:00:20" SentBytes = 90697.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804252; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:02:32, Sys 0 00:00:20" TotalSentBytes = 90697.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.517.000) 2024-10-24 17:10:55 Image size of job updated: 3653908 250 - MemoryUsage of job (MB) 255636 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 17:10:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:10:55.033" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 255636 Size = 3653908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.954.000) 2024-10-24 17:10:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@IU-Jetstream2-Backfill.20acca2f86ce, rescheduling job ... 028 (10628.954.000) 2024-10-24 17:10:57 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:10:57.570" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 954 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@IU-Jetstream2-Backfill.20acca2f86ce" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.831.000) 2024-10-24 17:11:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.f991edc342bd, rescheduling job ... 028 (10628.831.000) 2024-10-24 17:11:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:11:06.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 831 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.f991edc342bd" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.663.000) 2024-10-24 17:11:08 Image size of job updated: 3789616 251 - MemoryUsage of job (MB) 256516 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 17:11:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:08.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 256516 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.186.000) 2024-10-24 17:11:15 Image size of job updated: 4041928 244 - MemoryUsage of job (MB) 249312 - ResidentSetSize of job (KB) ... 028 (10628.186.000) 2024-10-24 17:11:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:15.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 186 ResidentSetSize = 249312 Size = 4041928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.186.000) 2024-10-24 17:11:15 Started transferring output files ... 028 (10628.186.000) 2024-10-24 17:11:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:15.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.186.000) 2024-10-24 17:11:15 Finished transferring output files ... 028 (10628.186.000) 2024-10-24 17:11:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:15.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 186 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.186.000) 2024-10-24 17:11:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:06:36, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:16:15, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88315 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88315 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.79 1 1 Disk (KB) : 511980 2000000 2007917 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T21:11:15Z with exit-code 0. ... 028 (10628.186.000) 2024-10-24 17:11:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7921751987811116 Disk = 2007917 DiskUsage = 511980 EventTime = "2024-10-24T17:11:15.662" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197173.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197173-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 186 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:06:36, Sys 0 00:00:22" SentBytes = 88315.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804275; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:16:15, Sys 0 00:00:24" TotalSentBytes = 88315.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.663.000) 2024-10-24 17:11:30 Image size of job updated: 4035520 251 - MemoryUsage of job (MB) 256516 - ResidentSetSize of job (KB) ... 028 (10628.663.000) 2024-10-24 17:11:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:30.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 663 ResidentSetSize = 256516 Size = 4035520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.663.000) 2024-10-24 17:11:31 Started transferring output files ... 028 (10628.663.000) 2024-10-24 17:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:31.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 663 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.663.000) 2024-10-24 17:11:31 Finished transferring output files ... 028 (10628.663.000) 2024-10-24 17:11:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:31.166" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 663 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.663.000) 2024-10-24 17:11:31 Job terminated. (1) Normal termination (return value 0) Usr 0 05:04:13, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:04:13, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91591 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91591 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 601685 2000000 2001920 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:11:30Z with exit-code 0. ... 028 (10628.663.000) 2024-10-24 17:11:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9907717181718531 Disk = 2001920 DiskUsage = 601685 EventTime = "2024-10-24T17:11:31.480" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 663 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:04:13, Sys 0 00:00:20" SentBytes = 91591.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804290; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:04:13, Sys 0 00:00:20" TotalSentBytes = 91591.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.517.000) 2024-10-24 17:11:45 Image size of job updated: 4039200 250 - MemoryUsage of job (MB) 255636 - ResidentSetSize of job (KB) ... 028 (10628.517.000) 2024-10-24 17:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:45.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 517 ResidentSetSize = 255636 Size = 4039200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.517.000) 2024-10-24 17:11:45 Started transferring output files ... 028 (10628.517.000) 2024-10-24 17:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:45.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 517 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.517.000) 2024-10-24 17:11:45 Finished transferring output files ... 028 (10628.517.000) 2024-10-24 17:11:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:11:45.424" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 517 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.517.000) 2024-10-24 17:11:45 Job terminated. (1) Normal termination (return value 0) Usr 0 05:07:43, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:07:43, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93060 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93060 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 566186 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:11:45Z with exit-code 0. ... 028 (10628.517.000) 2024-10-24 17:11:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901111112912023 Disk = 2001920 DiskUsage = 566186 EventTime = "2024-10-24T17:11:45.764" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 517 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:07:43, Sys 0 00:00:18" SentBytes = 93060.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804305; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:07:43, Sys 0 00:00:18" TotalSentBytes = 93060.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.514.000) 2024-10-24 17:12:43 Image size of job updated: 3721264 250 - MemoryUsage of job (MB) 255144 - ResidentSetSize of job (KB) ... 028 (10628.514.000) 2024-10-24 17:12:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:12:43.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 514 ResidentSetSize = 255144 Size = 3721264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.514.000) 2024-10-24 17:12:44 Started transferring output files ... 028 (10628.514.000) 2024-10-24 17:12:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:12:44.167" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 514 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.514.000) 2024-10-24 17:12:44 Finished transferring output files ... 028 (10628.514.000) 2024-10-24 17:12:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:12:44.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 514 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.514.000) 2024-10-24 17:12:44 Job terminated. (1) Normal termination (return value 0) Usr 0 05:06:57, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:06:57, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89739 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89739 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 501746 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:12:43Z with exit-code 0. ... 028 (10628.514.000) 2024-10-24 17:12:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.995138524664464 Disk = 2001920 DiskUsage = 501746 EventTime = "2024-10-24T17:12:44.558" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 514 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:06:57, Sys 0 00:00:16" SentBytes = 89739.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804363; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:06:57, Sys 0 00:00:16" TotalSentBytes = 89739.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.946.000) 2024-10-24 17:12:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2904498_202962403@c2509.swan.hcc.unl.edu <10.138.25.9:40237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040730&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-40237&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.946.000) 2024-10-24 17:12:46 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:12:46.229" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 946 StartdAddr = "<10.138.25.9:40237?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51725712%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10040730&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-40237&alias=c2509.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2904498_202962403@c2509.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.202.000) 2024-10-24 17:12:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_2145039_286786350@comp-cc-0456.gwave.ics.psu.edu, rescheduling job ... 028 (10628.202.000) 2024-10-24 17:12:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:12:59.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482980" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389222.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comp-cc-0456" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 202 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_2145039_286786350@comp-cc-0456.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.030.000) 2024-10-24 17:13:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3024963_237250054@c2509.swan.hcc.unl.edu <10.138.25.9:36771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977541&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-36771&alias=c2509.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 17:13:31 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:13:31.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 30 StartdAddr = "<10.138.25.9:36771?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921597%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9977541&PrivNet=c2509.swan.hcc.unl.edu&addrs=10.138.25.9-36771&alias=c2509.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3024963_237250054@c2509.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.325.000) 2024-10-24 17:13:43 Image size of job updated: 3790108 84 - MemoryUsage of job (MB) 85948 - ResidentSetSize of job (KB) ... 028 (10628.325.000) 2024-10-24 17:13:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:13:43.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 325 ResidentSetSize = 85948 Size = 3790108 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.325.000) 2024-10-24 17:13:43 Started transferring output files ... 028 (10628.325.000) 2024-10-24 17:13:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:13:43.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 325 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.325.000) 2024-10-24 17:13:43 Finished transferring output files ... 028 (10628.325.000) 2024-10-24 17:13:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:13:43.956" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 325 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.325.000) 2024-10-24 17:13:44 Job terminated. (1) Normal termination (return value 0) Usr 0 05:05:33, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:05:33, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88591 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88591 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 472141 2000000 2004361 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T21:13:43Z with exit-code 0. ... 028 (10628.325.000) 2024-10-24 17:13:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9608956615650871 Disk = 2004361 DiskUsage = 472141 EventTime = "2024-10-24T17:13:44.268" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471611" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196487.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196487-0-fnpc9003.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 325 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:05:33, Sys 0 00:00:20" SentBytes = 88591.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804423; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:05:33, Sys 0 00:00:20" TotalSentBytes = 88591.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.831.000) 2024-10-24 17:14:23 Started transferring input files Transferring to host: <131.225.208.193:33677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10003834&PrivNet=osg-3976428-0-fnpc23114.fnal.gov&addrs=131.225.208.193-33677+[2620-6a-0-8862-f0-0-208-193]-33677&alias=osg-3976428-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.831.000) 2024-10-24 17:14:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:23.686" EventTypeNumber = 28 Host = "<131.225.208.193:33677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437226%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10003834&PrivNet=osg-3976428-0-fnpc23114.fnal.gov&addrs=131.225.208.193-33677+[2620-6a-0-8862-f0-0-208-193]-33677&alias=osg-3976428-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.831.000) 2024-10-24 17:14:23 Finished transferring input files ... 028 (10628.831.000) 2024-10-24 17:14:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:23.736" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.202.000) 2024-10-24 17:14:23 Started transferring input files Transferring to host: <131.225.208.16:43415?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29415222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10058883&PrivNet=osg-3976579-0-fnpc22001.fnal.gov&addrs=131.225.208.16-43415+[2620-6a-0-8862-f0-0-208-16]-43415&alias=osg-3976579-0-fnpc22001.fnal.gov&noUDP> ... 028 (10628.202.000) 2024-10-24 17:14:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:23.841" EventTypeNumber = 28 Host = "<131.225.208.16:43415?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29415222%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10058883&PrivNet=osg-3976579-0-fnpc22001.fnal.gov&addrs=131.225.208.16-43415+[2620-6a-0-8862-f0-0-208-16]-43415&alias=osg-3976579-0-fnpc22001.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.202.000) 2024-10-24 17:14:23 Finished transferring input files ... 028 (10628.202.000) 2024-10-24 17:14:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:23.891" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.997.000) 2024-10-24 17:14:23 Started transferring input files Transferring to host: <131.225.208.23:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10045749&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37937+[2620-6a-0-8862-f0-0-208-23]-37937&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.997.000) 2024-10-24 17:14:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:23.951" EventTypeNumber = 28 Host = "<131.225.208.23:37937?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437227%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10045749&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-37937+[2620-6a-0-8862-f0-0-208-23]-37937&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.997.000) 2024-10-24 17:14:24 Finished transferring input files ... 028 (10628.997.000) 2024-10-24 17:14:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:24.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.954.000) 2024-10-24 17:14:24 Started transferring input files Transferring to host: <10.136.81.238:40101?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51019036%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10003836&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-40101&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.954.000) 2024-10-24 17:14:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:24.037" EventTypeNumber = 28 Host = "<10.136.81.238:40101?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51019036%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10003836&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-40101&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.954.000) 2024-10-24 17:14:24 Finished transferring input files ... 028 (10628.954.000) 2024-10-24 17:14:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:24.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.163.000) 2024-10-24 17:14:24 Started transferring input files Transferring to host: <141.211.169.53:37757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51730622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10045750&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-37757+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-37757&alias=um-lc02.osris.org&noUDP> ... 028 (10628.163.000) 2024-10-24 17:14:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:24.081" EventTypeNumber = 28 Host = "<141.211.169.53:37757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51730622%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10045750&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-37757+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-37757&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.163.000) 2024-10-24 17:14:24 Finished transferring input files ... 028 (10628.163.000) 2024-10-24 17:14:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:24.136" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.954.000) 2024-10-24 17:14:25 Warning from starter on slot1_4@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.954.000) 2024-10-24 17:14:25 Job executing on host: <10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.954.000) 2024-10-24 17:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:25.447" EventTypeNumber = 28 ExecuteHost = "<10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "ExecuteEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.202.000) 2024-10-24 17:14:25 Warning from starter on slot1_2@glidein_8_879320104@osg-3976579-0-fnpc22001.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.202.000) 2024-10-24 17:14:25 Job executing on host: <131.225.208.16:44977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952762&PrivNet=osg-3976579-0-fnpc22001.fnal.gov&addrs=131.225.208.16-44977+[2620-6a-0-8862-f0-0-208-16]-44977&alias=osg-3976579-0-fnpc22001.fnal.gov&noUDP> ... 028 (10628.202.000) 2024-10-24 17:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:25.613" EventTypeNumber = 28 ExecuteHost = "<131.225.208.16:44977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29336470%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952762&PrivNet=osg-3976579-0-fnpc22001.fnal.gov&addrs=131.225.208.16-44977+[2620-6a-0-8862-f0-0-208-16]-44977&alias=osg-3976579-0-fnpc22001.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.997.000) 2024-10-24 17:14:25 Warning from starter on slot1_3@glidein_8_263427885@osg-4196793-0-fnpc22004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.997.000) 2024-10-24 17:14:25 Job executing on host: <131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP> ... 028 (10628.997.000) 2024-10-24 17:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:25.672" EventTypeNumber = 28 ExecuteHost = "<131.225.208.23:45217?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50909314%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10043131&PrivNet=osg-4196793-0-fnpc22004.fnal.gov&addrs=131.225.208.23-45217+[2620-6a-0-8862-f0-0-208-23]-45217&alias=osg-4196793-0-fnpc22004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.163.000) 2024-10-24 17:14:25 Warning from starter on slot1@glidein_562518_43748100@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.831.000) 2024-10-24 17:14:25 Warning from starter on slot1_3@glidein_8_797832435@osg-3976428-0-fnpc23114.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.163.000) 2024-10-24 17:14:25 Job executing on host: <141.211.169.53:46075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918041%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974022&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-46075+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-46075&alias=um-lc02.osris.org&noUDP> ... 028 (10628.163.000) 2024-10-24 17:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:25.747" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:46075?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50918041%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9974022&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-46075+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-46075&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.831.000) 2024-10-24 17:14:25 Job executing on host: <131.225.208.193:43577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995619&PrivNet=osg-3976428-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43577+[2620-6a-0-8862-f0-0-208-193]-43577&alias=osg-3976428-0-fnpc23114.fnal.gov&noUDP> ... 028 (10628.831.000) 2024-10-24 17:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:25.772" EventTypeNumber = 28 ExecuteHost = "<131.225.208.193:43577?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29359456%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9995619&PrivNet=osg-3976428-0-fnpc23114.fnal.gov&addrs=131.225.208.193-43577+[2620-6a-0-8862-f0-0-208-193]-43577&alias=osg-3976428-0-fnpc23114.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.563.000) 2024-10-24 17:14:32 Image size of job updated: 4231616 100 - MemoryUsage of job (MB) 101536 - ResidentSetSize of job (KB) ... 028 (10628.563.000) 2024-10-24 17:14:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:32.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 100 MyType = "JobImageSizeEvent" Proc = 563 ResidentSetSize = 101536 Size = 4231616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.563.000) 2024-10-24 17:14:32 Started transferring output files ... 028 (10628.563.000) 2024-10-24 17:14:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:32.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 563 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.563.000) 2024-10-24 17:14:32 Finished transferring output files ... 028 (10628.563.000) 2024-10-24 17:14:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:14:32.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 563 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.563.000) 2024-10-24 17:14:33 Job terminated. (1) Normal termination (return value 0) Usr 0 05:06:13, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:06:13, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89871 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89871 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471551 2000000 2007830 GPUs : 0 Memory (MB) : 100 2000 2048 Job terminated of its own accord at 2024-10-24T21:14:32Z with exit-code 0. ... 028 (10628.563.000) 2024-10-24 17:14:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9875842081559384 Disk = 2007830 DiskUsage = 471551 EventTime = "2024-10-24T17:14:33.239" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 100 MyType = "JobTerminatedEvent" Proc = 563 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:06:13, Sys 0 00:00:24" SentBytes = 89871.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804472; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:06:13, Sys 0 00:00:24" TotalSentBytes = 89871.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.755.000) 2024-10-24 17:14:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3039630_222798387@comp-cc-0475.gwave.ics.psu.edu <10.136.81.245:38335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945465&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38335&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 17:14:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:14:42.868" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484198" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389308.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 755 StartdAddr = "<10.136.81.245:38335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357596%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9945465&PrivNet=comp-cc-0475.gwave.ics.psu.edu&addrs=10.136.81.245-38335&alias=comp-cc-0475.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_4@glidein_3039630_222798387@comp-cc-0475.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.655.000) 2024-10-24 17:15:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3075498_726504064@c1408.swan.hcc.unl.edu <10.138.14.8:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959543&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-45869&alias=c1408.swan.hcc.unl.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 17:15:02 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:15:02.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 655 StartdAddr = "<10.138.14.8:45869?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29371405%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9959543&PrivNet=c1408.swan.hcc.unl.edu&addrs=10.138.14.8-45869&alias=c1408.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3075498_726504064@c1408.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.403.000) 2024-10-24 17:15:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_314833_299164700@c1825.swan.hcc.unl.edu, rescheduling job ... 028 (10628.403.000) 2024-10-24 17:15:37 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:15:37.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619196" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215231" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 403 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_314833_299164700@c1825.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.979.000) 2024-10-24 17:16:37 Image size of job updated: 3977960 110 - MemoryUsage of job (MB) 111904 - ResidentSetSize of job (KB) ... 028 (10628.979.000) 2024-10-24 17:16:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:16:37.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 979 ResidentSetSize = 111904 Size = 3977960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.979.000) 2024-10-24 17:16:38 Started transferring output files ... 028 (10628.979.000) 2024-10-24 17:16:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:16:38.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.979.000) 2024-10-24 17:16:38 Finished transferring output files ... 028 (10628.979.000) 2024-10-24 17:16:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:16:38.321" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 979 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.979.000) 2024-10-24 17:16:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:44, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:20:16, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88290 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88290 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.89 1 1 Disk (KB) : 467923 2000000 25890130 GPUs : 0 Memory (MB) : 110 2000 2500 Job terminated of its own accord at 2024-10-24T21:16:37Z with exit-code 0. ... 028 (10628.979.000) 2024-10-24 17:16:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.890909090909091 Disk = 25890130 DiskUsage = 467923 EventTime = "2024-10-24T17:16:38.733" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473666" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210416.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@c8-16-1.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 979 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:44, Sys 0 00:00:12" SentBytes = 88290.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804597; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:20:16, Sys 0 00:00:16" TotalSentBytes = 88290.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 17:16:53 Image size of job updated: 3708100 83 - MemoryUsage of job (MB) 84708 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 17:16:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:16:53.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 84708 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.220.000) 2024-10-24 17:17:13 Image size of job updated: 3822076 268 - MemoryUsage of job (MB) 274304 - ResidentSetSize of job (KB) ... 028 (10628.220.000) 2024-10-24 17:17:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:17:13.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 268 MyType = "JobImageSizeEvent" Proc = 220 ResidentSetSize = 274304 Size = 3822076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.220.000) 2024-10-24 17:17:13 Started transferring output files ... 028 (10628.220.000) 2024-10-24 17:17:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:17:13.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.220.000) 2024-10-24 17:17:13 Finished transferring output files ... 028 (10628.220.000) 2024-10-24 17:17:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:17:13.725" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 220 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.220.000) 2024-10-24 17:17:14 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:20, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:26:01, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88782 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88782 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470015 2000000 36934511 GPUs : 0 Memory (MB) : 268 2000 2000 Job terminated of its own accord at 2024-10-24T21:17:13Z with exit-code 0. ... 028 (10628.220.000) 2024-10-24 17:17:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9779344350315783 Disk = 36934511 DiskUsage = 470015 EventTime = "2024-10-24T17:17:14.235" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618607" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215131" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 268 MyType = "JobTerminatedEvent" Proc = 220 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:20, Sys 0 00:00:10" SentBytes = 88782.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804633; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:26:01, Sys 0 00:00:12" TotalSentBytes = 88782.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.177.000) 2024-10-24 17:17:30 Image size of job updated: 3750000 266 - MemoryUsage of job (MB) 271580 - ResidentSetSize of job (KB) ... 028 (10628.177.000) 2024-10-24 17:17:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:17:30.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 177 ResidentSetSize = 271580 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.177.000) 2024-10-24 17:18:16 Started transferring output files ... 028 (10628.177.000) 2024-10-24 17:18:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:18:16.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.177.000) 2024-10-24 17:18:16 Finished transferring output files ... 028 (10628.177.000) 2024-10-24 17:18:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:18:16.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 177 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.177.000) 2024-10-24 17:18:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:01:34, Sys 0 00:00:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:16:27, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88219 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88219 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 498682 2000000 21389651 GPUs : 0 Memory (MB) : 266 2000 2500 Job terminated of its own accord at 2024-10-24T21:18:15Z with exit-code 0. ... 028 (10628.177.000) 2024-10-24 17:18:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8799933489999903 Disk = 21389651 DiskUsage = 498682 EventTime = "2024-10-24T17:18:16.619" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210396.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@c7-9-15.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 266 MyType = "JobTerminatedEvent" Proc = 177 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:01:34, Sys 0 00:00:36" SentBytes = 88219.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804695; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:16:27, Sys 0 00:00:39" TotalSentBytes = 88219.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.155.000) 2024-10-24 17:19:20 Image size of job updated: 3721488 251 - MemoryUsage of job (MB) 256176 - ResidentSetSize of job (KB) ... 028 (10628.155.000) 2024-10-24 17:19:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:20.964" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 155 ResidentSetSize = 256176 Size = 3721488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.155.000) 2024-10-24 17:19:21 Started transferring output files ... 028 (10628.155.000) 2024-10-24 17:19:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:21.159" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 155 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.155.000) 2024-10-24 17:19:21 Finished transferring output files ... 028 (10628.155.000) 2024-10-24 17:19:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:21.214" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 155 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.155.000) 2024-10-24 17:19:21 Job terminated. (1) Normal termination (return value 0) Usr 0 05:15:46, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:15:46, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89588 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89588 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471554 2000000 2001920 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:19:20Z with exit-code 0. ... 028 (10628.155.000) 2024-10-24 17:19:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9938729441596492 Disk = 2001920 DiskUsage = 471554 EventTime = "2024-10-24T17:19:21.545" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 155 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:15:46, Sys 0 00:00:20" SentBytes = 89588.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804760; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:15:46, Sys 0 00:00:20" TotalSentBytes = 89588.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.163.000) 2024-10-24 17:19:34 Image size of job updated: 3539200 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 17:19:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:34.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 125000 Size = 3539200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.575.000) 2024-10-24 17:19:42 Image size of job updated: 3722516 252 - MemoryUsage of job (MB) 257096 - ResidentSetSize of job (KB) ... 028 (10628.575.000) 2024-10-24 17:19:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:42.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 575 ResidentSetSize = 257096 Size = 3722516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.575.000) 2024-10-24 17:19:43 Started transferring output files ... 028 (10628.575.000) 2024-10-24 17:19:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:43.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 575 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.575.000) 2024-10-24 17:19:43 Finished transferring output files ... 028 (10628.575.000) 2024-10-24 17:19:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:43.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 575 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.575.000) 2024-10-24 17:19:43 Job terminated. (1) Normal termination (return value 0) Usr 0 05:12:21, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:12:21, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91621 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91621 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 471846 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:19:42Z with exit-code 0. ... 028 (10628.575.000) 2024-10-24 17:19:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8818253549341547 Disk = 2001920 DiskUsage = 471846 EventTime = "2024-10-24T17:19:43.512" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976043.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976043-0-fnpc7540.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 575 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:12:21, Sys 0 00:00:20" SentBytes = 91621.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804782; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:12:21, Sys 0 00:00:20" TotalSentBytes = 91621.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.050.000) 2024-10-24 17:19:49 Started transferring output files ... 028 (10628.050.000) 2024-10-24 17:19:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:49.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.050.000) 2024-10-24 17:19:49 Finished transferring output files ... 028 (10628.050.000) 2024-10-24 17:19:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:49.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 50 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.050.000) 2024-10-24 17:19:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:13, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:15:36, Sys 0 00:00:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 31185 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 31185 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0 1 1 Disk (KB) : 474400 2000000 2001920 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:19:49Z with exit-code 0. ... 028 (10628.050.000) 2024-10-24 17:19:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0 Disk = 2001920 DiskUsage = 474400 EventTime = "2024-10-24T17:19:50.255" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 50 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:40:13, Sys 0 00:00:07" SentBytes = 31185.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804789; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:15:36, Sys 0 00:00:09" TotalSentBytes = 31185.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.403.000) 2024-10-24 17:19:51 Started transferring input files Transferring to host: <192.168.4.140:36247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10012309&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-36247&alias=lnxfarm340.colorado.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 17:19:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:51.766" EventTypeNumber = 28 Host = "<192.168.4.140:36247?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29437397%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10012309&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-36247&alias=lnxfarm340.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.403.000) 2024-10-24 17:19:51 Finished transferring input files ... 028 (10628.403.000) 2024-10-24 17:19:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:51.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.403.000) 2024-10-24 17:19:53 Warning from starter on slot1_2@glidein_365621_910531611@lnxfarm340.colorado.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.403.000) 2024-10-24 17:19:53 Job executing on host: <192.168.4.140:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9988336&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-38725&alias=lnxfarm340.colorado.edu&noUDP> ... 028 (10628.403.000) 2024-10-24 17:19:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:19:53.224" EventTypeNumber = 28 ExecuteHost = "<192.168.4.140:38725?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50888842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9988336&PrivNet=lnxfarm340.colorado.edu&addrs=192.168.4.140-38725&alias=lnxfarm340.colorado.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "ExecuteEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.089.000) 2024-10-24 17:20:13 Image size of job updated: 838504 37 - MemoryUsage of job (MB) 37388 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 17:20:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:20:13.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 37388 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.734.000) 2024-10-24 17:20:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_11@IU-Jetstream2-Backfill.cf02570a98ff, rescheduling job ... 028 (10628.734.000) 2024-10-24 17:20:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:20:59.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 734 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_11@IU-Jetstream2-Backfill.cf02570a98ff" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.630.000) 2024-10-24 17:21:09 Image size of job updated: 3721524 251 - MemoryUsage of job (MB) 256448 - ResidentSetSize of job (KB) ... 028 (10628.630.000) 2024-10-24 17:21:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:09.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 630 ResidentSetSize = 256448 Size = 3721524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.252.000) 2024-10-24 17:21:14 Image size of job updated: 4166240 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.252.000) 2024-10-24 17:21:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:14.181" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 252 ResidentSetSize = 100000 Size = 4166240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.252.000) 2024-10-24 17:21:20 Started transferring output files ... 028 (10628.252.000) 2024-10-24 17:21:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:20.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.252.000) 2024-10-24 17:21:20 Finished transferring output files ... 028 (10628.252.000) 2024-10-24 17:21:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:20.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 252 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.252.000) 2024-10-24 17:21:20 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:45, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:25:31, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89063 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89063 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616084 2000000 2007906 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:21:20Z with exit-code 0. ... 028 (10628.252.000) 2024-10-24 17:21:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9855783776445112 Disk = 2007906 DiskUsage = 616084 EventTime = "2024-10-24T17:21:20.908" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976519.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976519-0-fnpc23120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 252 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:45, Sys 0 00:00:23" SentBytes = 89063.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804880; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:25:31, Sys 0 00:00:27" TotalSentBytes = 89063.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.834.000) 2024-10-24 17:21:25 Image size of job updated: 3969004 117 - MemoryUsage of job (MB) 119336 - ResidentSetSize of job (KB) ... 028 (10628.834.000) 2024-10-24 17:21:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:25.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 117 MyType = "JobImageSizeEvent" Proc = 834 ResidentSetSize = 119336 Size = 3969004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.834.000) 2024-10-24 17:21:26 Started transferring output files ... 028 (10628.834.000) 2024-10-24 17:21:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:26.052" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.834.000) 2024-10-24 17:21:26 Finished transferring output files ... 028 (10628.834.000) 2024-10-24 17:21:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:26.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 834 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.834.000) 2024-10-24 17:21:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:02:44, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:24:22, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88027 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88027 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.95 1 1 Disk (KB) : 472139 2000000 21364677 GPUs : 0 Memory (MB) : 117 2000 2500 Job terminated of its own accord at 2024-10-24T21:21:25Z with exit-code 0. ... 028 (10628.834.000) 2024-10-24 17:21:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9516229917234635 Disk = 21364677 DiskUsage = 472139 EventTime = "2024-10-24T17:21:26.475" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473624" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210398.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@c7-9-15.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 117 MyType = "JobTerminatedEvent" Proc = 834 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:02:44, Sys 0 00:00:35" SentBytes = 88027.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804885; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:24:22, Sys 0 00:00:37" TotalSentBytes = 88027.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.734.000) 2024-10-24 17:21:56 Started transferring input files Transferring to host: <10.138.15.13:35055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51730851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9967172&PrivNet=c1513.swan.hcc.unl.edu&addrs=10.138.15.13-35055&alias=c1513.swan.hcc.unl.edu&noUDP> ... 028 (10628.734.000) 2024-10-24 17:21:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:56.977" EventTypeNumber = 28 Host = "<10.138.15.13:35055?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51730851%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9967172&PrivNet=c1513.swan.hcc.unl.edu&addrs=10.138.15.13-35055&alias=c1513.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.734.000) 2024-10-24 17:21:57 Finished transferring input files ... 028 (10628.734.000) 2024-10-24 17:21:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:57.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.948.000) 2024-10-24 17:21:57 Image size of job updated: 1264368 95 - MemoryUsage of job (MB) 97044 - ResidentSetSize of job (KB) ... 028 (10628.948.000) 2024-10-24 17:21:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:57.514" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 948 ResidentSetSize = 97044 Size = 1264368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.948.000) 2024-10-24 17:21:57 Started transferring output files ... 028 (10628.948.000) 2024-10-24 17:21:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:57.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 948 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.948.000) 2024-10-24 17:21:57 Finished transferring output files ... 028 (10628.948.000) 2024-10-24 17:21:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:57.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 948 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.948.000) 2024-10-24 17:21:57 Job terminated. (1) Normal termination (return value 0) Usr 0 05:18:37, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:18:37, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91928 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91928 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470664 2000000 2001920 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T21:21:57Z with exit-code 0. ... 028 (10628.948.000) 2024-10-24 17:21:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9914695619509517 Disk = 2001920 DiskUsage = 470664 EventTime = "2024-10-24T17:21:57.943" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2480795" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488917.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-210-168" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 948 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:18:37, Sys 0 00:00:24" SentBytes = 91928.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804917; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:18:37, Sys 0 00:00:24" TotalSentBytes = 91928.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 021 (10628.734.000) 2024-10-24 17:21:58 Warning from starter on slot1@glidein_3053786_115485824@c1513.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.734.000) 2024-10-24 17:21:58 Job executing on host: <10.138.15.13:33109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991325&PrivNet=c1513.swan.hcc.unl.edu&addrs=10.138.15.13-33109&alias=c1513.swan.hcc.unl.edu&noUDP> ... 028 (10628.734.000) 2024-10-24 17:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:58.360" EventTypeNumber = 28 ExecuteHost = "<10.138.15.13:33109?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29330009%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9991325&PrivNet=c1513.swan.hcc.unl.edu&addrs=10.138.15.13-33109&alias=c1513.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.630.000) 2024-10-24 17:21:58 Started transferring output files ... 028 (10628.630.000) 2024-10-24 17:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:58.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 630 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.630.000) 2024-10-24 17:21:58 Finished transferring output files ... 028 (10628.630.000) 2024-10-24 17:21:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:58.723" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 630 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.630.000) 2024-10-24 17:21:59 Job terminated. (1) Normal termination (return value 0) Usr 0 05:17:18, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:17:18, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90303 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90303 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 567103 2000000 2004343 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:21:58Z with exit-code 0. ... 028 (10628.630.000) 2024-10-24 17:21:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9959731845818667 Disk = 2004343 DiskUsage = 567103 EventTime = "2024-10-24T17:21:59.061" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 630 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:17:18, Sys 0 00:00:16" SentBytes = 90303.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804918; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:17:18, Sys 0 00:00:16" TotalSentBytes = 90303.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.876.000) 2024-10-24 17:21:59 Image size of job updated: 3654156 250 - MemoryUsage of job (MB) 255336 - ResidentSetSize of job (KB) ... 028 (10628.876.000) 2024-10-24 17:21:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:21:59.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 876 ResidentSetSize = 255336 Size = 3654156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.981.000) 2024-10-24 17:22:14 Image size of job updated: 3901416 117 - MemoryUsage of job (MB) 119784 - ResidentSetSize of job (KB) ... 028 (10628.981.000) 2024-10-24 17:22:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:14.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 117 MyType = "JobImageSizeEvent" Proc = 981 ResidentSetSize = 119784 Size = 3901416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.981.000) 2024-10-24 17:22:14 Started transferring output files ... 028 (10628.981.000) 2024-10-24 17:22:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:14.829" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.981.000) 2024-10-24 17:22:14 Finished transferring output files ... 028 (10628.981.000) 2024-10-24 17:22:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:14.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 981 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.981.000) 2024-10-24 17:22:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:55, Sys 0 00:00:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:25:46, Sys 0 00:00:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88166 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88166 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 468515 2000000 21343681 GPUs : 0 Memory (MB) : 117 2000 2500 Job terminated of its own accord at 2024-10-24T21:22:14Z with exit-code 0. ... 028 (10628.981.000) 2024-10-24 17:22:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9443558811210845 Disk = 21343681 DiskUsage = 468515 EventTime = "2024-10-24T17:22:15.238" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210402.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-9-15.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 117 MyType = "JobTerminatedEvent" Proc = 981 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:55, Sys 0 00:00:36" SentBytes = 88166.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804934; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:25:46, Sys 0 00:00:38" TotalSentBytes = 88166.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.798.000) 2024-10-24 17:22:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3935609_80522412@comp-cc-0471.gwave.ics.psu.edu, rescheduling job ... 028 (10628.798.000) 2024-10-24 17:22:21 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:22:21.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485632" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389443.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0471" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 798 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3935609_80522412@comp-cc-0471.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.251.000) 2024-10-24 17:22:28 Image size of job updated: 3794492 279 - MemoryUsage of job (MB) 284784 - ResidentSetSize of job (KB) ... 028 (10628.251.000) 2024-10-24 17:22:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:28.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 251 ResidentSetSize = 284784 Size = 3794492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.251.000) 2024-10-24 17:22:29 Started transferring output files ... 028 (10628.251.000) 2024-10-24 17:22:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:29.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.251.000) 2024-10-24 17:22:29 Finished transferring output files ... 028 (10628.251.000) 2024-10-24 17:22:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:29.208" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 251 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.251.000) 2024-10-24 17:22:29 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:47, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:31:34, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88512 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88512 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470942 2000000 27611055 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T21:22:28Z with exit-code 0. ... 028 (10628.251.000) 2024-10-24 17:22:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9930665737039374 Disk = 27611055 DiskUsage = 470942 EventTime = "2024-10-24T17:22:29.647" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454595" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 251 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:47, Sys 0 00:00:10" SentBytes = 88512.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804948; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:31:34, Sys 0 00:00:12" TotalSentBytes = 88512.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.370.000) 2024-10-24 17:22:30 Image size of job updated: 3750000 110 - MemoryUsage of job (MB) 112040 - ResidentSetSize of job (KB) ... 028 (10628.370.000) 2024-10-24 17:22:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:30.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 370 ResidentSetSize = 112040 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.876.000) 2024-10-24 17:22:35 Started transferring output files ... 028 (10628.876.000) 2024-10-24 17:22:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:35.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 876 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.876.000) 2024-10-24 17:22:35 Finished transferring output files ... 028 (10628.876.000) 2024-10-24 17:22:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:35.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 876 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.876.000) 2024-10-24 17:22:35 Job terminated. (1) Normal termination (return value 0) Usr 0 05:15:30, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:15:30, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88011 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88011 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 586113 2000000 2004356 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:22:34Z with exit-code 0. ... 028 (10628.876.000) 2024-10-24 17:22:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9790624342348182 Disk = 2004356 DiskUsage = 586113 EventTime = "2024-10-24T17:22:35.390" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196778.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196778-0-fnpc8026.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 876 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:15:30, Sys 0 00:00:20" SentBytes = 88011.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804954; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:15:30, Sys 0 00:00:20" TotalSentBytes = 88011.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.055.000) 2024-10-24 17:22:50 Image size of job updated: 3750000 278 - MemoryUsage of job (MB) 284280 - ResidentSetSize of job (KB) ... 028 (10628.055.000) 2024-10-24 17:22:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:50.301" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 55 ResidentSetSize = 284280 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.055.000) 2024-10-24 17:22:50 Started transferring output files ... 028 (10628.055.000) 2024-10-24 17:22:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:50.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.055.000) 2024-10-24 17:22:50 Finished transferring output files ... 028 (10628.055.000) 2024-10-24 17:22:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:50.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 55 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.055.000) 2024-10-24 17:22:51 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:58, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:31:35, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88684 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88684 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470034 2000000 27874697 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T21:22:50Z with exit-code 0. ... 028 (10628.055.000) 2024-10-24 17:22:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934811850158519 Disk = 27874697 DiskUsage = 470034 EventTime = "2024-10-24T17:22:51.208" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270114" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454534" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 55 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:58, Sys 0 00:00:12" SentBytes = 88684.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804970; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:31:35, Sys 0 00:00:14" TotalSentBytes = 88684.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.167.000) 2024-10-24 17:22:57 Image size of job updated: 3789568 246 - MemoryUsage of job (MB) 251460 - ResidentSetSize of job (KB) ... 028 (10628.167.000) 2024-10-24 17:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:57.331" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 167 ResidentSetSize = 251460 Size = 3789568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.167.000) 2024-10-24 17:22:57 Started transferring output files ... 028 (10628.167.000) 2024-10-24 17:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:57.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.167.000) 2024-10-24 17:22:57 Finished transferring output files ... 028 (10628.167.000) 2024-10-24 17:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:22:57.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 167 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.167.000) 2024-10-24 17:22:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:44, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:33:15, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88811 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88811 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.42 1 1 Disk (KB) : 471556 2000000 2007853 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T21:22:57Z with exit-code 0. ... 028 (10628.167.000) 2024-10-24 17:22:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4168024544756548 Disk = 2007853 DiskUsage = 471556 EventTime = "2024-10-24T17:22:57.900" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196809.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196809-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 167 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:44, Sys 0 00:00:17" SentBytes = 88811.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729804977; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:33:15, Sys 0 00:00:19" TotalSentBytes = 88811.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.370.000) 2024-10-24 17:23:34 Image size of job updated: 3750000 245 - MemoryUsage of job (MB) 249948 - ResidentSetSize of job (KB) ... 028 (10628.370.000) 2024-10-24 17:23:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:34.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 370 ResidentSetSize = 249948 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.370.000) 2024-10-24 17:23:34 Started transferring output files ... 028 (10628.370.000) 2024-10-24 17:23:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:34.215" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.370.000) 2024-10-24 17:23:34 Finished transferring output files ... 028 (10628.370.000) 2024-10-24 17:23:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:34.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 370 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.370.000) 2024-10-24 17:23:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:57, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:27:29, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89371 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89371 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.85 1 1 Disk (KB) : 482708 2000000 2007935 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:23:34Z with exit-code 0. ... 028 (10628.370.000) 2024-10-24 17:23:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8523476609691301 Disk = 2007935 DiskUsage = 482708 EventTime = "2024-10-24T17:23:34.584" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483703" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975713.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3975713-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 370 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:57, Sys 0 00:00:26" SentBytes = 89371.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805014; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:27:29, Sys 0 00:00:29" TotalSentBytes = 89371.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.798.000) 2024-10-24 17:23:50 Started transferring input files Transferring to host: <10.138.20.8:37637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50915557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015605&PrivNet=c2008.swan.hcc.unl.edu&addrs=10.138.20.8-37637&alias=c2008.swan.hcc.unl.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 17:23:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:50.398" EventTypeNumber = 28 Host = "<10.138.20.8:37637?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50915557%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015605&PrivNet=c2008.swan.hcc.unl.edu&addrs=10.138.20.8-37637&alias=c2008.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.798.000) 2024-10-24 17:23:50 Finished transferring input files ... 028 (10628.798.000) 2024-10-24 17:23:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:50.479" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.798.000) 2024-10-24 17:23:51 Warning from starter on slot1@glidein_837442_56611300@c2008.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.798.000) 2024-10-24 17:23:51 Job executing on host: <10.138.20.8:38339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998857&PrivNet=c2008.swan.hcc.unl.edu&addrs=10.138.20.8-38339&alias=c2008.swan.hcc.unl.edu&noUDP> ... 028 (10628.798.000) 2024-10-24 17:23:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:23:51.786" EventTypeNumber = 28 ExecuteHost = "<10.138.20.8:38339?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51717302%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9998857&PrivNet=c2008.swan.hcc.unl.edu&addrs=10.138.20.8-38339&alias=c2008.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 022 (10628.165.000) 2024-10-24 17:23:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_909092_590984894@node1813.palmetto.clemson.edu <10.125.8.28:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246779%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941033&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-39113&alias=node1813.palmetto.clemson.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 17:23:55 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:23:55.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 165 StartdAddr = "<10.125.8.28:39113?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29246779%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#9941033&PrivNet=node1813.palmetto.clemson.edu&addrs=10.125.8.28-39113&alias=node1813.palmetto.clemson.edu&noUDP>" StartdName = "slot1_3@glidein_909092_590984894@node1813.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.911.000) 2024-10-24 17:24:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_789147_308285172@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.911.000) 2024-10-24 17:24:52 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:24:52.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619943" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216544" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 911 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_789147_308285172@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.972.000) 2024-10-24 17:24:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_745182_842677836@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.972.000) 2024-10-24 17:24:53 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:24:53.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619688" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215351" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 972 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_745182_842677836@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.963.000) 2024-10-24 17:24:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_757694_314592988@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.963.000) 2024-10-24 17:24:55 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:24:55.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619867" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216523" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 963 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_757694_314592988@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.520.000) 2024-10-24 17:24:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_745192_215340984@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.520.000) 2024-10-24 17:24:55 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:24:55.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215356" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 520 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_745192_215340984@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.344.000) 2024-10-24 17:25:03 Image size of job updated: 3786028 277 - MemoryUsage of job (MB) 282872 - ResidentSetSize of job (KB) ... 028 (10628.344.000) 2024-10-24 17:25:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:03.143" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 344 ResidentSetSize = 282872 Size = 3786028 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.344.000) 2024-10-24 17:25:03 Started transferring output files ... 028 (10628.344.000) 2024-10-24 17:25:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:03.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.344.000) 2024-10-24 17:25:03 Finished transferring output files ... 028 (10628.344.000) 2024-10-24 17:25:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:03.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 344 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.344.000) 2024-10-24 17:25:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:06, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:35:41, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88906 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88906 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473044 2000000 2001920 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T21:25:03Z with exit-code 0. ... 028 (10628.344.000) 2024-10-24 17:25:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885353766749102 Disk = 2001920 DiskUsage = 473044 EventTime = "2024-10-24T17:25:03.404" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620020" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4449116" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 344 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:59:06, Sys 0 00:00:09" SentBytes = 88906.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805103; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:35:41, Sys 0 00:00:11" TotalSentBytes = 88906.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.645.000) 2024-10-24 17:25:35 Image size of job updated: 4109772 110 - MemoryUsage of job (MB) 111996 - ResidentSetSize of job (KB) ... 028 (10628.645.000) 2024-10-24 17:25:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:35.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 645 ResidentSetSize = 111996 Size = 4109772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.645.000) 2024-10-24 17:25:35 Started transferring output files ... 028 (10628.645.000) 2024-10-24 17:25:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:35.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.645.000) 2024-10-24 17:25:35 Finished transferring output files ... 028 (10628.645.000) 2024-10-24 17:25:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:35.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 645 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.645.000) 2024-10-24 17:25:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:03, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:28:08, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90305 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90305 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473072 2000000 2007897 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T21:25:35Z with exit-code 0. ... 028 (10628.645.000) 2024-10-24 17:25:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9920565889384377 Disk = 2007897 DiskUsage = 473072 EventTime = "2024-10-24T17:25:35.896" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 645 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:03, Sys 0 00:00:13" SentBytes = 90305.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805135; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:28:08, Sys 0 00:00:19" TotalSentBytes = 90305.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.520.000) 2024-10-24 17:25:43 Started transferring input files Transferring to host: <131.225.208.113:43281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50896006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10009537&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-43281+[2620-6a-0-8862-f0-0-208-113]-43281&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.520.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.179" EventTypeNumber = 28 Host = "<131.225.208.113:43281?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50896006%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10009537&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-43281+[2620-6a-0-8862-f0-0-208-113]-43281&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.520.000) 2024-10-24 17:25:43 Finished transferring input files ... 028 (10628.520.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.230" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.911.000) 2024-10-24 17:25:43 Started transferring input files Transferring to host: <131.225.208.57:45195?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50926057%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015651&PrivNet=osg-3976268-0-fnpc22025.fnal.gov&addrs=131.225.208.57-45195+[2620-6a-0-8862-f0-0-208-57]-45195&alias=osg-3976268-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.911.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.237" EventTypeNumber = 28 Host = "<131.225.208.57:45195?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50926057%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015651&PrivNet=osg-3976268-0-fnpc22025.fnal.gov&addrs=131.225.208.57-45195+[2620-6a-0-8862-f0-0-208-57]-45195&alias=osg-3976268-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.911.000) 2024-10-24 17:25:43 Finished transferring input files ... 028 (10628.911.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.963.000) 2024-10-24 17:25:43 Started transferring input files Transferring to host: <131.225.208.171:35819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50926058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015652&PrivNet=osg-3976328-0-fnpc23039.fnal.gov&addrs=131.225.208.171-35819+[2620-6a-0-8862-f0-0-208-171]-35819&alias=osg-3976328-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.963.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.308" EventTypeNumber = 28 Host = "<131.225.208.171:35819?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50926058%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10015652&PrivNet=osg-3976328-0-fnpc23039.fnal.gov&addrs=131.225.208.171-35819+[2620-6a-0-8862-f0-0-208-171]-35819&alias=osg-3976328-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.963.000) 2024-10-24 17:25:43 Finished transferring input files ... 028 (10628.963.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.972.000) 2024-10-24 17:25:43 Started transferring input files Transferring to host: <131.225.208.58:33061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29415515%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9962719&PrivNet=osg-3976634-0-fnpc23102.fnal.gov&addrs=131.225.208.58-33061+[2620-6a-0-8862-f0-0-208-58]-33061&alias=osg-3976634-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.972.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.381" EventTypeNumber = 28 Host = "<131.225.208.58:33061?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29415515%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9962719&PrivNet=osg-3976634-0-fnpc23102.fnal.gov&addrs=131.225.208.58-33061+[2620-6a-0-8862-f0-0-208-58]-33061&alias=osg-3976634-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.972.000) 2024-10-24 17:25:43 Finished transferring input files ... 028 (10628.972.000) 2024-10-24 17:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:43.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.911.000) 2024-10-24 17:25:44 Warning from starter on slot1_2@glidein_8_714665052@osg-3976268-0-fnpc22025.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 021 (10628.520.000) 2024-10-24 17:25:44 Warning from starter on slot1_3@glidein_8_435542808@osg-3976495-0-fnpc23004.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.911.000) 2024-10-24 17:25:44 Job executing on host: <131.225.208.57:35677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994682&PrivNet=osg-3976268-0-fnpc22025.fnal.gov&addrs=131.225.208.57-35677+[2620-6a-0-8862-f0-0-208-57]-35677&alias=osg-3976268-0-fnpc22025.fnal.gov&noUDP> ... 028 (10628.911.000) 2024-10-24 17:25:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:44.864" EventTypeNumber = 28 ExecuteHost = "<131.225.208.57:35677?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50899785%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994682&PrivNet=osg-3976268-0-fnpc22025.fnal.gov&addrs=131.225.208.57-35677+[2620-6a-0-8862-f0-0-208-57]-35677&alias=osg-3976268-0-fnpc22025.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 001 (10628.520.000) 2024-10-24 17:25:44 Job executing on host: <131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP> ... 028 (10628.520.000) 2024-10-24 17:25:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:44.898" EventTypeNumber = 28 ExecuteHost = "<131.225.208.113:34345?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51004306%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9952264&PrivNet=osg-3976495-0-fnpc23004.fnal.gov&addrs=131.225.208.113-34345+[2620-6a-0-8862-f0-0-208-113]-34345&alias=osg-3976495-0-fnpc23004.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.963.000) 2024-10-24 17:25:44 Warning from starter on slot1_8@glidein_8_140657604@osg-3976328-0-fnpc23039.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.963.000) 2024-10-24 17:25:44 Job executing on host: <131.225.208.171:45659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030654&PrivNet=osg-3976328-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45659+[2620-6a-0-8862-f0-0-208-171]-45659&alias=osg-3976328-0-fnpc23039.fnal.gov&noUDP> ... 028 (10628.963.000) 2024-10-24 17:25:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:44.973" EventTypeNumber = 28 ExecuteHost = "<131.225.208.171:45659?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29335432%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030654&PrivNet=osg-3976328-0-fnpc23039.fnal.gov&addrs=131.225.208.171-45659+[2620-6a-0-8862-f0-0-208-171]-45659&alias=osg-3976328-0-fnpc23039.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.972.000) 2024-10-24 17:25:46 Warning from starter on slot1_2@glidein_8_1071819000@osg-3976634-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.972.000) 2024-10-24 17:25:46 Job executing on host: <131.225.208.58:42331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989515&PrivNet=osg-3976634-0-fnpc23102.fnal.gov&addrs=131.225.208.58-42331+[2620-6a-0-8862-f0-0-208-58]-42331&alias=osg-3976634-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.972.000) 2024-10-24 17:25:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:25:46.423" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:42331?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881295%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989515&PrivNet=osg-3976634-0-fnpc23102.fnal.gov&addrs=131.225.208.58-42331+[2620-6a-0-8862-f0-0-208-58]-42331&alias=osg-3976634-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.350.000) 2024-10-24 17:26:08 Image size of job updated: 3750204 281 - MemoryUsage of job (MB) 287352 - ResidentSetSize of job (KB) ... 028 (10628.350.000) 2024-10-24 17:26:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:26:08.440" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 350 ResidentSetSize = 287352 Size = 3750204 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.350.000) 2024-10-24 17:26:09 Started transferring output files ... 028 (10628.350.000) 2024-10-24 17:26:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:26:09.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.350.000) 2024-10-24 17:26:09 Finished transferring output files ... 028 (10628.350.000) 2024-10-24 17:26:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:26:09.379" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 350 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.350.000) 2024-10-24 17:26:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:00:10, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:35:43, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88944 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88944 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.72 1 1 Disk (KB) : 470320 2000000 2001920 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T21:26:08Z with exit-code 0. ... 028 (10628.350.000) 2024-10-24 17:26:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.72 Disk = 2001920 DiskUsage = 470320 EventTime = "2024-10-24T17:26:10.290" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620736" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4453527" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 350 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:00:10, Sys 0 00:00:07" SentBytes = 88944.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805168; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:35:43, Sys 0 00:00:10" TotalSentBytes = 88944.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.654.000) 2024-10-24 17:26:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_757699_806492214@c2508.swan.hcc.unl.edu <10.138.25.8:37747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006165&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37747&alias=c2508.swan.hcc.unl.edu&noUDP> ... 028 (10628.654.000) 2024-10-24 17:26:17 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:26:17.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 654 StartdAddr = "<10.138.25.8:37747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29347173%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10006165&PrivNet=c2508.swan.hcc.unl.edu&addrs=10.138.25.8-37747&alias=c2508.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_757699_806492214@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.973.000) 2024-10-24 17:27:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3942768_469601412@comp-cc-0446.gwave.ics.psu.edu, rescheduling job ... 028 (10628.973.000) 2024-10-24 17:27:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:27:03.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485654" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389453.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@comp-cc-0446" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 973 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3942768_469601412@comp-cc-0446.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.734.000) 2024-10-24 17:27:08 Image size of job updated: 3634368 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.734.000) 2024-10-24 17:27:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:08.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 734 ResidentSetSize = 100000 Size = 3634368 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.059.000) 2024-10-24 17:27:20 Image size of job updated: 3750000 276 - MemoryUsage of job (MB) 282552 - ResidentSetSize of job (KB) ... 028 (10628.059.000) 2024-10-24 17:27:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:20.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 59 ResidentSetSize = 282552 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.077.000) 2024-10-24 17:27:22 Image size of job updated: 3794264 275 - MemoryUsage of job (MB) 280732 - ResidentSetSize of job (KB) ... 028 (10628.077.000) 2024-10-24 17:27:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:22.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 77 ResidentSetSize = 280732 Size = 3794264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.973.000) 2024-10-24 17:27:33 Started transferring input files Transferring to host: <131.225.211.119:36757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50915664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10059233&PrivNet=osg-3976198-0-fnpc7610.fnal.gov&addrs=131.225.211.119-36757+[2620-6a-0-8862-f0-0-211-119]-36757&alias=osg-3976198-0-fnpc7610.fnal.gov&noUDP> ... 028 (10628.973.000) 2024-10-24 17:27:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:33.720" EventTypeNumber = 28 Host = "<131.225.211.119:36757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50915664%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10059233&PrivNet=osg-3976198-0-fnpc7610.fnal.gov&addrs=131.225.211.119-36757+[2620-6a-0-8862-f0-0-211-119]-36757&alias=osg-3976198-0-fnpc7610.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.973.000) 2024-10-24 17:27:33 Finished transferring input files ... 028 (10628.973.000) 2024-10-24 17:27:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:33.770" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.077.000) 2024-10-24 17:27:33 Image size of job updated: 4042232 275 - MemoryUsage of job (MB) 280732 - ResidentSetSize of job (KB) ... 028 (10628.077.000) 2024-10-24 17:27:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:33.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 77 ResidentSetSize = 280732 Size = 4042232 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.077.000) 2024-10-24 17:27:34 Started transferring output files ... 028 (10628.077.000) 2024-10-24 17:27:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:34.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.077.000) 2024-10-24 17:27:34 Finished transferring output files ... 028 (10628.077.000) 2024-10-24 17:27:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:34.244" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 77 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.077.000) 2024-10-24 17:27:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:32, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:34:04, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88619 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88619 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 610734 2000000 27694890 GPUs : 0 Memory (MB) : 275 2000 2048 Job terminated of its own accord at 2024-10-24T21:27:33Z with exit-code 0. ... 028 (10628.077.000) 2024-10-24 17:27:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934892516838114 Disk = 27694890 DiskUsage = 610734 EventTime = "2024-10-24T17:27:34.702" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270086" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454520" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 275 MyType = "JobTerminatedEvent" Proc = 77 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:32, Sys 0 00:00:11" SentBytes = 88619.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805253; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:34:04, Sys 0 00:00:14" TotalSentBytes = 88619.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 021 (10628.973.000) 2024-10-24 17:27:35 Warning from starter on slot1_3@glidein_8_6943752@osg-3976198-0-fnpc7610.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.973.000) 2024-10-24 17:27:35 Job executing on host: <131.225.211.119:41009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993535&PrivNet=osg-3976198-0-fnpc7610.fnal.gov&addrs=131.225.211.119-41009+[2620-6a-0-8862-f0-0-211-119]-41009&alias=osg-3976198-0-fnpc7610.fnal.gov&noUDP> ... 028 (10628.973.000) 2024-10-24 17:27:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:35.727" EventTypeNumber = 28 ExecuteHost = "<131.225.211.119:41009?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50879349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9993535&PrivNet=osg-3976198-0-fnpc7610.fnal.gov&addrs=131.225.211.119-41009+[2620-6a-0-8862-f0-0-211-119]-41009&alias=osg-3976198-0-fnpc7610.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.059.000) 2024-10-24 17:27:39 Image size of job updated: 3901176 276 - MemoryUsage of job (MB) 282552 - ResidentSetSize of job (KB) ... 028 (10628.059.000) 2024-10-24 17:27:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:39.138" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 59 ResidentSetSize = 282552 Size = 3901176 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.059.000) 2024-10-24 17:27:39 Started transferring output files ... 028 (10628.059.000) 2024-10-24 17:27:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:39.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.059.000) 2024-10-24 17:27:39 Finished transferring output files ... 028 (10628.059.000) 2024-10-24 17:27:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:39.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 59 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.059.000) 2024-10-24 17:27:40 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:18, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:33:22, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88637 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88637 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 605504 2000000 27654622 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T21:27:39Z with exit-code 0. ... 028 (10628.059.000) 2024-10-24 17:27:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9934197540666312 Disk = 27654622 DiskUsage = 605504 EventTime = "2024-10-24T17:27:40.028" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454498" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 59 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:18, Sys 0 00:00:12" SentBytes = 88637.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805259; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:33:22, Sys 0 00:00:14" TotalSentBytes = 88637.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.387.000) 2024-10-24 17:27:59 Image size of job updated: 3793988 283 - MemoryUsage of job (MB) 288860 - ResidentSetSize of job (KB) ... 028 (10628.387.000) 2024-10-24 17:27:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:27:59.069" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 283 MyType = "JobImageSizeEvent" Proc = 387 ResidentSetSize = 288860 Size = 3793988 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.387.000) 2024-10-24 17:28:25 Started transferring output files ... 028 (10628.387.000) 2024-10-24 17:28:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:28:25.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.387.000) 2024-10-24 17:28:25 Finished transferring output files ... 028 (10628.387.000) 2024-10-24 17:28:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:28:25.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 387 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.387.000) 2024-10-24 17:28:25 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:55, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:39:34, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88398 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88398 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 575827 2000000 27697485 GPUs : 0 Memory (MB) : 283 2000 2048 Job terminated of its own accord at 2024-10-24T21:28:24Z with exit-code 0. ... 028 (10628.387.000) 2024-10-24 17:28:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929892305523341 Disk = 27697485 DiskUsage = 575827 EventTime = "2024-10-24T17:28:25.845" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274082" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454781" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 283 MyType = "JobTerminatedEvent" Proc = 387 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:55, Sys 0 00:00:15" SentBytes = 88398.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805304; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:39:34, Sys 0 00:00:19" TotalSentBytes = 88398.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.041.000) 2024-10-24 17:29:07 Image size of job updated: 3794496 280 - MemoryUsage of job (MB) 285912 - ResidentSetSize of job (KB) ... 028 (10628.041.000) 2024-10-24 17:29:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:29:07.305" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 41 ResidentSetSize = 285912 Size = 3794496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.041.000) 2024-10-24 17:29:07 Started transferring output files ... 028 (10628.041.000) 2024-10-24 17:29:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:29:07.641" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.041.000) 2024-10-24 17:29:07 Finished transferring output files ... 028 (10628.041.000) 2024-10-24 17:29:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:29:07.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 41 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.041.000) 2024-10-24 17:29:08 Job terminated. (1) Normal termination (return value 0) Usr 0 03:19:58, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:40:50, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88666 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88666 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472146 2000000 27597190 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T21:29:07Z with exit-code 0. ... 028 (10628.041.000) 2024-10-24 17:29:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929998704383003 Disk = 27597190 DiskUsage = 472146 EventTime = "2024-10-24T17:29:08.172" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454590" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 41 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:19:58, Sys 0 00:00:10" SentBytes = 88666.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805347; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:40:50, Sys 0 00:00:12" TotalSentBytes = 88666.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.557.000) 2024-10-24 17:30:03 Image size of job updated: 4502224 101 - MemoryUsage of job (MB) 102832 - ResidentSetSize of job (KB) ... 028 (10628.557.000) 2024-10-24 17:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:03.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 557 ResidentSetSize = 102832 Size = 4502224 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.557.000) 2024-10-24 17:30:03 Started transferring output files ... 028 (10628.557.000) 2024-10-24 17:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:03.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 557 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.557.000) 2024-10-24 17:30:03 Finished transferring output files ... 028 (10628.557.000) 2024-10-24 17:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:03.880" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 557 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.557.000) 2024-10-24 17:30:04 Job terminated. (1) Normal termination (return value 0) Usr 0 04:52:59, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:52:59, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89785 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89785 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.83 1 1 Disk (KB) : 472746 2000000 2007777 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-24T21:30:03Z with exit-code 0. ... 028 (10628.557.000) 2024-10-24 17:30:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8268737476088975 Disk = 2007777 DiskUsage = 472746 EventTime = "2024-10-24T17:30:04.307" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 557 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:52:59, Sys 0 00:00:19" SentBytes = 89785.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805403; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:52:59, Sys 0 00:00:19" TotalSentBytes = 89785.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.119.000) 2024-10-24 17:30:15 Image size of job updated: 3722016 250 - MemoryUsage of job (MB) 255724 - ResidentSetSize of job (KB) ... 028 (10628.119.000) 2024-10-24 17:30:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:15.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 119 ResidentSetSize = 255724 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.119.000) 2024-10-24 17:30:47 Image size of job updated: 3972124 250 - MemoryUsage of job (MB) 255724 - ResidentSetSize of job (KB) ... 028 (10628.119.000) 2024-10-24 17:30:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:47.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 119 ResidentSetSize = 255724 Size = 3972124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.119.000) 2024-10-24 17:30:47 Started transferring output files ... 028 (10628.119.000) 2024-10-24 17:30:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:47.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 119 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.119.000) 2024-10-24 17:30:47 Finished transferring output files ... 028 (10628.119.000) 2024-10-24 17:30:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:30:47.348" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 119 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.119.000) 2024-10-24 17:30:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:53:09, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:53:09, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90708 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90708 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.80 1 1 Disk (KB) : 593447 2000000 2007777 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:30:47Z with exit-code 0. ... 028 (10628.119.000) 2024-10-24 17:30:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8001565298827393 Disk = 2007777 DiskUsage = 593447 EventTime = "2024-10-24T17:30:48.499" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 119 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:53:09, Sys 0 00:00:19" SentBytes = 90708.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805447; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:53:09, Sys 0 00:00:19" TotalSentBytes = 90708.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.791.000) 2024-10-24 17:31:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@IU-Jetstream2-Backfill.658488c4f42c, rescheduling job ... 028 (10628.791.000) 2024-10-24 17:31:01 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:31:01.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 791 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@IU-Jetstream2-Backfill.658488c4f42c" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.753.000) 2024-10-24 17:31:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@IU-Jetstream2-Backfill.c16427ec92ba, rescheduling job ... 028 (10628.753.000) 2024-10-24 17:31:03 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:31:03.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Pervasive Technology Institute" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Pervasive Technology Institute" MyType = "JobReconnectFailedEvent" Proc = 753 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_6@IU-Jetstream2-Backfill.c16427ec92ba" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.614.000) 2024-10-24 17:31:10 Image size of job updated: 3721188 247 - MemoryUsage of job (MB) 252388 - ResidentSetSize of job (KB) ... 028 (10628.614.000) 2024-10-24 17:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:10.300" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 614 ResidentSetSize = 252388 Size = 3721188 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 17:31:15 Image size of job updated: 3794228 282 - MemoryUsage of job (MB) 288380 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 17:31:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:15.106" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 282 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 288380 Size = 3794228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.404.000) 2024-10-24 17:31:15 Image size of job updated: 4042228 282 - MemoryUsage of job (MB) 288380 - ResidentSetSize of job (KB) ... 028 (10628.404.000) 2024-10-24 17:31:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:15.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 282 MyType = "JobImageSizeEvent" Proc = 404 ResidentSetSize = 288380 Size = 4042228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.404.000) 2024-10-24 17:31:15 Started transferring output files ... 028 (10628.404.000) 2024-10-24 17:31:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:15.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.404.000) 2024-10-24 17:31:16 Finished transferring output files ... 028 (10628.404.000) 2024-10-24 17:31:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:16.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 404 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.404.000) 2024-10-24 17:31:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:06, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:38:20, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88612 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88612 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616073 2000000 27754158 GPUs : 0 Memory (MB) : 282 2000 2048 Job terminated of its own accord at 2024-10-24T21:31:15Z with exit-code 0. ... 028 (10628.404.000) 2024-10-24 17:31:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9935827727336261 Disk = 27754158 DiskUsage = 616073 EventTime = "2024-10-24T17:31:16.500" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270129" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454541" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 282 MyType = "JobTerminatedEvent" Proc = 404 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:06, Sys 0 00:00:12" SentBytes = 88612.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805475; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:38:20, Sys 0 00:00:14" TotalSentBytes = 88612.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.249.000) 2024-10-24 17:31:34 Image size of job updated: 3794236 281 - MemoryUsage of job (MB) 287192 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 17:31:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:34.089" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 287192 Size = 3794236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.827.000) 2024-10-24 17:31:35 Image size of job updated: 3794488 281 - MemoryUsage of job (MB) 286860 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 17:31:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:35.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 286860 Size = 3794488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.827.000) 2024-10-24 17:31:42 Image size of job updated: 4042644 281 - MemoryUsage of job (MB) 286860 - ResidentSetSize of job (KB) ... 028 (10628.827.000) 2024-10-24 17:31:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:42.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 827 ResidentSetSize = 286860 Size = 4042644 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.827.000) 2024-10-24 17:31:42 Started transferring output files ... 028 (10628.827.000) 2024-10-24 17:31:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:42.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.827.000) 2024-10-24 17:31:42 Finished transferring output files ... 028 (10628.827.000) 2024-10-24 17:31:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:42.545" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 827 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.827.000) 2024-10-24 17:31:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:28, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:40:27, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88604 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88604 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 610412 2000000 27722508 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T21:31:42Z with exit-code 0. ... 028 (10628.827.000) 2024-10-24 17:31:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99364446509909 Disk = 27722508 DiskUsage = 610412 EventTime = "2024-10-24T17:31:42.994" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454789" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 827 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:28, Sys 0 00:00:14" SentBytes = 88604.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805502; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:40:27, Sys 0 00:00:17" TotalSentBytes = 88604.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.503.000) 2024-10-24 17:31:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3733068_494508276@c1922.swan.hcc.unl.edu, rescheduling job ... 028 (10628.503.000) 2024-10-24 17:31:46 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:31:46.642" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617838" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213802" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 503 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3733068_494508276@c1922.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.249.000) 2024-10-24 17:31:48 Image size of job updated: 3968668 281 - MemoryUsage of job (MB) 287192 - ResidentSetSize of job (KB) ... 028 (10628.249.000) 2024-10-24 17:31:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:48.122" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 249 ResidentSetSize = 287192 Size = 3968668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.249.000) 2024-10-24 17:31:48 Started transferring output files ... 028 (10628.249.000) 2024-10-24 17:31:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:48.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.249.000) 2024-10-24 17:31:51 Finished transferring output files ... 028 (10628.249.000) 2024-10-24 17:31:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:51.542" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 249 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.249.000) 2024-10-24 17:31:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:24, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:44:54, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88478 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88478 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616084 2000000 27724165 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T21:31:48Z with exit-code 0. ... 028 (10628.249.000) 2024-10-24 17:31:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9940344218839547 Disk = 27724165 DiskUsage = 616084 EventTime = "2024-10-24T17:31:52.003" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274282" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454788" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 249 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:24, Sys 0 00:00:14" SentBytes = 88478.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805508; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:44:54, Sys 0 00:00:17" TotalSentBytes = 88478.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 17:31:55 Image size of job updated: 3708100 85 - MemoryUsage of job (MB) 86756 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 17:31:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:31:55.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 86756 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.242.000) 2024-10-24 17:32:20 Image size of job updated: 4175052 107 - MemoryUsage of job (MB) 108604 - ResidentSetSize of job (KB) ... 028 (10628.242.000) 2024-10-24 17:32:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:32:20.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 242 ResidentSetSize = 108604 Size = 4175052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.242.000) 2024-10-24 17:32:20 Started transferring output files ... 028 (10628.242.000) 2024-10-24 17:32:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:32:20.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.242.000) 2024-10-24 17:32:20 Finished transferring output files ... 028 (10628.242.000) 2024-10-24 17:32:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:32:20.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 242 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.242.000) 2024-10-24 17:32:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:03, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:35:59, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88596 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88596 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464600 2000000 2007897 GPUs : 0 Memory (MB) : 107 2000 2048 Job terminated of its own accord at 2024-10-24T21:32:20Z with exit-code 0. ... 028 (10628.242.000) 2024-10-24 17:32:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925011049628103 Disk = 2007897 DiskUsage = 464600 EventTime = "2024-10-24T17:32:21.113" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976550.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976550-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 107 MyType = "JobTerminatedEvent" Proc = 242 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:03, Sys 0 00:00:13" SentBytes = 88596.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805540; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:35:59, Sys 0 00:00:18" TotalSentBytes = 88596.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.973.000) 2024-10-24 17:32:46 Image size of job updated: 3602124 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 17:32:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:32:46.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 100000 Size = 3602124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.253.000) 2024-10-24 17:33:00 Image size of job updated: 3862092 281 - MemoryUsage of job (MB) 287592 - ResidentSetSize of job (KB) ... 028 (10628.253.000) 2024-10-24 17:33:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:00.187" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 253 ResidentSetSize = 287592 Size = 3862092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.614.000) 2024-10-24 17:33:04 Image size of job updated: 3721756 247 - MemoryUsage of job (MB) 252836 - ResidentSetSize of job (KB) ... 028 (10628.614.000) 2024-10-24 17:33:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:04.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 614 ResidentSetSize = 252836 Size = 3721756 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.614.000) 2024-10-24 17:33:04 Started transferring output files ... 028 (10628.614.000) 2024-10-24 17:33:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:04.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 614 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.614.000) 2024-10-24 17:33:04 Finished transferring output files ... 028 (10628.614.000) 2024-10-24 17:33:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:04.454" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 614 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.614.000) 2024-10-24 17:33:04 Job terminated. (1) Normal termination (return value 0) Usr 0 05:26:18, Sys 0 00:00:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:26:18, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91144 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91144 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 498676 2000000 2004383 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T21:33:04Z with exit-code 0. ... 028 (10628.614.000) 2024-10-24 17:33:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9962030284637975 Disk = 2004383 DiskUsage = 498676 EventTime = "2024-10-24T17:33:04.797" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 614 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:26:18, Sys 0 00:00:39" SentBytes = 91144.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805584; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:26:18, Sys 0 00:00:39" TotalSentBytes = 91144.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.796.000) 2024-10-24 17:33:10 Image size of job updated: 3726908 281 - MemoryUsage of job (MB) 287256 - ResidentSetSize of job (KB) ... 028 (10628.796.000) 2024-10-24 17:33:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:10.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 796 ResidentSetSize = 287256 Size = 3726908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.796.000) 2024-10-24 17:33:10 Started transferring output files ... 028 (10628.796.000) 2024-10-24 17:33:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:10.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.796.000) 2024-10-24 17:33:10 Finished transferring output files ... 028 (10628.796.000) 2024-10-24 17:33:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:10.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 796 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.796.000) 2024-10-24 17:33:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:14:44, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:58, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88485 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88485 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472446 2000000 27717444 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T21:33:10Z with exit-code 0. ... 028 (10628.796.000) 2024-10-24 17:33:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903060728080429 Disk = 27717444 DiskUsage = 472446 EventTime = "2024-10-24T17:33:11.023" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3274847" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454799" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 796 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:14:44, Sys 0 00:00:21" SentBytes = 88485.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805590; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:41:58, Sys 0 00:00:24" TotalSentBytes = 88485.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.253.000) 2024-10-24 17:33:20 Image size of job updated: 4036352 281 - MemoryUsage of job (MB) 287592 - ResidentSetSize of job (KB) ... 028 (10628.253.000) 2024-10-24 17:33:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:20.306" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 253 ResidentSetSize = 287592 Size = 4036352 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.253.000) 2024-10-24 17:33:20 Started transferring output files ... 028 (10628.253.000) 2024-10-24 17:33:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:20.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.253.000) 2024-10-24 17:33:20 Finished transferring output files ... 028 (10628.253.000) 2024-10-24 17:33:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:20.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 253 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.253.000) 2024-10-24 17:33:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:25, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:44:50, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88656 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88656 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 615094 2000000 27692245 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T21:33:20Z with exit-code 0. ... 028 (10628.253.000) 2024-10-24 17:33:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.993259093178432 Disk = 27692245 DiskUsage = 615094 EventTime = "2024-10-24T17:33:21.148" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270061" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454509" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 253 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:25, Sys 0 00:00:12" SentBytes = 88656.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805600; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:44:50, Sys 0 00:00:14" TotalSentBytes = 88656.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.391.000) 2024-10-24 17:33:32 Image size of job updated: 3500000 106 - MemoryUsage of job (MB) 107984 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 17:33:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:33:32.374" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 106 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 107984 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.020.000) 2024-10-24 17:33:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1290602_241030998@c1421.swan.hcc.unl.edu, rescheduling job ... 028 (10628.020.000) 2024-10-24 17:33:47 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:33:47.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619826" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 20 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1290602_241030998@c1421.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.250.000) 2024-10-24 17:34:14 Image size of job updated: 3822832 271 - MemoryUsage of job (MB) 276900 - ResidentSetSize of job (KB) ... 028 (10628.250.000) 2024-10-24 17:34:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:14.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 271 MyType = "JobImageSizeEvent" Proc = 250 ResidentSetSize = 276900 Size = 3822832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.250.000) 2024-10-24 17:34:16 Started transferring output files ... 028 (10628.250.000) 2024-10-24 17:34:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:16.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.250.000) 2024-10-24 17:34:16 Finished transferring output files ... 028 (10628.250.000) 2024-10-24 17:34:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:16.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 250 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.250.000) 2024-10-24 17:34:17 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:27, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:43:30, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91313 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91313 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 616114 2000000 2001920 GPUs : 0 Memory (MB) : 271 2000 2048 Job terminated of its own accord at 2024-10-24T21:34:15Z with exit-code 0. ... 028 (10628.250.000) 2024-10-24 17:34:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.01 Disk = 2001920 DiskUsage = 616114 EventTime = "2024-10-24T17:34:17.377" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2455149" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943083" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 271 MyType = "JobTerminatedEvent" Proc = 250 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:27, Sys 0 00:00:17" SentBytes = 91313.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805655; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:43:30, Sys 0 00:00:19" TotalSentBytes = 91313.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.785.000) 2024-10-24 17:34:27 Image size of job updated: 3722260 245 - MemoryUsage of job (MB) 250752 - ResidentSetSize of job (KB) ... 028 (10628.785.000) 2024-10-24 17:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:27.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 785 ResidentSetSize = 250752 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.697.000) 2024-10-24 17:34:27 Image size of job updated: 3721508 79 - MemoryUsage of job (MB) 80884 - ResidentSetSize of job (KB) ... 028 (10628.697.000) 2024-10-24 17:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:27.609" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 697 ResidentSetSize = 80884 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.697.000) 2024-10-24 17:34:27 Started transferring output files ... 028 (10628.697.000) 2024-10-24 17:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:27.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 697 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.697.000) 2024-10-24 17:34:27 Finished transferring output files ... 028 (10628.697.000) 2024-10-24 17:34:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:34:27.887" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 697 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.697.000) 2024-10-24 17:34:48 Job terminated. (1) Normal termination (return value 0) Usr 0 05:27:35, Sys 0 00:00:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:27:35, Sys 0 00:00:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88104 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88104 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 472177 2000000 2004383 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T21:34:27Z with exit-code 0. ... 028 (10628.697.000) 2024-10-24 17:34:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9723407256669364 Disk = 2004383 DiskUsage = 472177 EventTime = "2024-10-24T17:34:48.061" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483973" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975915.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975915-0-fnpc9021.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 697 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:27:35, Sys 0 00:00:41" SentBytes = 88104.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805667; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:27:35, Sys 0 00:00:41" TotalSentBytes = 88104.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.785.000) 2024-10-24 17:35:26 Started transferring output files ... 028 (10628.785.000) 2024-10-24 17:35:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:26.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.785.000) 2024-10-24 17:35:26 Finished transferring output files ... 028 (10628.785.000) 2024-10-24 17:35:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:26.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 785 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.257.000) 2024-10-24 17:35:27 Image size of job updated: 3794504 275 - MemoryUsage of job (MB) 281240 - ResidentSetSize of job (KB) ... 028 (10628.257.000) 2024-10-24 17:35:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:27.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 257 ResidentSetSize = 281240 Size = 3794504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.257.000) 2024-10-24 17:35:27 Started transferring output files ... 028 (10628.257.000) 2024-10-24 17:35:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:27.972" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.257.000) 2024-10-24 17:35:28 Finished transferring output files ... 028 (10628.257.000) 2024-10-24 17:35:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:28.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 257 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.265.000) 2024-10-24 17:35:28 Image size of job updated: 840168 37 - MemoryUsage of job (MB) 37532 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 17:35:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:28.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 37532 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.233.000) 2024-10-24 17:35:44 Image size of job updated: 3726892 279 - MemoryUsage of job (MB) 285472 - ResidentSetSize of job (KB) ... 028 (10628.233.000) 2024-10-24 17:35:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:44.350" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 233 ResidentSetSize = 285472 Size = 3726892 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.233.000) 2024-10-24 17:35:44 Started transferring output files ... 028 (10628.233.000) 2024-10-24 17:35:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:44.685" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.233.000) 2024-10-24 17:35:44 Finished transferring output files ... 028 (10628.233.000) 2024-10-24 17:35:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:44.769" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 233 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.785.000) 2024-10-24 17:35:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:11, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:06, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89840 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89840 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 528392 2000000 2007853 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:35:25Z with exit-code 0. ... 028 (10628.785.000) 2024-10-24 17:35:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9884622641554359 Disk = 2007853 DiskUsage = 528392 EventTime = "2024-10-24T17:35:46.286" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 785 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:11, Sys 0 00:00:14" SentBytes = 89840.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805725; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:41:06, Sys 0 00:00:19" TotalSentBytes = 89840.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.392.000) 2024-10-24 17:35:47 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37280 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 17:35:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:47.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37280 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.257.000) 2024-10-24 17:35:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:44, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:46:21, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88636 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88636 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470634 2000000 25591864 GPUs : 0 Memory (MB) : 275 2000 2048 Job terminated of its own accord at 2024-10-24T21:35:27Z with exit-code 0. ... 028 (10628.257.000) 2024-10-24 17:35:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9930085786047539 Disk = 25591864 DiskUsage = 470634 EventTime = "2024-10-24T17:35:48.237" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275647" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454852" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 275 MyType = "JobTerminatedEvent" Proc = 257 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:44, Sys 0 00:00:10" SentBytes = 88636.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805727; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:46:21, Sys 0 00:00:12" TotalSentBytes = 88636.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.509.000) 2024-10-24 17:35:54 Image size of job updated: 3862080 277 - MemoryUsage of job (MB) 282708 - ResidentSetSize of job (KB) ... 028 (10628.509.000) 2024-10-24 17:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:54.276" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 509 ResidentSetSize = 282708 Size = 3862080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.509.000) 2024-10-24 17:35:54 Started transferring output files ... 028 (10628.509.000) 2024-10-24 17:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:54.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.509.000) 2024-10-24 17:35:54 Finished transferring output files ... 028 (10628.509.000) 2024-10-24 17:35:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:35:54.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 509 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.233.000) 2024-10-24 17:36:05 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:40, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:44:01, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88581 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88581 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466735 2000000 28417391 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T21:35:44Z with exit-code 0. ... 028 (10628.233.000) 2024-10-24 17:36:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9935452481747363 Disk = 28417391 DiskUsage = 466735 EventTime = "2024-10-24T17:36:05.004" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454657" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 233 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:40, Sys 0 00:00:14" SentBytes = 88581.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805744; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:44:01, Sys 0 00:00:16" TotalSentBytes = 88581.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 17:36:11 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 37632 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 17:36:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:11.486" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37632 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.509.000) 2024-10-24 17:36:14 Job terminated. (1) Normal termination (return value 0) Usr 0 03:21:03, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:47:07, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88594 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88594 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469722 2000000 27628773 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T21:35:54Z with exit-code 0. ... 028 (10628.509.000) 2024-10-24 17:36:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925876805531811 Disk = 27628773 DiskUsage = 469722 EventTime = "2024-10-24T17:36:14.955" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271101" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454613" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 509 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:21:03, Sys 0 00:00:13" SentBytes = 88594.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805754; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:47:07, Sys 0 00:00:15" TotalSentBytes = 88594.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.674.000) 2024-10-24 17:36:16 Image size of job updated: 773476 37 - MemoryUsage of job (MB) 37712 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 17:36:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:16.526" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 37712 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.828.000) 2024-10-24 17:36:18 Image size of job updated: 3900920 129 - MemoryUsage of job (MB) 131236 - ResidentSetSize of job (KB) ... 028 (10628.828.000) 2024-10-24 17:36:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:18.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 828 ResidentSetSize = 131236 Size = 3900920 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.828.000) 2024-10-24 17:36:30 Image size of job updated: 3966464 129 - MemoryUsage of job (MB) 131288 - ResidentSetSize of job (KB) ... 028 (10628.828.000) 2024-10-24 17:36:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:30.655" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 828 ResidentSetSize = 131288 Size = 3966464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.828.000) 2024-10-24 17:36:30 Started transferring output files ... 028 (10628.828.000) 2024-10-24 17:36:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:30.978" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.828.000) 2024-10-24 17:36:31 Finished transferring output files ... 028 (10628.828.000) 2024-10-24 17:36:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:31.061" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 828 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.065.000) 2024-10-24 17:36:34 Image size of job updated: 3861512 282 - MemoryUsage of job (MB) 288096 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 17:36:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:34.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 282 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 288096 Size = 3861512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.802.000) 2024-10-24 17:36:35 Image size of job updated: 3794488 278 - MemoryUsage of job (MB) 284432 - ResidentSetSize of job (KB) ... 028 (10628.802.000) 2024-10-24 17:36:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:36:35.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 802 ResidentSetSize = 284432 Size = 3794488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.828.000) 2024-10-24 17:36:51 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:07, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:42:52, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88568 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88568 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 616096 2000000 27600882 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-24T21:36:30Z with exit-code 0. ... 028 (10628.828.000) 2024-10-24 17:36:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9674999999999998 Disk = 27600882 DiskUsage = 616096 EventTime = "2024-10-24T17:36:51.282" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454592" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 828 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:07, Sys 0 00:00:10" SentBytes = 88568.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805790; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:42:52, Sys 0 00:00:12" TotalSentBytes = 88568.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.802.000) 2024-10-24 17:37:00 Image size of job updated: 3794488 278 - MemoryUsage of job (MB) 284636 - ResidentSetSize of job (KB) ... 028 (10628.802.000) 2024-10-24 17:37:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:37:00.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 802 ResidentSetSize = 284636 Size = 3794488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.802.000) 2024-10-24 17:37:00 Started transferring output files ... 028 (10628.802.000) 2024-10-24 17:37:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:37:00.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.802.000) 2024-10-24 17:37:00 Finished transferring output files ... 028 (10628.802.000) 2024-10-24 17:37:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:37:00.517" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 802 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.802.000) 2024-10-24 17:37:00 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:31, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:43:39, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88592 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88592 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 584469 2000000 27649718 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T21:37:00Z with exit-code 0. ... 028 (10628.802.000) 2024-10-24 17:37:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.992654609502038 Disk = 27649718 DiskUsage = 584469 EventTime = "2024-10-24T17:37:00.999" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3270035" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454500" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 802 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:31, Sys 0 00:00:13" SentBytes = 88592.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805820; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:43:39, Sys 0 00:00:17" TotalSentBytes = 88592.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.661.000) 2024-10-24 17:37:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_1156725_482020200@node0052.palmetto.clemson.edu, rescheduling job ... 028 (10628.661.000) 2024-10-24 17:37:29 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:37:29.907" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467584" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854376" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 661 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_1156725_482020200@node0052.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.800.000) 2024-10-24 17:38:46 Image size of job updated: 3750000 266 - MemoryUsage of job (MB) 271916 - ResidentSetSize of job (KB) ... 028 (10628.800.000) 2024-10-24 17:38:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:38:46.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 800 ResidentSetSize = 271916 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.800.000) 2024-10-24 17:38:47 Started transferring output files ... 028 (10628.800.000) 2024-10-24 17:38:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:38:47.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.800.000) 2024-10-24 17:38:47 Finished transferring output files ... 028 (10628.800.000) 2024-10-24 17:38:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:38:47.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 800 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.460.000) 2024-10-24 17:38:48 Image size of job updated: 3750472 280 - MemoryUsage of job (MB) 286240 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 17:38:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:38:48.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 286240 Size = 3750472 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.800.000) 2024-10-24 17:38:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:57, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:43:46, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88935 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88935 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 485755 2000000 2001920 GPUs : 0 Memory (MB) : 266 2000 2048 Job terminated of its own accord at 2024-10-24T21:38:46Z with exit-code 0. ... 028 (10628.800.000) 2024-10-24 17:38:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9812576573960231 Disk = 2001920 DiskUsage = 485755 EventTime = "2024-10-24T17:38:49.209" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621870" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4459038" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 266 MyType = "JobTerminatedEvent" Proc = 800 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:26:57, Sys 0 00:00:21" SentBytes = 88935.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805926; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:43:46, Sys 0 00:00:24" TotalSentBytes = 88935.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.065.000) 2024-10-24 17:39:05 Image size of job updated: 4167584 282 - MemoryUsage of job (MB) 288096 - ResidentSetSize of job (KB) ... 028 (10628.065.000) 2024-10-24 17:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:05.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 282 MyType = "JobImageSizeEvent" Proc = 65 ResidentSetSize = 288096 Size = 4167584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.065.000) 2024-10-24 17:39:05 Started transferring output files ... 028 (10628.065.000) 2024-10-24 17:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:05.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.065.000) 2024-10-24 17:39:05 Finished transferring output files ... 028 (10628.065.000) 2024-10-24 17:39:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:05.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 65 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.065.000) 2024-10-24 17:39:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:19:16, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:18, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88654 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88654 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 510886 2000000 28535108 GPUs : 0 Memory (MB) : 282 2000 2048 Job terminated of its own accord at 2024-10-24T21:39:05Z with exit-code 0. ... 028 (10628.065.000) 2024-10-24 17:39:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9922345764241155 Disk = 28535108 DiskUsage = 510886 EventTime = "2024-10-24T17:39:06.201" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273620" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454696" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 282 MyType = "JobTerminatedEvent" Proc = 65 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:19:16, Sys 0 00:00:10" SentBytes = 88654.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729805945; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:50:18, Sys 0 00:00:13" TotalSentBytes = 88654.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.460.000) 2024-10-24 17:39:18 Image size of job updated: 3750472 280 - MemoryUsage of job (MB) 286256 - ResidentSetSize of job (KB) ... 028 (10628.460.000) 2024-10-24 17:39:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:18.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 460 ResidentSetSize = 286256 Size = 3750472 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.460.000) 2024-10-24 17:39:18 Started transferring output files ... 028 (10628.460.000) 2024-10-24 17:39:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:18.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.460.000) 2024-10-24 17:39:18 Finished transferring output files ... 028 (10628.460.000) 2024-10-24 17:39:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:18.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 460 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.460.000) 2024-10-24 17:39:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:13:31, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:18, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91258 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91258 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 561221 2000000 2062060 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T21:39:18Z with exit-code 0. ... 028 (10628.460.000) 2024-10-24 17:39:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9898871971564834 Disk = 2062060 DiskUsage = 561221 EventTime = "2024-10-24T17:39:18.661" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 460 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:13:31, Sys 0 00:00:15" SentBytes = 91258.0 Subproc = 0 TerminatedNormally = true ToE = [ Who = "itself"; ExitCode = 0; ExitBySignal = false; When = 1729805958; How = "OF_ITS_OWN_ACCORD"; HowCode = 0 ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:50:18, Sys 0 00:00:17" TotalSentBytes = 91258.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.020.000) 2024-10-24 17:39:32 Started transferring input files Transferring to host: <10.138.14.17:42343?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10016003&PrivNet=c1417.swan.hcc.unl.edu&addrs=10.138.14.17-42343&alias=c1417.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 17:39:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:32.390" EventTypeNumber = 28 Host = "<10.138.14.17:42343?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10016003&PrivNet=c1417.swan.hcc.unl.edu&addrs=10.138.14.17-42343&alias=c1417.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.020.000) 2024-10-24 17:39:32 Finished transferring input files ... 028 (10628.020.000) 2024-10-24 17:39:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:32.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.661.000) 2024-10-24 17:39:32 Started transferring input files Transferring to host: <131.225.208.172:43085?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9963044&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-43085+[2620-6a-0-8862-f0-0-208-172]-43085&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.661.000) 2024-10-24 17:39:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:32.960" EventTypeNumber = 28 Host = "<131.225.208.172:43085?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9963044&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-43085+[2620-6a-0-8862-f0-0-208-172]-43085&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.661.000) 2024-10-24 17:39:33 Finished transferring input files ... 028 (10628.661.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.010" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.791.000) 2024-10-24 17:39:33 Started transferring input files Transferring to host: <131.225.166.246:38999?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10011352&PrivNet=osg-4196668-0-fnpc17160.fnal.gov&addrs=131.225.166.246-38999+[2620-6a-0-8861-f0-0-166-246]-38999&alias=osg-4196668-0-fnpc17160.fnal.gov&noUDP> ... 028 (10628.791.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.136" EventTypeNumber = 28 Host = "<131.225.166.246:38999?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10011352&PrivNet=osg-4196668-0-fnpc17160.fnal.gov&addrs=131.225.166.246-38999+[2620-6a-0-8861-f0-0-166-246]-38999&alias=osg-4196668-0-fnpc17160.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.791.000) 2024-10-24 17:39:33 Finished transferring input files ... 028 (10628.791.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.753.000) 2024-10-24 17:39:33 Started transferring input files Transferring to host: <131.225.209.196:34299?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10012838&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-34299+[2620-6a-0-8862-f0-0-209-196]-34299&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP> ... 028 (10628.753.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.205" EventTypeNumber = 28 Host = "<131.225.209.196:34299?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10012838&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-34299+[2620-6a-0-8862-f0-0-209-196]-34299&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.753.000) 2024-10-24 17:39:33 Finished transferring input files ... 028 (10628.753.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.255" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.503.000) 2024-10-24 17:39:33 Started transferring input files Transferring to host: <10.138.18.7:41367?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9963045&PrivNet=c1807.swan.hcc.unl.edu&addrs=10.138.18.7-41367&alias=c1807.swan.hcc.unl.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.375" EventTypeNumber = 28 Host = "<10.138.18.7:41367?CCBID=192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9963045&PrivNet=c1807.swan.hcc.unl.edu&addrs=10.138.18.7-41367&alias=c1807.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.503.000) 2024-10-24 17:39:33 Finished transferring input files ... 028 (10628.503.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.455" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.020.000) 2024-10-24 17:39:33 Warning from starter on slot1@glidein_2579148_853978086@c1417.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.020.000) 2024-10-24 17:39:33 Job executing on host: <10.138.14.17:46661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50916039%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10049352&PrivNet=c1417.swan.hcc.unl.edu&addrs=10.138.14.17-46661&alias=c1417.swan.hcc.unl.edu&noUDP> ... 028 (10628.020.000) 2024-10-24 17:39:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:33.805" EventTypeNumber = 28 ExecuteHost = "<10.138.14.17:46661?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50916039%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10049352&PrivNet=c1417.swan.hcc.unl.edu&addrs=10.138.14.17-46661&alias=c1417.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.503.000) 2024-10-24 17:39:34 Warning from starter on slot1@glidein_435300_27677870@c1807.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.503.000) 2024-10-24 17:39:34 Job executing on host: <10.138.18.7:42533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50873996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9945424&PrivNet=c1807.swan.hcc.unl.edu&addrs=10.138.18.7-42533&alias=c1807.swan.hcc.unl.edu&noUDP> ... 028 (10628.503.000) 2024-10-24 17:39:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:34.871" EventTypeNumber = 28 ExecuteHost = "<10.138.18.7:42533?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50873996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9945424&PrivNet=c1807.swan.hcc.unl.edu&addrs=10.138.18.7-42533&alias=c1807.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.661.000) 2024-10-24 17:39:34 Warning from starter on slot1_8@glidein_8_506739480@osg-3976559-0-fnpc23038.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.661.000) 2024-10-24 17:39:34 Job executing on host: <131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP> ... 028 (10628.661.000) 2024-10-24 17:39:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:34.906" EventTypeNumber = 28 ExecuteHost = "<131.225.208.172:41811?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50881062%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9989298&PrivNet=osg-3976559-0-fnpc23038.fnal.gov&addrs=131.225.208.172-41811+[2620-6a-0-8862-f0-0-208-172]-41811&alias=osg-3976559-0-fnpc23038.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.791.000) 2024-10-24 17:39:35 Warning from starter on slot1_7@glidein_8_203118448@osg-4196668-0-fnpc17160.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.791.000) 2024-10-24 17:39:35 Job executing on host: <131.225.166.246:34585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357393%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998181&PrivNet=osg-4196668-0-fnpc17160.fnal.gov&addrs=131.225.166.246-34585+[2620-6a-0-8861-f0-0-166-246]-34585&alias=osg-4196668-0-fnpc17160.fnal.gov&noUDP> ... 028 (10628.791.000) 2024-10-24 17:39:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:35.597" EventTypeNumber = 28 ExecuteHost = "<131.225.166.246:34585?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29357393%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9998181&PrivNet=osg-4196668-0-fnpc17160.fnal.gov&addrs=131.225.166.246-34585+[2620-6a-0-8861-f0-0-166-246]-34585&alias=osg-4196668-0-fnpc17160.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.753.000) 2024-10-24 17:39:35 Warning from starter on slot1_7@glidein_8_316931589@osg-4196909-0-fnpc9108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.753.000) 2024-10-24 17:39:35 Job executing on host: <131.225.209.196:40743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994694&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-40743+[2620-6a-0-8862-f0-0-209-196]-40743&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP> ... 028 (10628.753.000) 2024-10-24 17:39:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:39:35.972" EventTypeNumber = 28 ExecuteHost = "<131.225.209.196:40743?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29358692%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9994694&PrivNet=osg-4196909-0-fnpc9108.fnal.gov&addrs=131.225.209.196-40743+[2620-6a-0-8862-f0-0-209-196]-40743&alias=osg-4196909-0-fnpc9108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.085.000) 2024-10-24 17:40:07 Image size of job updated: 3721768 244 - MemoryUsage of job (MB) 248900 - ResidentSetSize of job (KB) ... 028 (10628.085.000) 2024-10-24 17:40:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:07.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 85 ResidentSetSize = 248900 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.083.000) 2024-10-24 17:40:10 Image size of job updated: 3722272 253 - MemoryUsage of job (MB) 258132 - ResidentSetSize of job (KB) ... 028 (10628.083.000) 2024-10-24 17:40:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:10.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 83 ResidentSetSize = 258132 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.085.000) 2024-10-24 17:40:30 Image size of job updated: 3965624 244 - MemoryUsage of job (MB) 248900 - ResidentSetSize of job (KB) ... 028 (10628.085.000) 2024-10-24 17:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:30.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 85 ResidentSetSize = 248900 Size = 3965624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.085.000) 2024-10-24 17:40:30 Started transferring output files ... 028 (10628.085.000) 2024-10-24 17:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:30.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 85 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.085.000) 2024-10-24 17:40:30 Finished transferring output files ... 028 (10628.085.000) 2024-10-24 17:40:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:30.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 85 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.085.000) 2024-10-24 17:40:30 Job terminated. (1) Normal termination (return value 0) Usr 0 05:27:24, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:27:24, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88831 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88831 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 607951 2000000 2007833 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T21:40:30Z with exit-code 0. ... 028 (10628.085.000) 2024-10-24 17:40:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9721742831348777 Disk = 2007833 DiskUsage = 607951 EventTime = "2024-10-24T17:40:30.989" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976064.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976064-0-fnpc17144.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 85 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:27:24, Sys 0 00:00:23" SentBytes = 88831.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806030; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:27:24, Sys 0 00:00:23" TotalSentBytes = 88831.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.340.000) 2024-10-24 17:40:33 Image size of job updated: 3789616 250 - MemoryUsage of job (MB) 255424 - ResidentSetSize of job (KB) ... 028 (10628.340.000) 2024-10-24 17:40:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:33.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 340 ResidentSetSize = 255424 Size = 3789616 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.396.000) 2024-10-24 17:40:34 Image size of job updated: 3721500 250 - MemoryUsage of job (MB) 255760 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 17:40:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:34.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 255760 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 17:40:56 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 37684 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 17:40:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:40:56.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37684 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.749.000) 2024-10-24 17:40:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2066511_194202358@comp-cc-0451.gwave.ics.psu.edu, rescheduling job ... 028 (10628.749.000) 2024-10-24 17:40:59 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:40:59.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485784" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389473.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@comp-cc-0451" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 749 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2066511_194202358@comp-cc-0451.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.396.000) 2024-10-24 17:41:02 Image size of job updated: 4030904 250 - MemoryUsage of job (MB) 255760 - ResidentSetSize of job (KB) ... 028 (10628.396.000) 2024-10-24 17:41:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:02.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 396 ResidentSetSize = 255760 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.396.000) 2024-10-24 17:41:02 Started transferring output files ... 028 (10628.396.000) 2024-10-24 17:41:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:02.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 396 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.396.000) 2024-10-24 17:41:02 Finished transferring output files ... 028 (10628.396.000) 2024-10-24 17:41:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:02.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 396 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.396.000) 2024-10-24 17:41:03 Job terminated. (1) Normal termination (return value 0) Usr 0 05:30:44, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:30:44, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90561 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90561 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 590443 2000000 2004334 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:41:02Z with exit-code 0. ... 028 (10628.396.000) 2024-10-24 17:41:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9838144227504005 Disk = 2004334 DiskUsage = 590443 EventTime = "2024-10-24T17:41:03.258" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 396 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:30:44, Sys 0 00:00:18" SentBytes = 90561.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806062; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:30:44, Sys 0 00:00:18" TotalSentBytes = 90561.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.749.000) 2024-10-24 17:41:06 Started transferring input files Transferring to host: <131.225.208.58:45405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29352348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9982455&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-45405+[2620-6a-0-8862-f0-0-208-58]-45405&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.749.000) 2024-10-24 17:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:06.586" EventTypeNumber = 28 Host = "<131.225.208.58:45405?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29352348%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9982455&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-45405+[2620-6a-0-8862-f0-0-208-58]-45405&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.749.000) 2024-10-24 17:41:06 Finished transferring input files ... 028 (10628.749.000) 2024-10-24 17:41:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:06.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.749.000) 2024-10-24 17:41:08 Warning from starter on slot1_3@glidein_8_514252960@osg-4197292-0-fnpc23102.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.749.000) 2024-10-24 17:41:08 Job executing on host: <131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP> ... 028 (10628.749.000) 2024-10-24 17:41:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:08.267" EventTypeNumber = 28 ExecuteHost = "<131.225.208.58:40871?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29401473%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9948432&PrivNet=osg-4197292-0-fnpc23102.fnal.gov&addrs=131.225.208.58-40871+[2620-6a-0-8862-f0-0-208-58]-40871&alias=osg-4197292-0-fnpc23102.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.748.000) 2024-10-24 17:41:23 Image size of job updated: 3721236 247 - MemoryUsage of job (MB) 252328 - ResidentSetSize of job (KB) ... 028 (10628.748.000) 2024-10-24 17:41:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:23.722" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 748 ResidentSetSize = 252328 Size = 3721236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.083.000) 2024-10-24 17:41:30 Started transferring output files ... 028 (10628.083.000) 2024-10-24 17:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:30.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 83 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.083.000) 2024-10-24 17:41:30 Finished transferring output files ... 028 (10628.083.000) 2024-10-24 17:41:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:30.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 83 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.083.000) 2024-10-24 17:41:30 Job terminated. (1) Normal termination (return value 0) Usr 0 05:37:43, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:37:43, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88752 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88752 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 524945 2000000 2011302 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T21:41:29Z with exit-code 0. ... 028 (10628.083.000) 2024-10-24 17:41:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.96556992650148 Disk = 2011302 DiskUsage = 524945 EventTime = "2024-10-24T17:41:30.543" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 83 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:37:43, Sys 0 00:00:26" SentBytes = 88752.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806089; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:37:43, Sys 0 00:00:26" TotalSentBytes = 88752.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 17:41:56 Image size of job updated: 3708100 85 - MemoryUsage of job (MB) 86796 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 17:41:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:56.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 85 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 86796 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.765.000) 2024-10-24 17:41:57 Image size of job updated: 3682888 279 - MemoryUsage of job (MB) 285160 - ResidentSetSize of job (KB) ... 028 (10628.765.000) 2024-10-24 17:41:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:57.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 765 ResidentSetSize = 285160 Size = 3682888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.765.000) 2024-10-24 17:41:57 Started transferring output files ... 028 (10628.765.000) 2024-10-24 17:41:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:57.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.765.000) 2024-10-24 17:41:57 Finished transferring output files ... 028 (10628.765.000) 2024-10-24 17:41:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:41:57.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 765 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.765.000) 2024-10-24 17:41:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:15:34, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:46:38, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91420 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91420 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469052 2000000 2139328 GPUs : 0 Memory (MB) : 279 2000 2048 Job terminated of its own accord at 2024-10-24T21:41:57Z with exit-code 0. ... 028 (10628.765.000) 2024-10-24 17:41:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991750773316153 Disk = 2139328 DiskUsage = 469052 EventTime = "2024-10-24T17:41:58.094" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" Memory = 2048 MemoryUsage = 279 MyType = "JobTerminatedEvent" Proc = 765 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:15:34, Sys 0 00:00:30" SentBytes = 91420.0 Subproc = 0 TerminatedNormally = true ToE = [ Who = "itself"; ExitCode = 0; ExitBySignal = false; When = 1729806117; How = "OF_ITS_OWN_ACCORD"; HowCode = 0 ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:46:38, Sys 0 00:00:34" TotalSentBytes = 91420.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.797.000) 2024-10-24 17:42:14 Image size of job updated: 3722240 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.797.000) 2024-10-24 17:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:14.681" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 797 ResidentSetSize = 100000 Size = 3722240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.797.000) 2024-10-24 17:42:14 Started transferring output files ... 028 (10628.797.000) 2024-10-24 17:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:14.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.797.000) 2024-10-24 17:42:14 Finished transferring output files ... 028 (10628.797.000) 2024-10-24 17:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:14.928" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 797 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.797.000) 2024-10-24 17:42:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:38:02, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:13, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90467 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90467 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472438 2000000 2007824 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:42:14Z with exit-code 0. ... 028 (10628.797.000) 2024-10-24 17:42:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987399254562658 Disk = 2007824 DiskUsage = 472438 EventTime = "2024-10-24T17:42:15.244" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484465" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976287.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3976287-0-fnpc23042.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 797 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:38:02, Sys 0 00:00:16" SentBytes = 90467.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806134; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:50:13, Sys 0 00:00:18" TotalSentBytes = 90467.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.748.000) 2024-10-24 17:42:28 Started transferring output files ... 028 (10628.748.000) 2024-10-24 17:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:28.897" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 748 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.748.000) 2024-10-24 17:42:28 Finished transferring output files ... 028 (10628.748.000) 2024-10-24 17:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:28.950" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 748 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.748.000) 2024-10-24 17:42:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:58:29, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:58:29, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90501 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90501 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.29 1 1 Disk (KB) : 588934 2000000 2007777 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T21:42:28Z with exit-code 0. ... 028 (10628.748.000) 2024-10-24 17:42:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.2907019520218223 Disk = 2007777 DiskUsage = 588934 EventTime = "2024-10-24T17:42:29.663" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 748 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:58:29, Sys 0 00:00:22" SentBytes = 90501.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806148; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 04:58:29, Sys 0 00:00:22" TotalSentBytes = 90501.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.417.000) 2024-10-24 17:42:54 Image size of job updated: 4101336 102 - MemoryUsage of job (MB) 104368 - ResidentSetSize of job (KB) ... 028 (10628.417.000) 2024-10-24 17:42:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:54.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 417 ResidentSetSize = 104368 Size = 4101336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.417.000) 2024-10-24 17:42:54 Started transferring output files ... 028 (10628.417.000) 2024-10-24 17:42:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:54.746" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.417.000) 2024-10-24 17:42:54 Finished transferring output files ... 028 (10628.417.000) 2024-10-24 17:42:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:42:54.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 417 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.417.000) 2024-10-24 17:42:55 Job terminated. (1) Normal termination (return value 0) Usr 0 03:38:39, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:48:23, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89223 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89223 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472128 2000000 2007892 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T21:42:54Z with exit-code 0. ... 028 (10628.417.000) 2024-10-24 17:42:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9850022820417746 Disk = 2007892 DiskUsage = 472128 EventTime = "2024-10-24T17:42:55.104" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197122.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197122-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 417 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:38:39, Sys 0 00:00:29" SentBytes = 89223.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806174; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:48:23, Sys 0 00:00:32" TotalSentBytes = 89223.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.953.000) 2024-10-24 17:43:30 Image size of job updated: 3790080 247 - MemoryUsage of job (MB) 252864 - ResidentSetSize of job (KB) ... 028 (10628.953.000) 2024-10-24 17:43:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:30.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 953 ResidentSetSize = 252864 Size = 3790080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.953.000) 2024-10-24 17:43:30 Started transferring output files ... 028 (10628.953.000) 2024-10-24 17:43:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:30.528" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.953.000) 2024-10-24 17:43:30 Finished transferring output files ... 028 (10628.953.000) 2024-10-24 17:43:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:30.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 953 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.953.000) 2024-10-24 17:43:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:55, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:49:00, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93864 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93864 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473070 2000000 2007686 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T21:43:30Z with exit-code 0. ... 028 (10628.953.000) 2024-10-24 17:43:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9799615288831057 Disk = 2007686 DiskUsage = 473070 EventTime = "2024-10-24T17:43:30.923" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 953 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:55, Sys 0 00:00:23" SentBytes = 93864.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806210; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:49:00, Sys 0 00:00:26" TotalSentBytes = 93864.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.340.000) 2024-10-24 17:43:35 Image size of job updated: 4031536 250 - MemoryUsage of job (MB) 255424 - ResidentSetSize of job (KB) ... 028 (10628.340.000) 2024-10-24 17:43:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:35.425" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 340 ResidentSetSize = 255424 Size = 4031536 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.340.000) 2024-10-24 17:43:35 Started transferring output files ... 028 (10628.340.000) 2024-10-24 17:43:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:35.626" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 340 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.340.000) 2024-10-24 17:43:35 Finished transferring output files ... 028 (10628.340.000) 2024-10-24 17:43:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:35.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 340 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.340.000) 2024-10-24 17:43:36 Job terminated. (1) Normal termination (return value 0) Usr 0 05:01:19, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:01:19, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88197 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88197 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.36 1 1 Disk (KB) : 530280 2000000 2007777 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:43:35Z with exit-code 0. ... 028 (10628.340.000) 2024-10-24 17:43:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3592511864677583 Disk = 2007777 DiskUsage = 530280 EventTime = "2024-10-24T17:43:36.016" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 340 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:01:19, Sys 0 00:00:22" SentBytes = 88197.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806215; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:01:19, Sys 0 00:00:22" TotalSentBytes = 88197.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.595.000) 2024-10-24 17:43:44 Image size of job updated: 45404227052 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.595.000) 2024-10-24 17:43:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:44.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 595 ResidentSetSize = 100000 Size = 45404227052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.038.000) 2024-10-24 17:43:49 Image size of job updated: 3794496 284 - MemoryUsage of job (MB) 289972 - ResidentSetSize of job (KB) ... 028 (10628.038.000) 2024-10-24 17:43:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:49.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 284 MyType = "JobImageSizeEvent" Proc = 38 ResidentSetSize = 289972 Size = 3794496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.038.000) 2024-10-24 17:43:49 Started transferring output files ... 028 (10628.038.000) 2024-10-24 17:43:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:49.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.038.000) 2024-10-24 17:43:49 Finished transferring output files ... 028 (10628.038.000) 2024-10-24 17:43:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:43:49.421" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 38 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.038.000) 2024-10-24 17:43:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:14, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:49:03, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88658 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88658 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465198 2000000 27461879 GPUs : 0 Memory (MB) : 284 2000 2048 Job terminated of its own accord at 2024-10-24T21:43:48Z with exit-code 0. ... 028 (10628.038.000) 2024-10-24 17:43:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9931827531236656 Disk = 27461879 DiskUsage = 465198 EventTime = "2024-10-24T17:43:49.883" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273556" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454677" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 284 MyType = "JobTerminatedEvent" Proc = 38 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:14, Sys 0 00:00:13" SentBytes = 88658.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806228; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:49:03, Sys 0 00:00:16" TotalSentBytes = 88658.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.661.000) 2024-10-24 17:44:43 Image size of job updated: 3534792 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 17:44:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:44:43.792" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 125000 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.791.000) 2024-10-24 17:44:44 Image size of job updated: 3601612 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 17:44:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:44:44.569" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 100000 Size = 3601612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.568.000) 2024-10-24 17:44:51 Image size of job updated: 3794240 283 - MemoryUsage of job (MB) 288880 - ResidentSetSize of job (KB) ... 028 (10628.568.000) 2024-10-24 17:44:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:44:51.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 283 MyType = "JobImageSizeEvent" Proc = 568 ResidentSetSize = 288880 Size = 3794240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.568.000) 2024-10-24 17:44:52 Started transferring output files ... 028 (10628.568.000) 2024-10-24 17:44:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:44:52.074" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.568.000) 2024-10-24 17:44:52 Finished transferring output files ... 028 (10628.568.000) 2024-10-24 17:44:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:44:52.159" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 568 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.568.000) 2024-10-24 17:44:52 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:37, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:48:11, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88647 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88647 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466730 2000000 27520523 GPUs : 0 Memory (MB) : 283 2000 2048 Job terminated of its own accord at 2024-10-24T21:44:51Z with exit-code 0. ... 028 (10628.568.000) 2024-10-24 17:44:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9940066634270844 Disk = 27520523 DiskUsage = 466730 EventTime = "2024-10-24T17:44:52.601" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271045" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454585" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 283 MyType = "JobTerminatedEvent" Proc = 568 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:37, Sys 0 00:00:12" SentBytes = 88647.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806291; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:48:11, Sys 0 00:00:16" TotalSentBytes = 88647.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.687.000) 2024-10-24 17:45:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_545952_652201992@c2510.swan.hcc.unl.edu, rescheduling job ... 028 (10628.687.000) 2024-10-24 17:45:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:45:02.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620305" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217731" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 687 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_545952_652201992@c2510.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.413.000) 2024-10-24 17:45:09 Image size of job updated: 3654164 250 - MemoryUsage of job (MB) 255740 - ResidentSetSize of job (KB) ... 028 (10628.413.000) 2024-10-24 17:45:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:09.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 413 ResidentSetSize = 255740 Size = 3654164 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.413.000) 2024-10-24 17:45:09 Started transferring output files ... 028 (10628.413.000) 2024-10-24 17:45:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:09.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 413 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.413.000) 2024-10-24 17:45:09 Finished transferring output files ... 028 (10628.413.000) 2024-10-24 17:45:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:09.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 413 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.413.000) 2024-10-24 17:45:09 Job terminated. (1) Normal termination (return value 0) Usr 0 05:36:06, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:36:06, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89192 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89192 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.66 1 1 Disk (KB) : 470937 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:45:09Z with exit-code 0. ... 028 (10628.413.000) 2024-10-24 17:45:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6625734983459428 Disk = 2001920 DiskUsage = 470937 EventTime = "2024-10-24T17:45:09.701" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 413 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:36:06, Sys 0 00:00:16" SentBytes = 89192.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806309; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:36:06, Sys 0 00:00:16" TotalSentBytes = 89192.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.009.000) 2024-10-24 17:45:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu, rescheduling job ... 028 (10628.009.000) 2024-10-24 17:45:12 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:45:12.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485498" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389387.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0479" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 9 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_1195685_117381916@comp-cc-0479.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.450.000) 2024-10-24 17:45:18 Image size of job updated: 3722004 252 - MemoryUsage of job (MB) 258044 - ResidentSetSize of job (KB) ... 028 (10628.450.000) 2024-10-24 17:45:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:18.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 450 ResidentSetSize = 258044 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.450.000) 2024-10-24 17:45:18 Started transferring output files ... 028 (10628.450.000) 2024-10-24 17:45:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:18.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 450 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.450.000) 2024-10-24 17:45:18 Finished transferring output files ... 028 (10628.450.000) 2024-10-24 17:45:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:18.894" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 450 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.450.000) 2024-10-24 17:45:20 Job terminated. (1) Normal termination (return value 0) Usr 0 05:02:39, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:02:39, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89676 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89676 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.37 1 1 Disk (KB) : 472726 2000000 2007777 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:45:18Z with exit-code 0. ... 028 (10628.450.000) 2024-10-24 17:45:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.3719460755043025 Disk = 2007777 DiskUsage = 472726 EventTime = "2024-10-24T17:45:20.327" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 450 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:02:39, Sys 0 00:00:22" SentBytes = 89676.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806318; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:02:39, Sys 0 00:00:22" TotalSentBytes = 89676.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.292.000) 2024-10-24 17:45:31 Image size of job updated: 3722004 247 - MemoryUsage of job (MB) 252692 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 17:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:31.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 252692 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.380.000) 2024-10-24 17:45:43 Image size of job updated: 3721512 245 - MemoryUsage of job (MB) 250712 - ResidentSetSize of job (KB) ... 028 (10628.380.000) 2024-10-24 17:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:45:43.022" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 380 ResidentSetSize = 250712 Size = 3721512 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.380.000) 2024-10-24 17:46:04 Image size of job updated: 4032956 245 - MemoryUsage of job (MB) 250712 - ResidentSetSize of job (KB) ... 028 (10628.380.000) 2024-10-24 17:46:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:04.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 380 ResidentSetSize = 250712 Size = 4032956 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.380.000) 2024-10-24 17:46:05 Started transferring output files ... 028 (10628.380.000) 2024-10-24 17:46:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:05.073" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 380 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.380.000) 2024-10-24 17:46:05 Finished transferring output files ... 028 (10628.380.000) 2024-10-24 17:46:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:05.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 380 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.380.000) 2024-10-24 17:46:05 Job terminated. (1) Normal termination (return value 0) Usr 0 05:35:59, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:35:59, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91298 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91298 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 605913 2000000 2007810 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:46:04Z with exit-code 0. ... 028 (10628.380.000) 2024-10-24 17:46:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844187723485899 Disk = 2007810 DiskUsage = 605913 EventTime = "2024-10-24T17:46:05.429" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 380 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:35:59, Sys 0 00:00:24" SentBytes = 91298.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806364; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:35:59, Sys 0 00:00:24" TotalSentBytes = 91298.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 17:46:11 Image size of job updated: 838500 37 - MemoryUsage of job (MB) 37636 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 17:46:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:11.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37636 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.729.000) 2024-10-24 17:46:22 Image size of job updated: 3790104 249 - MemoryUsage of job (MB) 253984 - ResidentSetSize of job (KB) ... 028 (10628.729.000) 2024-10-24 17:46:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:22.803" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 729 ResidentSetSize = 253984 Size = 3790104 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.009.000) 2024-10-24 17:46:34 Started transferring input files Transferring to host: <10.138.19.16:43991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51731629%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10046700&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-43991&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 17:46:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:34.115" EventTypeNumber = 28 Host = "<10.138.19.16:43991?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51731629%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10046700&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-43991&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.009.000) 2024-10-24 17:46:34 Finished transferring input files ... 028 (10628.009.000) 2024-10-24 17:46:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:34.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.687.000) 2024-10-24 17:46:35 Started transferring input files Transferring to host: <10.138.15.18:41705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10011633&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-41705&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 17:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:35.117" EventTypeNumber = 28 Host = "<10.138.15.18:41705?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416187%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10011633&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-41705&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.687.000) 2024-10-24 17:46:35 Finished transferring input files ... 028 (10628.687.000) 2024-10-24 17:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:35.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.009.000) 2024-10-24 17:46:35 Warning from starter on slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.009.000) 2024-10-24 17:46:35 Job executing on host: <10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.009.000) 2024-10-24 17:46:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:35.522" EventTypeNumber = 28 ExecuteHost = "<10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.687.000) 2024-10-24 17:46:36 Warning from starter on slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.687.000) 2024-10-24 17:46:36 Job executing on host: <10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 17:46:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:36.481" EventTypeNumber = 28 ExecuteHost = "<10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.763.000) 2024-10-24 17:46:50 Image size of job updated: 3822088 266 - MemoryUsage of job (MB) 272356 - ResidentSetSize of job (KB) ... 028 (10628.763.000) 2024-10-24 17:46:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:50.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 266 MyType = "JobImageSizeEvent" Proc = 763 ResidentSetSize = 272356 Size = 3822088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.763.000) 2024-10-24 17:46:51 Started transferring output files ... 028 (10628.763.000) 2024-10-24 17:46:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:51.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.763.000) 2024-10-24 17:46:51 Finished transferring output files ... 028 (10628.763.000) 2024-10-24 17:46:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:46:51.084" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 763 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.763.000) 2024-10-24 17:46:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:23, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:58:58, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88374 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88374 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472734 2000000 36984257 GPUs : 0 Memory (MB) : 266 2000 2000 Job terminated of its own accord at 2024-10-24T21:46:50Z with exit-code 0. ... 028 (10628.763.000) 2024-10-24 17:46:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9833334594518142 Disk = 36984257 DiskUsage = 472734 EventTime = "2024-10-24T17:46:51.632" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618425" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215086" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 266 MyType = "JobTerminatedEvent" Proc = 763 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:49:23, Sys 0 00:00:08" SentBytes = 88374.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806410; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:58:58, Sys 0 00:00:13" TotalSentBytes = 88374.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.454.000) 2024-10-24 17:47:38 Image size of job updated: 3721732 244 - MemoryUsage of job (MB) 249632 - ResidentSetSize of job (KB) ... 028 (10628.454.000) 2024-10-24 17:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:38.390" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 454 ResidentSetSize = 249632 Size = 3721732 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.454.000) 2024-10-24 17:47:38 Started transferring output files ... 028 (10628.454.000) 2024-10-24 17:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:38.581" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.454.000) 2024-10-24 17:47:38 Finished transferring output files ... 028 (10628.454.000) 2024-10-24 17:47:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:38.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 454 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.454.000) 2024-10-24 17:47:38 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:36, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:50:32, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88643 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88643 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470328 2000000 2007904 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T21:47:38Z with exit-code 0. ... 028 (10628.454.000) 2024-10-24 17:47:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9858269168851325 Disk = 2007904 DiskUsage = 470328 EventTime = "2024-10-24T17:47:38.949" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484740" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976551.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976551-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 454 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:36, Sys 0 00:00:17" SentBytes = 88643.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806458; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:50:32, Sys 0 00:00:21" TotalSentBytes = 88643.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.292.000) 2024-10-24 17:47:52 Image size of job updated: 3722004 249 - MemoryUsage of job (MB) 254740 - ResidentSetSize of job (KB) ... 028 (10628.292.000) 2024-10-24 17:47:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:52.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 292 ResidentSetSize = 254740 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.292.000) 2024-10-24 17:47:52 Started transferring output files ... 028 (10628.292.000) 2024-10-24 17:47:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:52.830" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 292 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.292.000) 2024-10-24 17:47:53 Finished transferring output files ... 028 (10628.292.000) 2024-10-24 17:47:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:47:53.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 292 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.292.000) 2024-10-24 17:47:53 Job terminated. (1) Normal termination (return value 0) Usr 0 05:28:53, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:28:53, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89752 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89752 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.58 1 1 Disk (KB) : 536816 2000000 2004334 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T21:47:52Z with exit-code 0. ... 028 (10628.292.000) 2024-10-24 17:47:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5792287466414077 Disk = 2004334 DiskUsage = 536816 EventTime = "2024-10-24T17:47:53.566" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 292 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:28:53, Sys 0 00:00:18" SentBytes = 89752.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806472; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:28:53, Sys 0 00:00:18" TotalSentBytes = 89752.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.729.000) 2024-10-24 17:48:06 Started transferring output files ... 028 (10628.729.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:06.192" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 729 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 006 (10628.159.000) 2024-10-24 17:48:06 Image size of job updated: 3961888 102 - MemoryUsage of job (MB) 104144 - ResidentSetSize of job (KB) ... 028 (10628.159.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:06.224" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 159 ResidentSetSize = 104144 Size = 3961888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.729.000) 2024-10-24 17:48:06 Finished transferring output files ... 028 (10628.729.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:06.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 729 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.159.000) 2024-10-24 17:48:06 Started transferring output files ... 028 (10628.159.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:06.416" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 159 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.159.000) 2024-10-24 17:48:06 Finished transferring output files ... 028 (10628.159.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:06.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 159 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.159.000) 2024-10-24 17:48:06 Job terminated. (1) Normal termination (return value 0) Usr 0 05:38:13, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:38:13, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90744 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90744 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472471 2000000 2007810 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T21:48:06Z with exit-code 0. ... 028 (10628.159.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9851132182195254 Disk = 2007810 DiskUsage = 472471 EventTime = "2024-10-24T17:48:06.777" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 159 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:38:13, Sys 0 00:00:24" SentBytes = 90744.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806486; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:38:13, Sys 0 00:00:24" TotalSentBytes = 90744.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.729.000) 2024-10-24 17:48:06 Job terminated. (1) Normal termination (return value 0) Usr 0 05:04:13, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:04:13, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90178 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90178 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.41 1 1 Disk (KB) : 562980 2000000 2007777 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T21:48:05Z with exit-code 0. ... 028 (10628.729.000) 2024-10-24 17:48:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4122137397077904 Disk = 2007777 DiskUsage = 562980 EventTime = "2024-10-24T17:48:06.827" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 729 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:04:13, Sys 0 00:00:20" SentBytes = 90178.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806485; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:04:13, Sys 0 00:00:20" TotalSentBytes = 90178.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.463.000) 2024-10-24 17:48:09 Image size of job updated: 3818052 273 - MemoryUsage of job (MB) 279124 - ResidentSetSize of job (KB) ... 028 (10628.463.000) 2024-10-24 17:48:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:09.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MemoryUsage = 273 MyType = "JobImageSizeEvent" Proc = 463 ResidentSetSize = 279124 Size = 3818052 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.463.000) 2024-10-24 17:48:09 Started transferring output files ... 028 (10628.463.000) 2024-10-24 17:48:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:09.241" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.463.000) 2024-10-24 17:48:09 Finished transferring output files ... 028 (10628.463.000) 2024-10-24 17:48:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:48:09.322" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 463 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.463.000) 2024-10-24 17:48:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:21:30, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:51:52, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89137 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89137 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466914 2000000 2153853 GPUs : 0 Memory (MB) : 273 2000 2048 Job terminated of its own accord at 2024-10-24T21:48:09Z with exit-code 0. ... 028 (10628.463.000) 2024-10-24 17:48:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9912176128702758 Disk = 2153853 DiskUsage = 466914 EventTime = "2024-10-24T17:48:09.620" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" Memory = 2048 MemoryUsage = 273 MyType = "JobTerminatedEvent" Proc = 463 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:21:30, Sys 0 00:00:15" SentBytes = 89137.0 Subproc = 0 TerminatedNormally = true ToE = [ Who = "itself"; ExitCode = 0; ExitBySignal = false; When = 1729806489; How = "OF_ITS_OWN_ACCORD"; HowCode = 0 ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:51:52, Sys 0 00:00:19" TotalSentBytes = 89137.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.484.000) 2024-10-24 17:49:13 Image size of job updated: 3789604 251 - MemoryUsage of job (MB) 256812 - ResidentSetSize of job (KB) ... 028 (10628.484.000) 2024-10-24 17:49:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:13.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 484 ResidentSetSize = 256812 Size = 3789604 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.484.000) 2024-10-24 17:49:14 Started transferring output files ... 028 (10628.484.000) 2024-10-24 17:49:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:14.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 484 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.484.000) 2024-10-24 17:49:14 Finished transferring output files ... 028 (10628.484.000) 2024-10-24 17:49:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:14.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 484 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.484.000) 2024-10-24 17:49:14 Job terminated. (1) Normal termination (return value 0) Usr 0 05:37:43, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:37:43, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90321 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90321 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.76 1 1 Disk (KB) : 473062 2000000 2004334 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:49:13Z with exit-code 0. ... 028 (10628.484.000) 2024-10-24 17:49:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7643888699083213 Disk = 2004334 DiskUsage = 473062 EventTime = "2024-10-24T17:49:14.587" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 484 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:37:43, Sys 0 00:00:19" SentBytes = 90321.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806553; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:37:43, Sys 0 00:00:19" TotalSentBytes = 90321.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.511.000) 2024-10-24 17:49:46 Image size of job updated: 3862092 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.511.000) 2024-10-24 17:49:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:46.954" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 511 ResidentSetSize = 100000 Size = 3862092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.511.000) 2024-10-24 17:49:47 Started transferring output files ... 028 (10628.511.000) 2024-10-24 17:49:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:47.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.511.000) 2024-10-24 17:49:47 Finished transferring output files ... 028 (10628.511.000) 2024-10-24 17:49:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:49:47.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 511 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.511.000) 2024-10-24 17:49:47 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:28, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:01:17, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88639 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88639 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470958 2000000 27821018 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:49:46Z with exit-code 0. ... 028 (10628.511.000) 2024-10-24 17:49:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9932575246552829 Disk = 27821018 DiskUsage = 470958 EventTime = "2024-10-24T17:49:47.846" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271160" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454627" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 511 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:28, Sys 0 00:00:12" SentBytes = 88639.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806586; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:01:17, Sys 0 00:00:15" TotalSentBytes = 88639.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.288.000) 2024-10-24 17:50:24 Image size of job updated: 3654680 252 - MemoryUsage of job (MB) 258020 - ResidentSetSize of job (KB) ... 028 (10628.288.000) 2024-10-24 17:50:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:24.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 288 ResidentSetSize = 258020 Size = 3654680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.229.000) 2024-10-24 17:50:35 Image size of job updated: 3749380 275 - MemoryUsage of job (MB) 281396 - ResidentSetSize of job (KB) ... 028 (10628.229.000) 2024-10-24 17:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:35.480" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 229 ResidentSetSize = 281396 Size = 3749380 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.229.000) 2024-10-24 17:50:35 Started transferring output files ... 028 (10628.229.000) 2024-10-24 17:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:35.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.229.000) 2024-10-24 17:50:35 Finished transferring output files ... 028 (10628.229.000) 2024-10-24 17:50:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:35.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 229 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.229.000) 2024-10-24 17:50:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:53, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:56:29, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92896 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92896 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470074 2000000 2001920 GPUs : 0 Memory (MB) : 275 2000 2048 Job terminated of its own accord at 2024-10-24T21:50:35Z with exit-code 0. ... 028 (10628.229.000) 2024-10-24 17:50:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9982967888664155 Disk = 2001920 DiskUsage = 470074 EventTime = "2024-10-24T17:50:36.423" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 275 MyType = "JobTerminatedEvent" Proc = 229 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:56:53, Sys 0 00:00:08" SentBytes = 92896.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806635; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:56:29, Sys 0 00:00:23" TotalSentBytes = 92896.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.470.000) 2024-10-24 17:50:45 Image size of job updated: 3721236 251 - MemoryUsage of job (MB) 256200 - ResidentSetSize of job (KB) ... 028 (10628.470.000) 2024-10-24 17:50:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:45.759" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 470 ResidentSetSize = 256200 Size = 3721236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.288.000) 2024-10-24 17:50:52 Started transferring output files ... 028 (10628.288.000) 2024-10-24 17:50:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:52.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 288 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.288.000) 2024-10-24 17:50:52 Finished transferring output files ... 028 (10628.288.000) 2024-10-24 17:50:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:52.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 288 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.288.000) 2024-10-24 17:50:52 Job terminated. (1) Normal termination (return value 0) Usr 0 05:41:28, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:41:28, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88702 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88702 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 587491 2000000 2007810 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:50:52Z with exit-code 0. ... 028 (10628.288.000) 2024-10-24 17:50:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98790116042973 Disk = 2007810 DiskUsage = 587491 EventTime = "2024-10-24T17:50:52.824" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 288 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:41:28, Sys 0 00:00:24" SentBytes = 88702.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806652; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:41:28, Sys 0 00:00:24" TotalSentBytes = 88702.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.591.000) 2024-10-24 17:50:53 Image size of job updated: 4041764 108 - MemoryUsage of job (MB) 110428 - ResidentSetSize of job (KB) ... 028 (10628.591.000) 2024-10-24 17:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:53.720" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 591 ResidentSetSize = 110428 Size = 4041764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.591.000) 2024-10-24 17:50:53 Started transferring output files ... 028 (10628.591.000) 2024-10-24 17:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:53.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 591 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.591.000) 2024-10-24 17:50:53 Finished transferring output files ... 028 (10628.591.000) 2024-10-24 17:50:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:50:53.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 591 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.591.000) 2024-10-24 17:50:54 Job terminated. (1) Normal termination (return value 0) Usr 0 05:39:51, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:39:51, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89916 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89916 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470962 2000000 2007810 GPUs : 0 Memory (MB) : 108 2000 2048 Job terminated of its own accord at 2024-10-24T21:50:53Z with exit-code 0. ... 028 (10628.591.000) 2024-10-24 17:50:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9823241613332508 Disk = 2007810 DiskUsage = 470962 EventTime = "2024-10-24T17:50:54.358" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 108 MyType = "JobTerminatedEvent" Proc = 591 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:39:51, Sys 0 00:00:25" SentBytes = 89916.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806653; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:39:51, Sys 0 00:00:25" TotalSentBytes = 89916.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.681.000) 2024-10-24 17:51:08 Image size of job updated: 3789344 83 - MemoryUsage of job (MB) 84804 - ResidentSetSize of job (KB) ... 028 (10628.681.000) 2024-10-24 17:51:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:08.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 83 MyType = "JobImageSizeEvent" Proc = 681 ResidentSetSize = 84804 Size = 3789344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.681.000) 2024-10-24 17:51:13 Started transferring output files ... 028 (10628.681.000) 2024-10-24 17:51:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:13.984" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 681 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.681.000) 2024-10-24 17:51:14 Finished transferring output files ... 028 (10628.681.000) 2024-10-24 17:51:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:14.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 681 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.648.000) 2024-10-24 17:51:14 Image size of job updated: 3722516 250 - MemoryUsage of job (MB) 255456 - ResidentSetSize of job (KB) ... 005 (10628.681.000) 2024-10-24 17:51:14 Job terminated. (1) Normal termination (return value 0) Usr 0 05:40:01, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:40:01, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92098 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92098 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.08 1 1 Disk (KB) : 616143 2000000 2007810 GPUs : 0 Memory (MB) : 83 2000 2048 Job terminated of its own accord at 2024-10-24T21:51:13Z with exit-code 0. ... 028 (10628.648.000) 2024-10-24 17:51:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:14.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 648 ResidentSetSize = 255456 Size = 3722516 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 028 (10628.681.000) 2024-10-24 17:51:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.08 Disk = 2007810 DiskUsage = 616143 EventTime = "2024-10-24T17:51:14.434" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 83 MyType = "JobTerminatedEvent" Proc = 681 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:40:01, Sys 0 00:00:24" SentBytes = 92098.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806673; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:40:01, Sys 0 00:00:24" TotalSentBytes = 92098.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.022.000) 2024-10-24 17:51:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_904139_189135774@c1808.swan.hcc.unl.edu <10.138.18.8:35655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001813&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-35655&alias=c1808.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 17:51:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:51:42.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618561" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215123" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 22 StartdAddr = "<10.138.18.8:35655?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50912068%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10001813&PrivNet=c1808.swan.hcc.unl.edu&addrs=10.138.18.8-35655&alias=c1808.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_904139_189135774@c1808.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.629.000) 2024-10-24 17:51:54 Image size of job updated: 3923520 130 - MemoryUsage of job (MB) 132592 - ResidentSetSize of job (KB) ... 028 (10628.629.000) 2024-10-24 17:51:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:54.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 130 MyType = "JobImageSizeEvent" Proc = 629 ResidentSetSize = 132592 Size = 3923520 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.629.000) 2024-10-24 17:51:55 Started transferring output files ... 028 (10628.629.000) 2024-10-24 17:51:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:55.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.629.000) 2024-10-24 17:51:55 Finished transferring output files ... 028 (10628.629.000) 2024-10-24 17:51:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:51:55.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 629 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.629.000) 2024-10-24 17:51:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:21, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:06:58, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91753 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91753 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470945 2000000 2001920 GPUs : 0 Memory (MB) : 130 2000 2048 Job terminated of its own accord at 2024-10-24T21:51:54Z with exit-code 0. ... 028 (10628.629.000) 2024-10-24 17:51:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9971688364352603 Disk = 2001920 DiskUsage = 470945 EventTime = "2024-10-24T17:51:55.835" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943062" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 130 MyType = "JobTerminatedEvent" Proc = 629 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:57:21, Sys 0 00:00:09" SentBytes = 91753.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806714; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:06:58, Sys 0 00:00:14" TotalSentBytes = 91753.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.470.000) 2024-10-24 17:52:08 Started transferring output files ... 028 (10628.470.000) 2024-10-24 17:52:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:52:08.537" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 470 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.470.000) 2024-10-24 17:52:08 Finished transferring output files ... 028 (10628.470.000) 2024-10-24 17:52:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:52:08.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 470 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.470.000) 2024-10-24 17:52:09 Job terminated. (1) Normal termination (return value 0) Usr 0 05:44:28, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:44:28, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93650 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93650 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 539790 2000000 2007830 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T21:52:08Z with exit-code 0. ... 028 (10628.470.000) 2024-10-24 17:52:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9937215406749363 Disk = 2007830 DiskUsage = 539790 EventTime = "2024-10-24T17:52:09.011" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3975816-0-fnpc17121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 470 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:44:28, Sys 0 00:00:26" SentBytes = 93650.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806728; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:44:28, Sys 0 00:00:26" TotalSentBytes = 93650.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.648.000) 2024-10-24 17:52:30 Started transferring output files ... 028 (10628.648.000) 2024-10-24 17:52:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:52:30.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 648 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.648.000) 2024-10-24 17:52:30 Finished transferring output files ... 028 (10628.648.000) 2024-10-24 17:52:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:52:30.999" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 648 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.648.000) 2024-10-24 17:52:31 Job terminated. (1) Normal termination (return value 0) Usr 0 05:04:57, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:04:57, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92862 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92862 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.58 1 1 Disk (KB) : 561432 2000000 2007777 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:52:30Z with exit-code 0. ... 028 (10628.648.000) 2024-10-24 17:52:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5826507168796593 Disk = 2007777 DiskUsage = 561432 EventTime = "2024-10-24T17:52:31.362" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196615.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196615-0-fnpc17154.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 648 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:04:57, Sys 0 00:00:22" SentBytes = 92862.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806750; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:04:57, Sys 0 00:00:22" TotalSentBytes = 92862.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.946.000) 2024-10-24 17:52:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2904498_202962403@c2509.swan.hcc.unl.edu, rescheduling job ... 028 (10628.946.000) 2024-10-24 17:52:47 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:52:47.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617859" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213809" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 946 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2904498_202962403@c2509.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.747.000) 2024-10-24 17:53:29 Image size of job updated: 3898452 99 - MemoryUsage of job (MB) 101280 - ResidentSetSize of job (KB) ... 028 (10628.747.000) 2024-10-24 17:53:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:53:29.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 747 ResidentSetSize = 101280 Size = 3898452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.747.000) 2024-10-24 17:53:29 Started transferring output files ... 028 (10628.747.000) 2024-10-24 17:53:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:53:29.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.747.000) 2024-10-24 17:53:29 Finished transferring output files ... 028 (10628.747.000) 2024-10-24 17:53:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:53:29.771" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 747 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.747.000) 2024-10-24 17:53:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:40, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:58:25, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88324 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88324 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469128 2000000 2007916 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T21:53:29Z with exit-code 0. ... 028 (10628.747.000) 2024-10-24 17:53:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848564317241089 Disk = 2007916 DiskUsage = 469128 EventTime = "2024-10-24T17:53:30.098" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197024.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197024-0-fnpc23032.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 747 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:48:40, Sys 0 00:00:22" SentBytes = 88324.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806809; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:58:25, Sys 0 00:00:24" TotalSentBytes = 88324.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.030.000) 2024-10-24 17:53:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3024963_237250054@c2509.swan.hcc.unl.edu, rescheduling job ... 028 (10628.030.000) 2024-10-24 17:53:31 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:53:31.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620512" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218820" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 30 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3024963_237250054@c2509.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.029.000) 2024-10-24 17:54:08 Image size of job updated: 4000000 274 - MemoryUsage of job (MB) 280568 - ResidentSetSize of job (KB) ... 028 (10628.029.000) 2024-10-24 17:54:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:08.256" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 29 ResidentSetSize = 280568 Size = 4000000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.029.000) 2024-10-24 17:54:18 Image size of job updated: 4141768 274 - MemoryUsage of job (MB) 280568 - ResidentSetSize of job (KB) ... 028 (10628.029.000) 2024-10-24 17:54:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:18.174" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 29 ResidentSetSize = 280568 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.029.000) 2024-10-24 17:54:18 Started transferring output files ... 028 (10628.029.000) 2024-10-24 17:54:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:18.467" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.029.000) 2024-10-24 17:54:18 Finished transferring output files ... 028 (10628.029.000) 2024-10-24 17:54:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:18.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 29 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.029.000) 2024-10-24 17:54:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:32, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:18:48, Sys 0 00:00:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88337 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88337 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 606332 2000000 35168609 GPUs : 0 Memory (MB) : 274 2000 2000 Job terminated of its own accord at 2024-10-24T21:54:18Z with exit-code 0. ... 028 (10628.029.000) 2024-10-24 17:54:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.992049209209554 Disk = 35168609 DiskUsage = 606332 EventTime = "2024-10-24T17:54:18.974" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 274 MyType = "JobTerminatedEvent" Proc = 29 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:33:32, Sys 0 00:00:06" SentBytes = 88337.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806858; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:18:48, Sys 0 00:00:08" TotalSentBytes = 88337.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.030.000) 2024-10-24 17:54:20 Started transferring input files Transferring to host: <10.138.19.15:44839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9982909&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-44839&alias=c1915.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 17:54:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:20.048" EventTypeNumber = 28 Host = "<10.138.19.15:44839?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416414%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9982909&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-44839&alias=c1915.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.030.000) 2024-10-24 17:54:20 Finished transferring input files ... 028 (10628.030.000) 2024-10-24 17:54:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:20.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.494.000) 2024-10-24 17:54:20 Image size of job updated: 3721500 249 - MemoryUsage of job (MB) 254432 - ResidentSetSize of job (KB) ... 028 (10628.494.000) 2024-10-24 17:54:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:20.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 494 ResidentSetSize = 254432 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.494.000) 2024-10-24 17:54:20 Started transferring output files ... 028 (10628.494.000) 2024-10-24 17:54:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:20.726" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 494 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.494.000) 2024-10-24 17:54:20 Finished transferring output files ... 028 (10628.494.000) 2024-10-24 17:54:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:20.780" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 494 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.494.000) 2024-10-24 17:54:21 Job terminated. (1) Normal termination (return value 0) Usr 0 05:43:31, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:43:31, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88946 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88946 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.71 1 1 Disk (KB) : 472149 2000000 2007810 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T21:54:20Z with exit-code 0. ... 028 (10628.494.000) 2024-10-24 17:54:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7092919847919825 Disk = 2007810 DiskUsage = 472149 EventTime = "2024-10-24T17:54:21.158" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196646.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196646-0-fnpc17140.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 494 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:43:31, Sys 0 00:00:24" SentBytes = 88946.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806860; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:43:31, Sys 0 00:00:24" TotalSentBytes = 88946.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 021 (10628.030.000) 2024-10-24 17:54:21 Warning from starter on slot1@glidein_2817730_889810397@c1915.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.030.000) 2024-10-24 17:54:21 Job executing on host: <10.138.19.15:42097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9987476&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-42097&alias=c1915.swan.hcc.unl.edu&noUDP> ... 028 (10628.030.000) 2024-10-24 17:54:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:21.408" EventTypeNumber = 28 ExecuteHost = "<10.138.19.15:42097?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50893304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9987476&PrivNet=c1915.swan.hcc.unl.edu&addrs=10.138.19.15-42097&alias=c1915.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.755.000) 2024-10-24 17:54:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3039630_222798387@comp-cc-0475.gwave.ics.psu.edu, rescheduling job ... 028 (10628.755.000) 2024-10-24 17:54:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:54:42.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484198" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389308.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@comp-cc-0475" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 755 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3039630_222798387@comp-cc-0475.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.794.000) 2024-10-24 17:54:47 Image size of job updated: 3857408 252 - MemoryUsage of job (MB) 257192 - ResidentSetSize of job (KB) ... 028 (10628.794.000) 2024-10-24 17:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:47.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 794 ResidentSetSize = 257192 Size = 3857408 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.794.000) 2024-10-24 17:54:47 Started transferring output files ... 028 (10628.794.000) 2024-10-24 17:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:47.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.794.000) 2024-10-24 17:54:47 Finished transferring output files ... 028 (10628.794.000) 2024-10-24 17:54:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:54:47.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 794 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.794.000) 2024-10-24 17:54:47 Job terminated. (1) Normal termination (return value 0) Usr 0 03:38:54, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:59:54, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90082 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90082 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470326 2000000 2007909 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:54:47Z with exit-code 0. ... 028 (10628.794.000) 2024-10-24 17:54:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9874075914963386 Disk = 2007909 DiskUsage = 470326 EventTime = "2024-10-24T17:54:47.950" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 794 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:38:54, Sys 0 00:00:23" SentBytes = 90082.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806887; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:59:54, Sys 0 00:00:25" TotalSentBytes = 90082.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.655.000) 2024-10-24 17:55:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3075498_726504064@c1408.swan.hcc.unl.edu, rescheduling job ... 028 (10628.655.000) 2024-10-24 17:55:02 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T17:55:02.987" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617681" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213760" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 655 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3075498_726504064@c1408.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.122.000) 2024-10-24 17:55:14 Image size of job updated: 3722004 252 - MemoryUsage of job (MB) 257516 - ResidentSetSize of job (KB) ... 028 (10628.122.000) 2024-10-24 17:55:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:55:14.472" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 122 ResidentSetSize = 257516 Size = 3722004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 17:55:30 Image size of job updated: 840168 37 - MemoryUsage of job (MB) 37536 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 17:55:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:55:30.158" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 37536 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.122.000) 2024-10-24 17:55:36 Started transferring output files ... 028 (10628.122.000) 2024-10-24 17:55:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:55:36.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 122 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.122.000) 2024-10-24 17:55:36 Finished transferring output files ... 028 (10628.122.000) 2024-10-24 17:55:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:55:36.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 122 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.122.000) 2024-10-24 17:55:36 Job terminated. (1) Normal termination (return value 0) Usr 0 05:46:22, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:46:22, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90503 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90503 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 586571 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T21:55:36Z with exit-code 0. ... 028 (10628.122.000) 2024-10-24 17:55:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9920343335676414 Disk = 2001920 DiskUsage = 586571 EventTime = "2024-10-24T17:55:36.828" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 122 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:46:22, Sys 0 00:00:17" SentBytes = 90503.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729806936; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:46:22, Sys 0 00:00:17" TotalSentBytes = 90503.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.595.000) 2024-10-24 17:56:42 Started transferring output files ... 028 (10628.595.000) 2024-10-24 17:56:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:56:42.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.595.000) 2024-10-24 17:56:42 Finished transferring output files ... 028 (10628.595.000) 2024-10-24 17:56:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:56:42.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" MyType = "FileTransferEvent" Proc = 595 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.595.000) 2024-10-24 17:56:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:14:46, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:45:49, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 30867 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 30867 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0 1 1 Disk (KB) : 474312 2000000 2149238 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T21:56:41Z with exit-code 0. ... 028 (10628.595.000) 2024-10-24 17:56:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0 Disk = 2149238 DiskUsage = 474312 EventTime = "2024-10-24T17:56:42.537" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "Unknown" JOB_GLIDEIN_Entry_Name = "Unknown" JOB_GLIDEIN_Factory = "Unknown" JOB_GLIDEIN_Name = "Unknown" JOB_GLIDEIN_ProcId = "Unknown" JOB_GLIDEIN_Schedd = "Unknown" JOB_GLIDEIN_Site = "Purdue Geddes" JOB_GLIDEIN_SiteWMS = "Unknown" JOB_GLIDEIN_SiteWMS_JobId = "Unknown" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Purdue Geddes" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 595 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:14:46, Sys 0 00:00:30" SentBytes = 30867.0 Subproc = 0 TerminatedNormally = true ToE = [ Who = "itself"; ExitCode = 0; ExitBySignal = false; When = 1729807001; How = "OF_ITS_OWN_ACCORD"; HowCode = 0 ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:45:49, Sys 0 00:00:34" TotalSentBytes = 30867.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.847.000) 2024-10-24 17:57:05 Image size of job updated: 3722000 245 - MemoryUsage of job (MB) 250652 - ResidentSetSize of job (KB) ... 028 (10628.847.000) 2024-10-24 17:57:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:57:05.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 847 ResidentSetSize = 250652 Size = 3722000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.556.000) 2024-10-24 17:57:29 Image size of job updated: 4101328 99 - MemoryUsage of job (MB) 100764 - ResidentSetSize of job (KB) ... 028 (10628.556.000) 2024-10-24 17:57:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:57:29.715" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 556 ResidentSetSize = 100764 Size = 4101328 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.556.000) 2024-10-24 17:57:29 Started transferring output files ... 028 (10628.556.000) 2024-10-24 17:57:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:57:29.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.556.000) 2024-10-24 17:57:30 Finished transferring output files ... 028 (10628.556.000) 2024-10-24 17:57:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:57:30.011" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 556 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.556.000) 2024-10-24 17:57:30 Job terminated. (1) Normal termination (return value 0) Usr 0 03:12:58, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:57:58, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89202 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89202 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470345 2000000 2007648 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T21:57:29Z with exit-code 0. ... 028 (10628.556.000) 2024-10-24 17:57:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9726817983089853 Disk = 2007648 DiskUsage = 470345 EventTime = "2024-10-24T17:57:30.321" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 556 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:12:58, Sys 0 00:00:32" SentBytes = 89202.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807049; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 04:57:58, Sys 0 00:00:36" TotalSentBytes = 89202.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.847.000) 2024-10-24 17:58:26 Started transferring output files ... 028 (10628.847.000) 2024-10-24 17:58:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:26.555" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 847 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.847.000) 2024-10-24 17:58:26 Finished transferring output files ... 028 (10628.847.000) 2024-10-24 17:58:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:26.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 847 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.847.000) 2024-10-24 17:58:26 Job terminated. (1) Normal termination (return value 0) Usr 0 05:52:40, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:52:40, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87943 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87943 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 531820 2000000 2007824 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:58:26Z with exit-code 0. ... 028 (10628.847.000) 2024-10-24 17:58:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921385602749071 Disk = 2007824 DiskUsage = 531820 EventTime = "2024-10-24T17:58:26.955" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196553.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196553-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 847 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:52:40, Sys 0 00:00:24" SentBytes = 87943.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807106; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:52:40, Sys 0 00:00:24" TotalSentBytes = 87943.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.355.000) 2024-10-24 17:58:32 Image size of job updated: 3857416 250 - MemoryUsage of job (MB) 255036 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 17:58:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:32.055" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 255036 Size = 3857416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.946.000) 2024-10-24 17:58:47 Started transferring input files Transferring to host: <131.225.208.188:33293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51020313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10010566&PrivNet=osg-3975780-0-fnpc23108.fnal.gov&addrs=131.225.208.188-33293+[2620-6a-0-8862-f0-0-208-188]-33293&alias=osg-3975780-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.946.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.620" EventTypeNumber = 28 Host = "<131.225.208.188:33293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51020313%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10010566&PrivNet=osg-3975780-0-fnpc23108.fnal.gov&addrs=131.225.208.188-33293+[2620-6a-0-8862-f0-0-208-188]-33293&alias=osg-3975780-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.946.000) 2024-10-24 17:58:47 Finished transferring input files ... 028 (10628.946.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.755.000) 2024-10-24 17:58:47 Started transferring input files Transferring to host: <10.138.18.23:33693?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10060210&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33693&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.758" EventTypeNumber = 28 Host = "<10.138.18.23:33693?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29416551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10060210&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-33693&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.655.000) 2024-10-24 17:58:47 Started transferring input files Transferring to host: <10.138.22.22:33017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29375630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9983032&PrivNet=c2222.swan.hcc.unl.edu&addrs=10.138.22.22-33017&alias=c2222.swan.hcc.unl.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.810" EventTypeNumber = 28 Host = "<10.138.22.22:33017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29375630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9983032&PrivNet=c2222.swan.hcc.unl.edu&addrs=10.138.22.22-33017&alias=c2222.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.755.000) 2024-10-24 17:58:47 Finished transferring input files ... 028 (10628.755.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.838" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.655.000) 2024-10-24 17:58:47 Finished transferring input files ... 028 (10628.655.000) 2024-10-24 17:58:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:47.890" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.755.000) 2024-10-24 17:58:49 Warning from starter on slot1@glidein_482356_245726856@c1823.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.755.000) 2024-10-24 17:58:49 Job executing on host: <10.138.18.23:41611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29353538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9994097&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41611&alias=c1823.swan.hcc.unl.edu&noUDP> ... 028 (10628.755.000) 2024-10-24 17:58:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:49.116" EventTypeNumber = 28 ExecuteHost = "<10.138.18.23:41611?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29353538%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9994097&PrivNet=c1823.swan.hcc.unl.edu&addrs=10.138.18.23-41611&alias=c1823.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.655.000) 2024-10-24 17:58:49 Warning from starter on slot1@glidein_1261079_167120164@c2222.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.655.000) 2024-10-24 17:58:49 Job executing on host: <10.138.22.22:39419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50894026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10038259&PrivNet=c2222.swan.hcc.unl.edu&addrs=10.138.22.22-39419&alias=c2222.swan.hcc.unl.edu&noUDP> ... 028 (10628.655.000) 2024-10-24 17:58:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:49.150" EventTypeNumber = 28 ExecuteHost = "<10.138.22.22:39419?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50894026%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10038259&PrivNet=c2222.swan.hcc.unl.edu&addrs=10.138.22.22-39419&alias=c2222.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.946.000) 2024-10-24 17:58:50 Warning from starter on slot1_7@glidein_8_516820532@osg-3975780-0-fnpc23108.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.946.000) 2024-10-24 17:58:50 Job executing on host: <131.225.208.188:41037?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027751&PrivNet=osg-3975780-0-fnpc23108.fnal.gov&addrs=131.225.208.188-41037+[2620-6a-0-8862-f0-0-208-188]-41037&alias=osg-3975780-0-fnpc23108.fnal.gov&noUDP> ... 028 (10628.946.000) 2024-10-24 17:58:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:58:50.624" EventTypeNumber = 28 ExecuteHost = "<131.225.208.188:41037?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29418415%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10027751&PrivNet=osg-3975780-0-fnpc23108.fnal.gov&addrs=131.225.208.188-41037+[2620-6a-0-8862-f0-0-208-188]-41037&alias=osg-3975780-0-fnpc23108.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.072.000) 2024-10-24 17:59:07 Image size of job updated: 3789060 245 - MemoryUsage of job (MB) 250052 - ResidentSetSize of job (KB) ... 028 (10628.072.000) 2024-10-24 17:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:07.058" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 72 ResidentSetSize = 250052 Size = 3789060 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.072.000) 2024-10-24 17:59:07 Started transferring output files ... 028 (10628.072.000) 2024-10-24 17:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:07.248" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.072.000) 2024-10-24 17:59:07 Finished transferring output files ... 028 (10628.072.000) 2024-10-24 17:59:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:07.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 72 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.072.000) 2024-10-24 17:59:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:10:33, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:40:03, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88486 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88486 - Total Bytes Sent By Job 48836 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470056 2000000 2007867 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T21:59:07Z with exit-code 0. ... 028 (10628.072.000) 2024-10-24 17:59:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9730301055524739 Disk = 2007867 DiskUsage = 470056 EventTime = "2024-10-24T17:59:07.617" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976524.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3976524-0-fnpc23029.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 72 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:10:33, Sys 0 00:00:20" SentBytes = 88486.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807147; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48836.0 TotalRemoteUsage = "Usr 0 03:40:03, Sys 0 00:00:20" TotalSentBytes = 88486.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.355.000) 2024-10-24 17:59:17 Image size of job updated: 4103268 250 - MemoryUsage of job (MB) 255036 - ResidentSetSize of job (KB) ... 028 (10628.355.000) 2024-10-24 17:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:17.251" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 355 ResidentSetSize = 255036 Size = 4103268 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.355.000) 2024-10-24 17:59:17 Started transferring output files ... 028 (10628.355.000) 2024-10-24 17:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:17.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.355.000) 2024-10-24 17:59:17 Finished transferring output files ... 028 (10628.355.000) 2024-10-24 17:59:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T17:59:17.505" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 355 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 022 (10628.801.000) 2024-10-24 17:59:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2781465_535750288@dwarf53.beocat.ksu.edu <10.5.16.53:36397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955962&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-36397&alias=dwarf53.beocat.ksu.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 17:59:17 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T17:59:17.659" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483633" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857057" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "JobDisconnectedEvent" Proc = 801 StartdAddr = "<10.5.16.53:36397?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919235%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9955962&PrivNet=dwarf53.beocat.ksu.edu&addrs=10.5.16.53-36397&alias=dwarf53.beocat.ksu.edu&noUDP>" StartdName = "slot1_1@glidein_2781465_535750288@dwarf53.beocat.ksu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 005 (10628.355.000) 2024-10-24 17:59:17 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:35, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:02:27, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88643 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88643 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 552748 2000000 2007591 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T21:59:17Z with exit-code 0. ... 028 (10628.355.000) 2024-10-24 17:59:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9826425527201046 Disk = 2007591 DiskUsage = 552748 EventTime = "2024-10-24T17:59:17.826" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 355 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:35, Sys 0 00:00:24" SentBytes = 88643.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807157; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:02:27, Sys 0 00:00:30" TotalSentBytes = 88643.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.222.000) 2024-10-24 18:00:12 Image size of job updated: 3857412 76 - MemoryUsage of job (MB) 77296 - ResidentSetSize of job (KB) ... 028 (10628.222.000) 2024-10-24 18:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:00:12.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 76 MyType = "JobImageSizeEvent" Proc = 222 ResidentSetSize = 77296 Size = 3857412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.222.000) 2024-10-24 18:00:12 Started transferring output files ... 028 (10628.222.000) 2024-10-24 18:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:00:12.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.222.000) 2024-10-24 18:00:12 Finished transferring output files ... 028 (10628.222.000) 2024-10-24 18:00:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:00:12.786" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 222 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.222.000) 2024-10-24 18:00:13 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:49, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:01:40, Sys 0 00:00:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91528 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91528 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472793 2000000 2007648 GPUs : 0 Memory (MB) : 76 2000 2048 Job terminated of its own accord at 2024-10-24T22:00:12Z with exit-code 0. ... 028 (10628.222.000) 2024-10-24 18:00:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9874107091494657 Disk = 2007648 DiskUsage = 472793 EventTime = "2024-10-24T18:00:13.086" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 76 MyType = "JobTerminatedEvent" Proc = 222 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:49, Sys 0 00:00:33" SentBytes = 91528.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807212; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:01:40, Sys 0 00:00:43" TotalSentBytes = 91528.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.145.000) 2024-10-24 18:00:13 Image size of job updated: 3721696 248 - MemoryUsage of job (MB) 253804 - ResidentSetSize of job (KB) ... 028 (10628.145.000) 2024-10-24 18:00:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:00:13.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 145 ResidentSetSize = 253804 Size = 3721696 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.530.000) 2024-10-24 18:01:02 Image size of job updated: 3750000 242 - MemoryUsage of job (MB) 246984 - ResidentSetSize of job (KB) ... 028 (10628.530.000) 2024-10-24 18:01:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:02.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 530 ResidentSetSize = 246984 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.530.000) 2024-10-24 18:01:03 Started transferring output files ... 028 (10628.530.000) 2024-10-24 18:01:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:03.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.530.000) 2024-10-24 18:01:03 Finished transferring output files ... 028 (10628.530.000) 2024-10-24 18:01:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:03.145" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 530 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.530.000) 2024-10-24 18:01:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:20, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:13:57, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87725 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87725 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470019 2000000 2007876 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T22:01:02Z with exit-code 0. ... 028 (10628.530.000) 2024-10-24 18:01:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844832158088509 Disk = 2007876 DiskUsage = 470019 EventTime = "2024-10-24T18:01:03.455" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196379.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-4196379-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 530 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:04:20, Sys 0 00:00:12" SentBytes = 87725.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807262; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:13:57, Sys 0 00:00:17" TotalSentBytes = 87725.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.418.000) 2024-10-24 18:01:03 Image size of job updated: 3789564 246 - MemoryUsage of job (MB) 251692 - ResidentSetSize of job (KB) ... 028 (10628.418.000) 2024-10-24 18:01:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:03.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 418 ResidentSetSize = 251692 Size = 3789564 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.418.000) 2024-10-24 18:01:04 Started transferring output files ... 028 (10628.418.000) 2024-10-24 18:01:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:04.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.418.000) 2024-10-24 18:01:04 Finished transferring output files ... 028 (10628.418.000) 2024-10-24 18:01:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:04.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 418 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.418.000) 2024-10-24 18:01:04 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:44, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:14:18, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88817 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88817 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469124 2000000 2007637 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:01:03Z with exit-code 0. ... 028 (10628.418.000) 2024-10-24 18:01:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9920149785727962 Disk = 2007637 DiskUsage = 469124 EventTime = "2024-10-24T18:01:04.431" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484403" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976224.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976224-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 418 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:04:44, Sys 0 00:00:20" SentBytes = 88817.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807263; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:14:18, Sys 0 00:00:24" TotalSentBytes = 88817.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.606.000) 2024-10-24 18:01:07 Image size of job updated: 3969984 102 - MemoryUsage of job (MB) 103560 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 18:01:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:07.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 103560 Size = 3969984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.145.000) 2024-10-24 18:01:48 Image size of job updated: 3722260 249 - MemoryUsage of job (MB) 254380 - ResidentSetSize of job (KB) ... 028 (10628.145.000) 2024-10-24 18:01:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:48.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 145 ResidentSetSize = 254380 Size = 3722260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.145.000) 2024-10-24 18:01:48 Started transferring output files ... 028 (10628.145.000) 2024-10-24 18:01:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:48.885" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 145 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.145.000) 2024-10-24 18:01:48 Finished transferring output files ... 028 (10628.145.000) 2024-10-24 18:01:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:01:48.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 145 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.145.000) 2024-10-24 18:01:49 Job terminated. (1) Normal termination (return value 0) Usr 0 05:54:17, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:54:17, Sys 0 00:00:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90556 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90556 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 517918 2000000 2007839 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:01:48Z with exit-code 0. ... 028 (10628.145.000) 2024-10-24 18:01:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9775434998302442 Disk = 2007839 DiskUsage = 517918 EventTime = "2024-10-24T18:01:49.307" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 145 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:54:17, Sys 0 00:00:54" SentBytes = 90556.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807308; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:54:17, Sys 0 00:00:54" TotalSentBytes = 90556.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.061.000) 2024-10-24 18:02:03 Image size of job updated: 4141768 114 - MemoryUsage of job (MB) 116120 - ResidentSetSize of job (KB) ... 028 (10628.061.000) 2024-10-24 18:02:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:03.567" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 114 MyType = "JobImageSizeEvent" Proc = 61 ResidentSetSize = 116120 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.061.000) 2024-10-24 18:02:03 Started transferring output files ... 028 (10628.061.000) 2024-10-24 18:02:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:03.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.061.000) 2024-10-24 18:02:03 Finished transferring output files ... 028 (10628.061.000) 2024-10-24 18:02:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:03.947" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 61 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.061.000) 2024-10-24 18:02:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:58:39, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:24:48, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88427 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88427 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473081 2000000 36982232 GPUs : 0 Memory (MB) : 114 2000 2000 Job terminated of its own accord at 2024-10-24T22:02:03Z with exit-code 0. ... 028 (10628.061.000) 2024-10-24 18:02:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9953362238637337 Disk = 36982232 DiskUsage = 473081 EventTime = "2024-10-24T18:02:04.408" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619502" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215314" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 114 MyType = "JobTerminatedEvent" Proc = 61 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:58:39, Sys 0 00:00:11" SentBytes = 88427.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807323; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:24:48, Sys 0 00:00:13" TotalSentBytes = 88427.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.606.000) 2024-10-24 18:02:09 Image size of job updated: 4043816 110 - MemoryUsage of job (MB) 111628 - ResidentSetSize of job (KB) ... 028 (10628.606.000) 2024-10-24 18:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:09.798" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 606 ResidentSetSize = 111628 Size = 4043816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.606.000) 2024-10-24 18:02:09 Started transferring output files ... 028 (10628.606.000) 2024-10-24 18:02:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:09.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 606 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.606.000) 2024-10-24 18:02:10 Finished transferring output files ... 028 (10628.606.000) 2024-10-24 18:02:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:10.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 606 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.606.000) 2024-10-24 18:02:10 Job terminated. (1) Normal termination (return value 0) Usr 0 05:54:30, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:54:30, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 97848 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 97848 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616099 2000000 2001920 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T22:02:09Z with exit-code 0. ... 028 (10628.606.000) 2024-10-24 18:02:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9954430312799448 Disk = 2001920 DiskUsage = 616099 EventTime = "2024-10-24T18:02:10.366" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 606 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:54:30, Sys 0 00:00:17" SentBytes = 97848.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807329; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:54:30, Sys 0 00:00:17" TotalSentBytes = 97848.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.967.000) 2024-10-24 18:02:16 Image size of job updated: 3721764 248 - MemoryUsage of job (MB) 253268 - ResidentSetSize of job (KB) ... 028 (10628.967.000) 2024-10-24 18:02:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:02:16.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 967 ResidentSetSize = 253268 Size = 3721764 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.342.000) 2024-10-24 18:03:03 Image size of job updated: 3721724 249 - MemoryUsage of job (MB) 254548 - ResidentSetSize of job (KB) ... 028 (10628.342.000) 2024-10-24 18:03:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:03.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 342 ResidentSetSize = 254548 Size = 3721724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.342.000) 2024-10-24 18:03:03 Started transferring output files ... 028 (10628.342.000) 2024-10-24 18:03:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:03.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.342.000) 2024-10-24 18:03:03 Finished transferring output files ... 028 (10628.342.000) 2024-10-24 18:03:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:03.582" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 342 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.342.000) 2024-10-24 18:03:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:32:26, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:03:00, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89118 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89118 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468807 2000000 2004349 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:03:03Z with exit-code 0. ... 028 (10628.342.000) 2024-10-24 18:03:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9966411777249305 Disk = 2004349 DiskUsage = 468807 EventTime = "2024-10-24T18:03:03.885" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471670" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196523.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196523-0-fnpc9057.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 342 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:32:26, Sys 0 00:00:13" SentBytes = 89118.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807383; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:03:00, Sys 0 00:00:16" TotalSentBytes = 89118.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.967.000) 2024-10-24 18:03:20 Started transferring output files ... 028 (10628.967.000) 2024-10-24 18:03:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:20.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 967 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.967.000) 2024-10-24 18:03:20 Finished transferring output files ... 028 (10628.967.000) 2024-10-24 18:03:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:20.210" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 967 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.967.000) 2024-10-24 18:03:20 Job terminated. (1) Normal termination (return value 0) Usr 0 05:44:55, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:44:55, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93544 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93544 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 561562 2000000 2004395 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:03:19Z with exit-code 0. ... 028 (10628.967.000) 2024-10-24 18:03:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9952714918760307 Disk = 2004395 DiskUsage = 561562 EventTime = "2024-10-24T18:03:20.561" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 967 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:44:55, Sys 0 00:00:20" SentBytes = 93544.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807399; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:44:55, Sys 0 00:00:20" TotalSentBytes = 93544.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.608.000) 2024-10-24 18:03:43 Image size of job updated: 3827884 81 - MemoryUsage of job (MB) 82272 - ResidentSetSize of job (KB) ... 028 (10628.608.000) 2024-10-24 18:03:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:43.380" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 81 MyType = "JobImageSizeEvent" Proc = 608 ResidentSetSize = 82272 Size = 3827884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.608.000) 2024-10-24 18:03:43 Started transferring output files ... 028 (10628.608.000) 2024-10-24 18:03:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:43.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 608 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.608.000) 2024-10-24 18:03:43 Finished transferring output files ... 028 (10628.608.000) 2024-10-24 18:03:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:43.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 608 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.608.000) 2024-10-24 18:03:43 Job terminated. (1) Normal termination (return value 0) Usr 0 05:54:24, Sys 0 00:01:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:54:24, Sys 0 00:01:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92774 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92774 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473365 2000000 2007839 GPUs : 0 Memory (MB) : 81 2000 2048 Job terminated of its own accord at 2024-10-24T22:03:43Z with exit-code 0. ... 028 (10628.608.000) 2024-10-24 18:03:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9835371613269471 Disk = 2007839 DiskUsage = 473365 EventTime = "2024-10-24T18:03:43.979" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 81 MyType = "JobTerminatedEvent" Proc = 608 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:54:24, Sys 0 00:01:01" SentBytes = 92774.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807423; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:54:24, Sys 0 00:01:01" TotalSentBytes = 92774.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.165.000) 2024-10-24 18:03:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_909092_590984894@node1813.palmetto.clemson.edu, rescheduling job ... 028 (10628.165.000) 2024-10-24 18:03:55 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T18:03:55.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467853" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854459" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 165 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_909092_590984894@node1813.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.755.000) 2024-10-24 18:03:57 Image size of job updated: 3708100 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 18:03:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:03:57.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 125000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.098.000) 2024-10-24 18:05:13 Image size of job updated: 3654420 247 - MemoryUsage of job (MB) 252716 - ResidentSetSize of job (KB) ... 028 (10628.098.000) 2024-10-24 18:05:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:13.273" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 98 ResidentSetSize = 252716 Size = 3654420 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.622.000) 2024-10-24 18:05:16 Image size of job updated: 3750000 241 - MemoryUsage of job (MB) 246452 - ResidentSetSize of job (KB) ... 028 (10628.622.000) 2024-10-24 18:05:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:16.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 622 ResidentSetSize = 246452 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.746.000) 2024-10-24 18:05:17 Image size of job updated: 3750000 246 - MemoryUsage of job (MB) 251320 - ResidentSetSize of job (KB) ... 028 (10628.746.000) 2024-10-24 18:05:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:17.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 746 ResidentSetSize = 251320 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.266.000) 2024-10-24 18:05:31 Image size of job updated: 3722016 246 - MemoryUsage of job (MB) 251612 - ResidentSetSize of job (KB) ... 028 (10628.266.000) 2024-10-24 18:05:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:31.556" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 266 ResidentSetSize = 251612 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.255.000) 2024-10-24 18:05:32 Image size of job updated: 3965648 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.255.000) 2024-10-24 18:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:32.111" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 255 ResidentSetSize = 100000 Size = 3965648 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.255.000) 2024-10-24 18:05:32 Started transferring output files ... 028 (10628.255.000) 2024-10-24 18:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:32.298" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.255.000) 2024-10-24 18:05:32 Finished transferring output files ... 028 (10628.255.000) 2024-10-24 18:05:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:05:32.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 255 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.255.000) 2024-10-24 18:05:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:53:17, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:09:10, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88681 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88681 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470948 2000000 2007881 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:05:32Z with exit-code 0. ... 028 (10628.255.000) 2024-10-24 18:05:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9673672680207077 Disk = 2007881 DiskUsage = 470948 EventTime = "2024-10-24T18:05:32.662" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484598" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976421.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976421-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 255 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:53:17, Sys 0 00:00:29" SentBytes = 88681.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807532; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:09:10, Sys 0 00:00:31" TotalSentBytes = 88681.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.781.000) 2024-10-24 18:06:15 Image size of job updated: 3790124 245 - MemoryUsage of job (MB) 250716 - ResidentSetSize of job (KB) ... 028 (10628.781.000) 2024-10-24 18:06:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:15.476" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 781 ResidentSetSize = 250716 Size = 3790124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.781.000) 2024-10-24 18:06:15 Started transferring output files ... 028 (10628.781.000) 2024-10-24 18:06:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:15.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 781 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.781.000) 2024-10-24 18:06:15 Finished transferring output files ... 028 (10628.781.000) 2024-10-24 18:06:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:15.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 781 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.781.000) 2024-10-24 18:06:16 Job terminated. (1) Normal termination (return value 0) Usr 0 05:52:50, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:52:50, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92912 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92912 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471546 2000000 2007835 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:15Z with exit-code 0. ... 028 (10628.781.000) 2024-10-24 18:06:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.993562608029272 Disk = 2007835 DiskUsage = 471546 EventTime = "2024-10-24T18:06:16.113" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196570.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196570-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 781 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:52:50, Sys 0 00:00:31" SentBytes = 92912.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807575; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:52:50, Sys 0 00:00:31" TotalSentBytes = 92912.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.654.000) 2024-10-24 18:06:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_757699_806492214@c2508.swan.hcc.unl.edu, rescheduling job ... 028 (10628.654.000) 2024-10-24 18:06:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T18:06:17.236" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620275" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217727" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 654 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_757699_806492214@c2508.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.001.000) 2024-10-24 18:06:27 Image size of job updated: 3822072 265 - MemoryUsage of job (MB) 270684 - ResidentSetSize of job (KB) ... 028 (10628.001.000) 2024-10-24 18:06:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:27.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 265 MyType = "JobImageSizeEvent" Proc = 1 ResidentSetSize = 270684 Size = 3822072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.098.000) 2024-10-24 18:06:30 Started transferring output files ... 028 (10628.098.000) 2024-10-24 18:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:30.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 98 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.098.000) 2024-10-24 18:06:30 Finished transferring output files ... 028 (10628.098.000) 2024-10-24 18:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:30.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 98 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.098.000) 2024-10-24 18:06:30 Job terminated. (1) Normal termination (return value 0) Usr 0 06:01:44, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:01:44, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92474 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92474 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 545643 2000000 2007826 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:30Z with exit-code 0. ... 028 (10628.098.000) 2024-10-24 18:06:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9818009862247249 Disk = 2007826 DiskUsage = 545643 EventTime = "2024-10-24T18:06:30.824" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 98 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:01:44, Sys 0 00:00:31" SentBytes = 92474.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807590; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:01:44, Sys 0 00:00:31" TotalSentBytes = 92474.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.869.000) 2024-10-24 18:06:38 Image size of job updated: 4031272 101 - MemoryUsage of job (MB) 102972 - ResidentSetSize of job (KB) ... 028 (10628.869.000) 2024-10-24 18:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:38.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 869 ResidentSetSize = 102972 Size = 4031272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.869.000) 2024-10-24 18:06:38 Started transferring output files ... 028 (10628.869.000) 2024-10-24 18:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:38.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 869 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.869.000) 2024-10-24 18:06:38 Finished transferring output files ... 028 (10628.869.000) 2024-10-24 18:06:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:38.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 869 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.869.000) 2024-10-24 18:06:38 Job terminated. (1) Normal termination (return value 0) Usr 0 05:58:06, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:58:06, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89095 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89095 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471537 2000000 2007829 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:38Z with exit-code 0. ... 028 (10628.869.000) 2024-10-24 18:06:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901627375342898 Disk = 2007829 DiskUsage = 471537 EventTime = "2024-10-24T18:06:38.958" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975942.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3975942-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 869 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:58:06, Sys 0 00:00:28" SentBytes = 89095.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807598; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:58:06, Sys 0 00:00:28" TotalSentBytes = 89095.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.778.000) 2024-10-24 18:06:46 Image size of job updated: 3789612 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.778.000) 2024-10-24 18:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:46.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 778 ResidentSetSize = 100000 Size = 3789612 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.778.000) 2024-10-24 18:06:46 Started transferring output files ... 028 (10628.778.000) 2024-10-24 18:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:46.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.778.000) 2024-10-24 18:06:46 Finished transferring output files ... 028 (10628.778.000) 2024-10-24 18:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:46.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 778 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.778.000) 2024-10-24 18:06:46 Job terminated. (1) Normal termination (return value 0) Usr 0 04:59:38, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:14:24, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90357 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90357 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472137 2000000 2004147 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:46Z with exit-code 0. ... 028 (10628.778.000) 2024-10-24 18:06:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929327619370725 Disk = 2004147 DiskUsage = 472137 EventTime = "2024-10-24T18:06:46.642" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 778 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:59:38, Sys 0 00:00:23" SentBytes = 90357.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807606; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:14:24, Sys 0 00:00:23" TotalSentBytes = 90357.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.622.000) 2024-10-24 18:06:46 Image size of job updated: 3965528 241 - MemoryUsage of job (MB) 246452 - ResidentSetSize of job (KB) ... 028 (10628.622.000) 2024-10-24 18:06:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:46.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 622 ResidentSetSize = 246452 Size = 3965528 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.622.000) 2024-10-24 18:06:47 Started transferring output files ... 028 (10628.622.000) 2024-10-24 18:06:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:47.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.622.000) 2024-10-24 18:06:47 Finished transferring output files ... 028 (10628.622.000) 2024-10-24 18:06:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:47.223" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 622 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.622.000) 2024-10-24 18:06:47 Job terminated. (1) Normal termination (return value 0) Usr 0 04:02:29, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:12:10, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88249 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88249 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 487571 2000000 2007885 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:46Z with exit-code 0. ... 028 (10628.622.000) 2024-10-24 18:06:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.98903913218323 Disk = 2007885 DiskUsage = 487571 EventTime = "2024-10-24T18:06:47.550" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976464-0-fnpc22034.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 622 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:02:29, Sys 0 00:00:22" SentBytes = 88249.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807606; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:12:10, Sys 0 00:00:24" TotalSentBytes = 88249.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.746.000) 2024-10-24 18:06:50 Image size of job updated: 4035424 246 - MemoryUsage of job (MB) 251320 - ResidentSetSize of job (KB) ... 028 (10628.746.000) 2024-10-24 18:06:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:50.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 746 ResidentSetSize = 251320 Size = 4035424 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.746.000) 2024-10-24 18:06:50 Started transferring output files ... 028 (10628.746.000) 2024-10-24 18:06:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:50.270" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.746.000) 2024-10-24 18:06:50 Finished transferring output files ... 028 (10628.746.000) 2024-10-24 18:06:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:50.347" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 746 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.746.000) 2024-10-24 18:06:50 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:27, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:11:09, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89583 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89583 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 497768 2000000 2004363 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:50Z with exit-code 0. ... 028 (10628.746.000) 2024-10-24 18:06:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928117208764046 Disk = 2004363 DiskUsage = 497768 EventTime = "2024-10-24T18:06:50.718" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 746 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:27, Sys 0 00:00:24" SentBytes = 89583.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807610; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:11:09, Sys 0 00:00:26" TotalSentBytes = 89583.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.001.000) 2024-10-24 18:06:52 Image size of job updated: 4068036 265 - MemoryUsage of job (MB) 270684 - ResidentSetSize of job (KB) ... 028 (10628.001.000) 2024-10-24 18:06:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:52.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 265 MyType = "JobImageSizeEvent" Proc = 1 ResidentSetSize = 270684 Size = 4068036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.001.000) 2024-10-24 18:06:53 Started transferring output files ... 028 (10628.001.000) 2024-10-24 18:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:53.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.001.000) 2024-10-24 18:06:53 Finished transferring output files ... 028 (10628.001.000) 2024-10-24 18:06:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:53.182" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 1 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.001.000) 2024-10-24 18:06:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:37, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:32:41, Sys 0 00:00:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88344 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88344 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 559450 2000000 37061650 GPUs : 0 Memory (MB) : 265 2000 2000 Job terminated of its own accord at 2024-10-24T22:06:52Z with exit-code 0. ... 028 (10628.001.000) 2024-10-24 18:06:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9840946834517594 Disk = 37061650 DiskUsage = 559450 EventTime = "2024-10-24T18:06:53.544" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 265 MyType = "JobTerminatedEvent" Proc = 1 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:37, Sys 0 00:00:08" SentBytes = 88344.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807612; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:32:41, Sys 0 00:00:11" TotalSentBytes = 88344.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.165.000) 2024-10-24 18:06:54 Started transferring input files Transferring to host: <10.138.15.10:36015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51020561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10047299&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-36015&alias=c1510.swan.hcc.unl.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 18:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:54.437" EventTypeNumber = 28 Host = "<10.138.15.10:36015?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51020561%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10047299&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-36015&alias=c1510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.165.000) 2024-10-24 18:06:54 Finished transferring input files ... 028 (10628.165.000) 2024-10-24 18:06:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:54.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.165.000) 2024-10-24 18:06:55 Warning from starter on slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.165.000) 2024-10-24 18:06:55 Job executing on host: <10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 18:06:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:55.803" EventTypeNumber = 28 ExecuteHost = "<10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.266.000) 2024-10-24 18:06:57 Started transferring output files ... 028 (10628.266.000) 2024-10-24 18:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:57.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 266 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.266.000) 2024-10-24 18:06:57 Finished transferring output files ... 028 (10628.266.000) 2024-10-24 18:06:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:06:57.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 266 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.266.000) 2024-10-24 18:06:57 Job terminated. (1) Normal termination (return value 0) Usr 0 06:01:26, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:01:26, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92031 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92031 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 528226 2000000 2007826 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:06:57Z with exit-code 0. ... 028 (10628.266.000) 2024-10-24 18:06:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.980455699495718 Disk = 2007826 DiskUsage = 528226 EventTime = "2024-10-24T18:06:57.861" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 266 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:01:26, Sys 0 00:00:30" SentBytes = 92031.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807617; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:01:26, Sys 0 00:00:30" TotalSentBytes = 92031.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.048.000) 2024-10-24 18:07:26 Image size of job updated: 3750000 242 - MemoryUsage of job (MB) 247704 - ResidentSetSize of job (KB) ... 028 (10628.048.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.370" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 48 ResidentSetSize = 247704 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.048.000) 2024-10-24 18:07:26 Started transferring output files ... 028 (10628.048.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 006 (10628.166.000) 2024-10-24 18:07:26 Image size of job updated: 3794248 278 - MemoryUsage of job (MB) 284084 - ResidentSetSize of job (KB) ... 028 (10628.166.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.612" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 278 MyType = "JobImageSizeEvent" Proc = 166 ResidentSetSize = 284084 Size = 3794248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.048.000) 2024-10-24 18:07:26 Finished transferring output files ... 028 (10628.048.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 48 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.166.000) 2024-10-24 18:07:26 Started transferring output files ... 028 (10628.166.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 005 (10628.048.000) 2024-10-24 18:07:26 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:35, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:07:47, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89520 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89520 - Total Bytes Sent By Job 48836 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 469449 2000000 2007896 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T22:07:26Z with exit-code 0. ... 028 (10628.048.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9835862980813437 Disk = 2007896 DiskUsage = 469449 EventTime = "2024-10-24T18:07:26.948" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484310" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976163.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976163-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 48 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:35, Sys 0 00:00:24" SentBytes = 89520.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807646; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48836.0 TotalRemoteUsage = "Usr 0 04:07:47, Sys 0 00:00:25" TotalSentBytes = 89520.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.166.000) 2024-10-24 18:07:26 Finished transferring output files ... 028 (10628.166.000) 2024-10-24 18:07:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:26.980" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 166 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.166.000) 2024-10-24 18:07:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:30, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:08:24, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 104590 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 104590 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467331 2000000 2001921 GPUs : 0 Memory (MB) : 278 2000 2048 Job terminated of its own accord at 2024-10-24T22:07:26Z with exit-code 0. ... 028 (10628.166.000) 2024-10-24 18:07:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9923700253395341 Disk = 2001921 DiskUsage = 467331 EventTime = "2024-10-24T18:07:27.390" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" Memory = 2048 MemoryUsage = 278 MyType = "JobTerminatedEvent" Proc = 166 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:30, Sys 0 00:00:14" SentBytes = 104590.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807646; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:08:24, Sys 0 00:00:15" TotalSentBytes = 104590.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.506.000) 2024-10-24 18:07:31 Image size of job updated: 3789588 248 - MemoryUsage of job (MB) 253128 - ResidentSetSize of job (KB) ... 028 (10628.506.000) 2024-10-24 18:07:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:31.831" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 506 ResidentSetSize = 253128 Size = 3789588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.935.000) 2024-10-24 18:07:52 Image size of job updated: 3659172 262 - MemoryUsage of job (MB) 267472 - ResidentSetSize of job (KB) ... 028 (10628.935.000) 2024-10-24 18:07:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:52.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 262 MyType = "JobImageSizeEvent" Proc = 935 ResidentSetSize = 267472 Size = 3659172 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.942.000) 2024-10-24 18:07:53 Image size of job updated: 3750000 277 - MemoryUsage of job (MB) 283196 - ResidentSetSize of job (KB) ... 028 (10628.942.000) 2024-10-24 18:07:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:53.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 942 ResidentSetSize = 283196 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.980.000) 2024-10-24 18:07:56 Image size of job updated: 3659452 281 - MemoryUsage of job (MB) 287716 - ResidentSetSize of job (KB) ... 028 (10628.980.000) 2024-10-24 18:07:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:56.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 980 ResidentSetSize = 287716 Size = 3659452 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.935.000) 2024-10-24 18:07:57 Started transferring output files ... 028 (10628.935.000) 2024-10-24 18:07:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:57.410" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.935.000) 2024-10-24 18:07:57 Finished transferring output files ... 028 (10628.935.000) 2024-10-24 18:07:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:57.499" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 935 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.935.000) 2024-10-24 18:07:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:58, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:14:58, Sys 0 00:00:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88253 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88253 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 616108 2000000 2002687 GPUs : 0 Memory (MB) : 262 2000 2048 Job terminated of its own accord at 2024-10-24T22:07:57Z with exit-code 0. ... 028 (10628.935.000) 2024-10-24 18:07:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0006652041905143746 Disk = 2002687 DiskUsage = 616108 EventTime = "2024-10-24T18:07:57.891" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621554" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178305.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas572.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 262 MyType = "JobTerminatedEvent" Proc = 935 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:58, Sys 0 00:00:11" SentBytes = 88253.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807677; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:14:58, Sys 0 00:00:13" TotalSentBytes = 88253.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.833.000) 2024-10-24 18:07:59 Image size of job updated: 3658928 277 - MemoryUsage of job (MB) 283620 - ResidentSetSize of job (KB) ... 028 (10628.833.000) 2024-10-24 18:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:59.124" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 833 ResidentSetSize = 283620 Size = 3658928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.833.000) 2024-10-24 18:07:59 Started transferring output files ... 028 (10628.833.000) 2024-10-24 18:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:59.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.833.000) 2024-10-24 18:07:59 Finished transferring output files ... 028 (10628.833.000) 2024-10-24 18:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:59.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 833 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.826.000) 2024-10-24 18:07:59 Image size of job updated: 3750000 275 - MemoryUsage of job (MB) 281268 - ResidentSetSize of job (KB) ... 028 (10628.826.000) 2024-10-24 18:07:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:07:59.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 275 MyType = "JobImageSizeEvent" Proc = 826 ResidentSetSize = 281268 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.833.000) 2024-10-24 18:07:59 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:50, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:15:49, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88150 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88150 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 467316 2000000 2002677 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T22:07:59Z with exit-code 0. ... 028 (10628.833.000) 2024-10-24 18:07:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9977981141638425 Disk = 2002677 DiskUsage = 467316 EventTime = "2024-10-24T18:07:59.783" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621578" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178307.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 833 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:50, Sys 0 00:00:13" SentBytes = 88150.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807679; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:15:49, Sys 0 00:00:16" TotalSentBytes = 88150.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.826.000) 2024-10-24 18:08:08 Started transferring output files ... 028 (10628.826.000) 2024-10-24 18:08:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:08.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.826.000) 2024-10-24 18:08:08 Finished transferring output files ... 028 (10628.826.000) 2024-10-24 18:08:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:08.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 826 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.826.000) 2024-10-24 18:08:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:21, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:14:14, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88177 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88177 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 611907 2000000 2002677 GPUs : 0 Memory (MB) : 275 2000 2048 Job terminated of its own accord at 2024-10-24T22:08:08Z with exit-code 0. ... 028 (10628.826.000) 2024-10-24 18:08:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.003846153846153846 Disk = 2002677 DiskUsage = 611907 EventTime = "2024-10-24T18:08:09.126" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621302" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178262.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 275 MyType = "JobTerminatedEvent" Proc = 826 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:21, Sys 0 00:00:13" SentBytes = 88177.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807688; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:14:14, Sys 0 00:00:15" TotalSentBytes = 88177.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.980.000) 2024-10-24 18:08:31 Image size of job updated: 3907420 281 - MemoryUsage of job (MB) 287716 - ResidentSetSize of job (KB) ... 028 (10628.980.000) 2024-10-24 18:08:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:31.344" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 980 ResidentSetSize = 287716 Size = 3907420 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.980.000) 2024-10-24 18:08:31 Started transferring output files ... 028 (10628.980.000) 2024-10-24 18:08:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:31.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.980.000) 2024-10-24 18:08:31 Finished transferring output files ... 028 (10628.980.000) 2024-10-24 18:08:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:31.661" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 980 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.980.000) 2024-10-24 18:08:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:32, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:11:02, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88136 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88136 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 568199 2000000 2002697 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T22:08:31Z with exit-code 0. ... 028 (10628.980.000) 2024-10-24 18:08:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9969940775027889 Disk = 2002697 DiskUsage = 568199 EventTime = "2024-10-24T18:08:32.026" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621503" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178296.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 980 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:32, Sys 0 00:00:12" SentBytes = 88136.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807711; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:11:02, Sys 0 00:00:14" TotalSentBytes = 88136.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.942.000) 2024-10-24 18:08:33 Image size of job updated: 3906908 277 - MemoryUsage of job (MB) 283196 - ResidentSetSize of job (KB) ... 028 (10628.942.000) 2024-10-24 18:08:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:33.869" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 277 MyType = "JobImageSizeEvent" Proc = 942 ResidentSetSize = 283196 Size = 3906908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.942.000) 2024-10-24 18:08:34 Started transferring output files ... 028 (10628.942.000) 2024-10-24 18:08:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:34.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.942.000) 2024-10-24 18:08:34 Finished transferring output files ... 028 (10628.942.000) 2024-10-24 18:08:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:34.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 942 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.942.000) 2024-10-24 18:08:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:37, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:14:22, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88135 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88135 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 561109 2000000 2002697 GPUs : 0 Memory (MB) : 277 2000 2048 Job terminated of its own accord at 2024-10-24T22:08:33Z with exit-code 0. ... 028 (10628.942.000) 2024-10-24 18:08:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9966357282152878 Disk = 2002697 DiskUsage = 561109 EventTime = "2024-10-24T18:08:34.619" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621356" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178272.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas590.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 277 MyType = "JobTerminatedEvent" Proc = 942 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:37, Sys 0 00:00:13" SentBytes = 88135.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807713; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:14:22, Sys 0 00:00:15" TotalSentBytes = 88135.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.466.000) 2024-10-24 18:08:36 Image size of job updated: 3900552 127 - MemoryUsage of job (MB) 129848 - ResidentSetSize of job (KB) ... 028 (10628.466.000) 2024-10-24 18:08:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:36.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MemoryUsage = 127 MyType = "JobImageSizeEvent" Proc = 466 ResidentSetSize = 129848 Size = 3900552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.466.000) 2024-10-24 18:08:36 Started transferring output files ... 028 (10628.466.000) 2024-10-24 18:08:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:36.386" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 006 (10628.391.000) 2024-10-24 18:08:36 Image size of job updated: 3500000 108 - MemoryUsage of job (MB) 110032 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 18:08:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:36.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 110032 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.466.000) 2024-10-24 18:08:36 Finished transferring output files ... 028 (10628.466.000) 2024-10-24 18:08:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:36.496" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "FileTransferEvent" Proc = 466 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.466.000) 2024-10-24 18:08:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:56:55, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:17:29, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95350 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95350 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468234 2000000 2001921 GPUs : 0 Memory (MB) : 127 2000 2048 Job terminated of its own accord at 2024-10-24T22:08:36Z with exit-code 0. ... 028 (10628.466.000) 2024-10-24 18:08:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9950263301676362 Disk = 2001921 DiskUsage = 468234 EventTime = "2024-10-24T18:08:36.878" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482361" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19856917" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" Memory = 2048 MemoryUsage = 127 MyType = "JobTerminatedEvent" Proc = 466 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:56:55, Sys 0 00:00:14" SentBytes = 95350.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807716; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:17:29, Sys 0 00:00:16" TotalSentBytes = 95350.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.506.000) 2024-10-24 18:08:49 Started transferring output files ... 028 (10628.506.000) 2024-10-24 18:08:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:49.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.506.000) 2024-10-24 18:08:49 Finished transferring output files ... 028 (10628.506.000) 2024-10-24 18:08:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:08:49.102" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 506 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.506.000) 2024-10-24 18:08:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:55:27, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:11:29, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91936 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91936 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 516847 2000000 2004307 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:08:48Z with exit-code 0. ... 028 (10628.506.000) 2024-10-24 18:08:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881948005626424 Disk = 2004307 DiskUsage = 516847 EventTime = "2024-10-24T18:08:49.430" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197084.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197084-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 506 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:55:27, Sys 0 00:00:23" SentBytes = 91936.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807728; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:11:29, Sys 0 00:00:25" TotalSentBytes = 91936.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.516.000) 2024-10-24 18:09:10 Image size of job updated: 3721500 250 - MemoryUsage of job (MB) 255120 - ResidentSetSize of job (KB) ... 028 (10628.516.000) 2024-10-24 18:09:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:10.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 516 ResidentSetSize = 255120 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.516.000) 2024-10-24 18:09:10 Started transferring output files ... 028 (10628.516.000) 2024-10-24 18:09:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:10.200" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 516 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.516.000) 2024-10-24 18:09:10 Finished transferring output files ... 028 (10628.516.000) 2024-10-24 18:09:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:10.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 516 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.516.000) 2024-10-24 18:09:10 Job terminated. (1) Normal termination (return value 0) Usr 0 06:00:05, Sys 0 00:01:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:00:05, Sys 0 00:01:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91657 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91657 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.84 1 1 Disk (KB) : 472444 2000000 2007839 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:09:09Z with exit-code 0. ... 028 (10628.516.000) 2024-10-24 18:09:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8393817483589501 Disk = 2007839 DiskUsage = 472444 EventTime = "2024-10-24T18:09:10.661" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 516 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:00:05, Sys 0 00:01:04" SentBytes = 91657.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807749; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:00:05, Sys 0 00:01:04" TotalSentBytes = 91657.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.476.000) 2024-10-24 18:09:18 Image size of job updated: 3969816 110 - MemoryUsage of job (MB) 112316 - ResidentSetSize of job (KB) ... 028 (10628.476.000) 2024-10-24 18:09:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:18.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 476 ResidentSetSize = 112316 Size = 3969816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.476.000) 2024-10-24 18:09:18 Started transferring output files ... 028 (10628.476.000) 2024-10-24 18:09:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:18.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 476 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.476.000) 2024-10-24 18:09:18 Finished transferring output files ... 028 (10628.476.000) 2024-10-24 18:09:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:18.346" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 476 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.476.000) 2024-10-24 18:09:18 Job terminated. (1) Normal termination (return value 0) Usr 0 06:03:28, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:03:28, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90517 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90517 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472155 2000000 2007826 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T22:09:18Z with exit-code 0. ... 028 (10628.476.000) 2024-10-24 18:09:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9864375469934352 Disk = 2007826 DiskUsage = 472155 EventTime = "2024-10-24T18:09:18.674" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 476 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:03:28, Sys 0 00:00:32" SentBytes = 90517.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807758; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:03:28, Sys 0 00:00:32" TotalSentBytes = 90517.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.187.000) 2024-10-24 18:09:23 Image size of job updated: 3961540 99 - MemoryUsage of job (MB) 100912 - ResidentSetSize of job (KB) ... 028 (10628.187.000) 2024-10-24 18:09:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:23.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 187 ResidentSetSize = 100912 Size = 3961540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.187.000) 2024-10-24 18:09:24 Started transferring output files ... 028 (10628.187.000) 2024-10-24 18:09:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:24.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.187.000) 2024-10-24 18:09:24 Finished transferring output files ... 028 (10628.187.000) 2024-10-24 18:09:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:24.201" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 187 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.187.000) 2024-10-24 18:09:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:11:57, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:21:24, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90544 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90544 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471238 2000000 2007648 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T22:09:23Z with exit-code 0. ... 028 (10628.187.000) 2024-10-24 18:09:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9924131808230673 Disk = 2007648 DiskUsage = 471238 EventTime = "2024-10-24T18:09:24.492" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472593" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197311.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4197311-0-fnpc23103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 187 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:11:57, Sys 0 00:00:31" SentBytes = 90544.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807763; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:21:24, Sys 0 00:00:37" TotalSentBytes = 90544.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.410.000) 2024-10-24 18:09:58 Image size of job updated: 3963572 100 - MemoryUsage of job (MB) 101668 - ResidentSetSize of job (KB) ... 028 (10628.410.000) 2024-10-24 18:09:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:58.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 100 MyType = "JobImageSizeEvent" Proc = 410 ResidentSetSize = 101668 Size = 3963572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.410.000) 2024-10-24 18:09:58 Started transferring output files ... 028 (10628.410.000) 2024-10-24 18:09:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:58.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 410 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.410.000) 2024-10-24 18:09:58 Finished transferring output files ... 028 (10628.410.000) 2024-10-24 18:09:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:09:58.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 410 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.410.000) 2024-10-24 18:09:59 Job terminated. (1) Normal termination (return value 0) Usr 0 06:01:13, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:01:13, Sys 0 00:00:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92887 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92887 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.85 1 1 Disk (KB) : 471561 2000000 2007839 GPUs : 0 Memory (MB) : 100 2000 2048 Job terminated of its own accord at 2024-10-24T22:09:58Z with exit-code 0. ... 028 (10628.410.000) 2024-10-24 18:09:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8500140611219094 Disk = 2007839 DiskUsage = 471561 EventTime = "2024-10-24T18:09:59.009" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 100 MyType = "JobTerminatedEvent" Proc = 410 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:01:13, Sys 0 00:00:54" SentBytes = 92887.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807798; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:01:13, Sys 0 00:00:54" TotalSentBytes = 92887.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.691.000) 2024-10-24 18:10:02 Image size of job updated: 3964340 102 - MemoryUsage of job (MB) 103964 - ResidentSetSize of job (KB) ... 028 (10628.691.000) 2024-10-24 18:10:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:02.500" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 691 ResidentSetSize = 103964 Size = 3964340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.691.000) 2024-10-24 18:10:02 Started transferring output files ... 028 (10628.691.000) 2024-10-24 18:10:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:02.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 691 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.691.000) 2024-10-24 18:10:02 Finished transferring output files ... 028 (10628.691.000) 2024-10-24 18:10:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:02.761" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 691 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.691.000) 2024-10-24 18:10:03 Job terminated. (1) Normal termination (return value 0) Usr 0 06:03:41, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:03:41, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91035 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91035 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471523 2000000 2001920 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T22:10:02Z with exit-code 0. ... 028 (10628.691.000) 2024-10-24 18:10:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9939324196906563 Disk = 2001920 DiskUsage = 471523 EventTime = "2024-10-24T18:10:03.069" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 691 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:03:41, Sys 0 00:00:17" SentBytes = 91035.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807802; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:03:41, Sys 0 00:00:17" TotalSentBytes = 91035.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.151.000) 2024-10-24 18:10:19 Image size of job updated: 3789596 249 - MemoryUsage of job (MB) 254688 - ResidentSetSize of job (KB) ... 028 (10628.151.000) 2024-10-24 18:10:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:19.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 151 ResidentSetSize = 254688 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.291.000) 2024-10-24 18:10:33 Image size of job updated: 3902996 104 - MemoryUsage of job (MB) 106088 - ResidentSetSize of job (KB) ... 028 (10628.291.000) 2024-10-24 18:10:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:33.179" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 291 ResidentSetSize = 106088 Size = 3902996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.291.000) 2024-10-24 18:10:33 Started transferring output files ... 028 (10628.291.000) 2024-10-24 18:10:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:33.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 291 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.291.000) 2024-10-24 18:10:33 Finished transferring output files ... 028 (10628.291.000) 2024-10-24 18:10:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:33.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 291 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.291.000) 2024-10-24 18:10:33 Job terminated. (1) Normal termination (return value 0) Usr 0 06:02:12, Sys 0 00:00:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:02:12, Sys 0 00:00:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93293 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93293 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.91 1 1 Disk (KB) : 470926 2000000 2007839 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T22:10:33Z with exit-code 0. ... 028 (10628.291.000) 2024-10-24 18:10:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9071748835154959 Disk = 2007839 DiskUsage = 470926 EventTime = "2024-10-24T18:10:33.871" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 291 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:02:12, Sys 0 00:00:56" SentBytes = 93293.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807833; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:02:12, Sys 0 00:00:56" TotalSentBytes = 93293.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.165.000) 2024-10-24 18:10:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu <10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP> ... 028 (10628.165.000) 2024-10-24 18:10:36 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:10:36.599" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 165 StartdAddr = "<10.138.15.10:45537?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50921867%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10055026&PrivNet=c1510.swan.hcc.unl.edu&addrs=10.138.15.10-45537&alias=c1510.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.909.000) 2024-10-24 18:10:44 Image size of job updated: 4274260 124 - MemoryUsage of job (MB) 126760 - ResidentSetSize of job (KB) ... 028 (10628.909.000) 2024-10-24 18:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:44.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 124 MyType = "JobImageSizeEvent" Proc = 909 ResidentSetSize = 126760 Size = 4274260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.909.000) 2024-10-24 18:10:44 Started transferring output files ... 028 (10628.909.000) 2024-10-24 18:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:44.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.909.000) 2024-10-24 18:10:44 Finished transferring output files ... 028 (10628.909.000) 2024-10-24 18:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:44.986" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 909 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.381.000) 2024-10-24 18:10:45 Image size of job updated: 3722024 250 - MemoryUsage of job (MB) 255412 - ResidentSetSize of job (KB) ... 028 (10628.381.000) 2024-10-24 18:10:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:45.115" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 381 ResidentSetSize = 255412 Size = 3722024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.909.000) 2024-10-24 18:10:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:55:50, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:23:12, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90585 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90585 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 471832 2000000 2001920 GPUs : 0 Memory (MB) : 124 2000 2048 Job terminated of its own accord at 2024-10-24T22:10:44Z with exit-code 0. ... 028 (10628.909.000) 2024-10-24 18:10:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.997273919242899 Disk = 2001920 DiskUsage = 471832 EventTime = "2024-10-24T18:10:45.571" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454830" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943060" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 124 MyType = "JobTerminatedEvent" Proc = 909 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:55:50, Sys 0 00:00:13" SentBytes = 90585.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807844; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:23:12, Sys 0 00:00:15" TotalSentBytes = 90585.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.654.000) 2024-10-24 18:10:48 Started transferring input files Transferring to host: <131.225.209.230:36021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29352304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10047584&PrivNet=osg-4196636-0-fnpc9031.fnal.gov&addrs=131.225.209.230-36021+[2620-6a-0-8862-f0-0-209-230]-36021&alias=osg-4196636-0-fnpc9031.fnal.gov&noUDP> ... 028 (10628.654.000) 2024-10-24 18:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:48.612" EventTypeNumber = 28 Host = "<131.225.209.230:36021?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29352304%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10047584&PrivNet=osg-4196636-0-fnpc9031.fnal.gov&addrs=131.225.209.230-36021+[2620-6a-0-8862-f0-0-209-230]-36021&alias=osg-4196636-0-fnpc9031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.654.000) 2024-10-24 18:10:48 Finished transferring input files ... 028 (10628.654.000) 2024-10-24 18:10:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:48.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.654.000) 2024-10-24 18:10:51 Warning from starter on slot1_3@glidein_8_891706858@osg-4196636-0-fnpc9031.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.654.000) 2024-10-24 18:10:51 Job executing on host: <131.225.209.230:41163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001720%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9986166&PrivNet=osg-4196636-0-fnpc9031.fnal.gov&addrs=131.225.209.230-41163+[2620-6a-0-8862-f0-0-209-230]-41163&alias=osg-4196636-0-fnpc9031.fnal.gov&noUDP> ... 028 (10628.654.000) 2024-10-24 18:10:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:10:51.838" EventTypeNumber = 28 ExecuteHost = "<131.225.209.230:41163?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51001720%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9986166&PrivNet=osg-4196636-0-fnpc9031.fnal.gov&addrs=131.225.209.230-41163+[2620-6a-0-8862-f0-0-209-230]-41163&alias=osg-4196636-0-fnpc9031.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.695.000) 2024-10-24 18:11:06 Image size of job updated: 3721504 79 - MemoryUsage of job (MB) 80548 - ResidentSetSize of job (KB) ... 028 (10628.695.000) 2024-10-24 18:11:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:06.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 79 MyType = "JobImageSizeEvent" Proc = 695 ResidentSetSize = 80548 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.695.000) 2024-10-24 18:11:07 Started transferring output files ... 028 (10628.695.000) 2024-10-24 18:11:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:07.039" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 695 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.695.000) 2024-10-24 18:11:07 Finished transferring output files ... 028 (10628.695.000) 2024-10-24 18:11:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:07.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 695 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.695.000) 2024-10-24 18:11:08 Job terminated. (1) Normal termination (return value 0) Usr 0 06:02:33, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:02:33, Sys 0 00:00:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94425 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94425 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 470339 2000000 2007839 GPUs : 0 Memory (MB) : 79 2000 2048 Job terminated of its own accord at 2024-10-24T22:11:06Z with exit-code 0. ... 028 (10628.695.000) 2024-10-24 18:11:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9357508042310245 Disk = 2007839 DiskUsage = 470339 EventTime = "2024-10-24T18:11:08.207" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196727.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196727-0-fnpc17113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 79 MyType = "JobTerminatedEvent" Proc = 695 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:02:33, Sys 0 00:00:45" SentBytes = 94425.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807866; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:02:33, Sys 0 00:00:45" TotalSentBytes = 94425.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.151.000) 2024-10-24 18:11:08 Started transferring output files ... 028 (10628.151.000) 2024-10-24 18:11:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:08.343" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 151 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.151.000) 2024-10-24 18:11:08 Finished transferring output files ... 028 (10628.151.000) 2024-10-24 18:11:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:08.419" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 151 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.151.000) 2024-10-24 18:11:08 Job terminated. (1) Normal termination (return value 0) Usr 0 06:03:17, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:03:17, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90091 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90091 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 570049 2000000 2007838 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:11:08Z with exit-code 0. ... 028 (10628.151.000) 2024-10-24 18:11:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891482804209617 Disk = 2007838 DiskUsage = 570049 EventTime = "2024-10-24T18:11:08.757" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 151 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:03:17, Sys 0 00:00:32" SentBytes = 90091.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807868; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:03:17, Sys 0 00:00:32" TotalSentBytes = 90091.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.245.000) 2024-10-24 18:11:22 Image size of job updated: 3722244 245 - MemoryUsage of job (MB) 250584 - ResidentSetSize of job (KB) ... 028 (10628.245.000) 2024-10-24 18:11:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:22.003" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 245 ResidentSetSize = 250584 Size = 3722244 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.245.000) 2024-10-24 18:11:22 Started transferring output files ... 028 (10628.245.000) 2024-10-24 18:11:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:22.193" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.245.000) 2024-10-24 18:11:22 Finished transferring output files ... 028 (10628.245.000) 2024-10-24 18:11:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:22.266" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 245 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.245.000) 2024-10-24 18:11:22 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:54, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:13:32, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89164 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89164 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469436 2000000 2007599 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T22:11:21Z with exit-code 0. ... 028 (10628.245.000) 2024-10-24 18:11:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9883079561233802 Disk = 2007599 DiskUsage = 469436 EventTime = "2024-10-24T18:11:22.575" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196609.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196609-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 245 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:54, Sys 0 00:00:20" SentBytes = 89164.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807881; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:13:32, Sys 0 00:00:26" TotalSentBytes = 89164.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.786.000) 2024-10-24 18:11:25 Image size of job updated: 894740 45 - MemoryUsage of job (MB) 45228 - ResidentSetSize of job (KB) ... 028 (10628.786.000) 2024-10-24 18:11:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:25.940" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MemoryUsage = 45 MyType = "JobImageSizeEvent" Proc = 786 ResidentSetSize = 45228 Size = 894740 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.786.000) 2024-10-24 18:11:26 Started transferring output files ... 028 (10628.786.000) 2024-10-24 18:11:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:26.045" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 786 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.786.000) 2024-10-24 18:11:26 Finished transferring output files ... 028 (10628.786.000) 2024-10-24 18:11:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:11:26.071" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 786 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.786.000) 2024-10-24 18:11:26 Job terminated. (1) Normal termination (return value 0) Usr 0 06:07:52, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:07:52, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89806 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89806 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469449 2000000 3394268 GPUs : 0 Memory (MB) : 45 2000 2500 Job terminated of its own accord at 2024-10-24T22:11:25Z with exit-code 0. ... 028 (10628.786.000) 2024-10-24 18:11:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9978742409960286 Disk = 3394268 DiskUsage = 469449 EventTime = "2024-10-24T18:11:26.292" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2482390" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "46" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24891020.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-206-172" JOB_Site = "SU-ITS" Memory = 2500 MemoryUsage = 45 MyType = "JobTerminatedEvent" Proc = 786 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:07:52, Sys 0 00:00:28" SentBytes = 89806.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807885; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:07:52, Sys 0 00:00:28" TotalSentBytes = 89806.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.966.000) 2024-10-24 18:12:12 Image size of job updated: 4032620 136 - MemoryUsage of job (MB) 138652 - ResidentSetSize of job (KB) ... 028 (10628.966.000) 2024-10-24 18:12:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:12.927" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MemoryUsage = 136 MyType = "JobImageSizeEvent" Proc = 966 ResidentSetSize = 138652 Size = 4032620 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.966.000) 2024-10-24 18:12:13 Started transferring output files ... 028 (10628.966.000) 2024-10-24 18:12:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:13.160" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.966.000) 2024-10-24 18:12:13 Finished transferring output files ... 028 (10628.966.000) 2024-10-24 18:12:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:13.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" MyType = "FileTransferEvent" Proc = 966 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.966.000) 2024-10-24 18:12:13 Job terminated. (1) Normal termination (return value 0) Usr 0 03:57:52, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:10:30, Sys 0 00:00:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88219 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88219 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472748 2000000 2002678 GPUs : 0 Memory (MB) : 136 2000 2048 Job terminated of its own accord at 2024-10-24T22:12:12Z with exit-code 0. ... 028 (10628.966.000) 2024-10-24 18:12:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9969395524593178 Disk = 2002678 DiskUsage = 472748 EventTime = "2024-10-24T18:12:13.844" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2621331" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "178266.0" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas565.crc.nd.edu" JOB_Site = "NotreDame" Memory = 2048 MemoryUsage = 136 MyType = "JobTerminatedEvent" Proc = 966 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:57:52, Sys 0 00:00:12" SentBytes = 88219.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807932; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:10:30, Sys 0 00:00:14" TotalSentBytes = 88219.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.248.000) 2024-10-24 18:12:20 Image size of job updated: 3856896 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.248.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:20.357" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 248 ResidentSetSize = 100000 Size = 3856896 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.381.000) 2024-10-24 18:12:20 Started transferring output files ... 028 (10628.381.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:20.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 381 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.248.000) 2024-10-24 18:12:20 Started transferring output files ... 028 (10628.248.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:20.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.381.000) 2024-10-24 18:12:20 Finished transferring output files ... 028 (10628.381.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:20.564" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 381 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.248.000) 2024-10-24 18:12:20 Finished transferring output files ... 028 (10628.248.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:20.619" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 248 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.381.000) 2024-10-24 18:12:20 Job terminated. (1) Normal termination (return value 0) Usr 0 06:06:06, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:06:06, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89595 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89595 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 526419 2000000 2007859 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:12:20Z with exit-code 0. ... 028 (10628.381.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9922799833627161 Disk = 2007859 DiskUsage = 526419 EventTime = "2024-10-24T18:12:20.887" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 381 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:06:06, Sys 0 00:00:32" SentBytes = 89595.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807940; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:06:06, Sys 0 00:00:32" TotalSentBytes = 89595.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.248.000) 2024-10-24 18:12:20 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:14, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:15:47, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91644 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91644 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469730 2000000 2004313 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:12:20Z with exit-code 0. ... 028 (10628.248.000) 2024-10-24 18:12:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902847566386811 Disk = 2004313 DiskUsage = 469730 EventTime = "2024-10-24T18:12:20.942" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975795.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3975795-0-fnpc19120.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 248 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:14, Sys 0 00:00:19" SentBytes = 91644.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807940; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:15:47, Sys 0 00:00:21" TotalSentBytes = 91644.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.756.000) 2024-10-24 18:12:47 Image size of job updated: 3790084 250 - MemoryUsage of job (MB) 255392 - ResidentSetSize of job (KB) ... 028 (10628.756.000) 2024-10-24 18:12:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:47.531" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 756 ResidentSetSize = 255392 Size = 3790084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.756.000) 2024-10-24 18:12:47 Started transferring output files ... 028 (10628.756.000) 2024-10-24 18:12:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:47.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.756.000) 2024-10-24 18:12:47 Finished transferring output files ... 028 (10628.756.000) 2024-10-24 18:12:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:47.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 756 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.756.000) 2024-10-24 18:12:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:00:17, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:21:21, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92897 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92897 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470966 2000000 2004307 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:12:47Z with exit-code 0. ... 028 (10628.756.000) 2024-10-24 18:12:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9908748472090639 Disk = 2004307 DiskUsage = 470966 EventTime = "2024-10-24T18:12:48.130" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472347" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197067.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4197067-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 756 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:00:17, Sys 0 00:00:22" SentBytes = 92897.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807967; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:21:21, Sys 0 00:00:24" TotalSentBytes = 92897.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.139.000) 2024-10-24 18:12:56 Image size of job updated: 3721500 248 - MemoryUsage of job (MB) 253032 - ResidentSetSize of job (KB) ... 028 (10628.139.000) 2024-10-24 18:12:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:56.824" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 139 ResidentSetSize = 253032 Size = 3721500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.139.000) 2024-10-24 18:12:57 Started transferring output files ... 028 (10628.139.000) 2024-10-24 18:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:57.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 139 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.139.000) 2024-10-24 18:12:57 Finished transferring output files ... 028 (10628.139.000) 2024-10-24 18:12:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:12:57.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 139 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.139.000) 2024-10-24 18:12:57 Job terminated. (1) Normal termination (return value 0) Usr 0 06:06:46, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:06:46, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92589 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92589 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473081 2000000 2007859 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:12:56Z with exit-code 0. ... 028 (10628.139.000) 2024-10-24 18:12:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868647513335841 Disk = 2007859 DiskUsage = 473081 EventTime = "2024-10-24T18:12:57.397" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 139 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:06:46, Sys 0 00:00:35" SentBytes = 92589.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807976; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:06:46, Sys 0 00:00:35" TotalSentBytes = 92589.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.985.000) 2024-10-24 18:13:10 Image size of job updated: 4101472 94 - MemoryUsage of job (MB) 95824 - ResidentSetSize of job (KB) ... 028 (10628.985.000) 2024-10-24 18:13:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:10.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 94 MyType = "JobImageSizeEvent" Proc = 985 ResidentSetSize = 95824 Size = 4101472 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.985.000) 2024-10-24 18:13:11 Started transferring output files ... 028 (10628.985.000) 2024-10-24 18:13:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:11.043" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.985.000) 2024-10-24 18:13:11 Finished transferring output files ... 028 (10628.985.000) 2024-10-24 18:13:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:11.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 985 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.985.000) 2024-10-24 18:13:11 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:44, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:13:32, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89850 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89850 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470637 2000000 2007686 GPUs : 0 Memory (MB) : 94 2000 2048 Job terminated of its own accord at 2024-10-24T22:13:10Z with exit-code 0. ... 028 (10628.985.000) 2024-10-24 18:13:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9916895062790888 Disk = 2007686 DiskUsage = 470637 EventTime = "2024-10-24T18:13:11.431" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 94 MyType = "JobTerminatedEvent" Proc = 985 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:44, Sys 0 00:00:24" SentBytes = 89850.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729807990; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:13:32, Sys 0 00:00:36" TotalSentBytes = 89850.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.146.000) 2024-10-24 18:13:32 Image size of job updated: 3722532 248 - MemoryUsage of job (MB) 253648 - ResidentSetSize of job (KB) ... 028 (10628.146.000) 2024-10-24 18:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:32.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 146 ResidentSetSize = 253648 Size = 3722532 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.146.000) 2024-10-24 18:13:32 Started transferring output files ... 028 (10628.146.000) 2024-10-24 18:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:32.624" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 146 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.146.000) 2024-10-24 18:13:32 Finished transferring output files ... 028 (10628.146.000) 2024-10-24 18:13:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:13:32.731" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 146 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.146.000) 2024-10-24 18:13:33 Job terminated. (1) Normal termination (return value 0) Usr 0 05:44:09, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:44:09, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92431 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92431 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472469 2000000 2004334 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:13:32Z with exit-code 0. ... 028 (10628.146.000) 2024-10-24 18:13:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9953708987996444 Disk = 2004334 DiskUsage = 472469 EventTime = "2024-10-24T18:13:33.075" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 146 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:44:09, Sys 0 00:00:19" SentBytes = 92431.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808012; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:44:09, Sys 0 00:00:19" TotalSentBytes = 92431.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.289.000) 2024-10-24 18:14:18 Image size of job updated: 3896240 101 - MemoryUsage of job (MB) 102920 - ResidentSetSize of job (KB) ... 028 (10628.289.000) 2024-10-24 18:14:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:18.864" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 289 ResidentSetSize = 102920 Size = 3896240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.289.000) 2024-10-24 18:14:19 Started transferring output files ... 028 (10628.289.000) 2024-10-24 18:14:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:19.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 289 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.289.000) 2024-10-24 18:14:19 Finished transferring output files ... 028 (10628.289.000) 2024-10-24 18:14:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:19.134" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 289 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.289.000) 2024-10-24 18:14:19 Job terminated. (1) Normal termination (return value 0) Usr 0 06:08:14, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:08:14, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90764 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90764 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472135 2000000 2007859 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:18Z with exit-code 0. ... 028 (10628.289.000) 2024-10-24 18:14:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9882179330566863 Disk = 2007859 DiskUsage = 472135 EventTime = "2024-10-24T18:14:19.443" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 289 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:08:14, Sys 0 00:00:33" SentBytes = 90764.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808058; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:08:14, Sys 0 00:00:33" TotalSentBytes = 90764.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.552.000) 2024-10-24 18:14:35 Image size of job updated: 4037148 105 - MemoryUsage of job (MB) 106948 - ResidentSetSize of job (KB) ... 028 (10628.552.000) 2024-10-24 18:14:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:35.647" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 105 MyType = "JobImageSizeEvent" Proc = 552 ResidentSetSize = 106948 Size = 4037148 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.552.000) 2024-10-24 18:14:35 Started transferring output files ... 028 (10628.552.000) 2024-10-24 18:14:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:35.846" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 552 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.552.000) 2024-10-24 18:14:35 Finished transferring output files ... 028 (10628.552.000) 2024-10-24 18:14:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:35.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 552 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.552.000) 2024-10-24 18:14:36 Job terminated. (1) Normal termination (return value 0) Usr 0 06:07:54, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:07:54, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91222 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91222 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472132 2000000 2007838 GPUs : 0 Memory (MB) : 105 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:35Z with exit-code 0. ... 028 (10628.552.000) 2024-10-24 18:14:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9928884319838661 Disk = 2007838 DiskUsage = 472132 EventTime = "2024-10-24T18:14:36.219" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 105 MyType = "JobTerminatedEvent" Proc = 552 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:07:54, Sys 0 00:00:29" SentBytes = 91222.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808075; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:07:54, Sys 0 00:00:29" TotalSentBytes = 91222.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.843.000) 2024-10-24 18:14:37 Image size of job updated: 4043816 110 - MemoryUsage of job (MB) 111652 - ResidentSetSize of job (KB) ... 028 (10628.843.000) 2024-10-24 18:14:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:37.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 110 MyType = "JobImageSizeEvent" Proc = 843 ResidentSetSize = 111652 Size = 4043816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.843.000) 2024-10-24 18:14:37 Started transferring output files ... 028 (10628.843.000) 2024-10-24 18:14:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:37.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 843 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.843.000) 2024-10-24 18:14:37 Finished transferring output files ... 028 (10628.843.000) 2024-10-24 18:14:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:37.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 843 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.843.000) 2024-10-24 18:14:37 Job terminated. (1) Normal termination (return value 0) Usr 0 06:06:19, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:06:19, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 94283 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 94283 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 474402 2000000 2007809 GPUs : 0 Memory (MB) : 110 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:37Z with exit-code 0. ... 028 (10628.843.000) 2024-10-24 18:14:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.95673762673324 Disk = 2007809 DiskUsage = 474402 EventTime = "2024-10-24T18:14:37.903" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471750" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196573.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196573-0-fnpc17149.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 110 MyType = "JobTerminatedEvent" Proc = 843 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:06:19, Sys 0 00:00:25" SentBytes = 94283.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808077; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:06:19, Sys 0 00:00:25" TotalSentBytes = 94283.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.577.000) 2024-10-24 18:14:46 Image size of job updated: 3901972 104 - MemoryUsage of job (MB) 105512 - ResidentSetSize of job (KB) ... 028 (10628.577.000) 2024-10-24 18:14:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:46.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 577 ResidentSetSize = 105512 Size = 3901972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.577.000) 2024-10-24 18:14:46 Started transferring output files ... 028 (10628.577.000) 2024-10-24 18:14:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:46.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 577 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.577.000) 2024-10-24 18:14:46 Finished transferring output files ... 028 (10628.577.000) 2024-10-24 18:14:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:46.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 577 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.577.000) 2024-10-24 18:14:47 Job terminated. (1) Normal termination (return value 0) Usr 0 06:07:54, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:07:54, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93485 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93485 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472178 2000000 2007859 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:46Z with exit-code 0. ... 028 (10628.577.000) 2024-10-24 18:14:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9855100890698094 Disk = 2007859 DiskUsage = 472178 EventTime = "2024-10-24T18:14:47.187" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 577 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:07:54, Sys 0 00:00:32" SentBytes = 93485.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808086; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:07:54, Sys 0 00:00:32" TotalSentBytes = 93485.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.837.000) 2024-10-24 18:14:49 Image size of job updated: 3721768 249 - MemoryUsage of job (MB) 254200 - ResidentSetSize of job (KB) ... 028 (10628.837.000) 2024-10-24 18:14:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:49.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 837 ResidentSetSize = 254200 Size = 3721768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.837.000) 2024-10-24 18:14:49 Started transferring output files ... 028 (10628.837.000) 2024-10-24 18:14:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:49.271" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 837 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.837.000) 2024-10-24 18:14:49 Finished transferring output files ... 028 (10628.837.000) 2024-10-24 18:14:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:49.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 837 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.837.000) 2024-10-24 18:14:49 Job terminated. (1) Normal termination (return value 0) Usr 0 05:56:58, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:56:58, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92850 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92850 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473068 2000000 2004395 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:49Z with exit-code 0. ... 028 (10628.837.000) 2024-10-24 18:14:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.995591662276874 Disk = 2004395 DiskUsage = 473068 EventTime = "2024-10-24T18:14:49.738" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196627.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196627-0-fnpc8022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 837 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:56:58, Sys 0 00:00:19" SentBytes = 92850.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808089; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:56:58, Sys 0 00:00:19" TotalSentBytes = 92850.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.665.000) 2024-10-24 18:14:50 Image size of job updated: 3961384 100 - MemoryUsage of job (MB) 102088 - ResidentSetSize of job (KB) ... 028 (10628.665.000) 2024-10-24 18:14:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:50.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 100 MyType = "JobImageSizeEvent" Proc = 665 ResidentSetSize = 102088 Size = 3961384 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.665.000) 2024-10-24 18:14:50 Started transferring output files ... 028 (10628.665.000) 2024-10-24 18:14:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:50.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 665 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.665.000) 2024-10-24 18:14:50 Finished transferring output files ... 028 (10628.665.000) 2024-10-24 18:14:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:14:50.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 665 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.665.000) 2024-10-24 18:14:51 Job terminated. (1) Normal termination (return value 0) Usr 0 06:08:14, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:08:14, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92116 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92116 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472445 2000000 2007859 GPUs : 0 Memory (MB) : 100 2000 2048 Job terminated of its own accord at 2024-10-24T22:14:50Z with exit-code 0. ... 028 (10628.665.000) 2024-10-24 18:14:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9882165934684702 Disk = 2007859 DiskUsage = 472445 EventTime = "2024-10-24T18:14:51.030" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 100 MyType = "JobTerminatedEvent" Proc = 665 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:08:14, Sys 0 00:00:31" SentBytes = 92116.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808090; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:08:14, Sys 0 00:00:31" TotalSentBytes = 92116.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.613.000) 2024-10-24 18:15:03 Image size of job updated: 3822064 255 - MemoryUsage of job (MB) 260984 - ResidentSetSize of job (KB) ... 028 (10628.613.000) 2024-10-24 18:15:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:03.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 255 MyType = "JobImageSizeEvent" Proc = 613 ResidentSetSize = 260984 Size = 3822064 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.775.000) 2024-10-24 18:15:06 Image size of job updated: 3822072 252 - MemoryUsage of job (MB) 257896 - ResidentSetSize of job (KB) ... 028 (10628.775.000) 2024-10-24 18:15:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:06.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 775 ResidentSetSize = 257896 Size = 3822072 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 18:15:18 Image size of job updated: 838504 37 - MemoryUsage of job (MB) 37644 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 18:15:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:18.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 37644 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.613.000) 2024-10-24 18:15:28 Started transferring output files ... 028 (10628.613.000) 2024-10-24 18:15:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:28.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.613.000) 2024-10-24 18:15:28 Finished transferring output files ... 028 (10628.613.000) 2024-10-24 18:15:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:28.474" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 613 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.613.000) 2024-10-24 18:15:28 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:00, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:34:23, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88601 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89473 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 562179 2000000 37005011 GPUs : 0 Memory (MB) : 255 2000 2000 Job terminated of its own accord at 2024-10-24T22:15:28Z with exit-code 0. ... 028 (10628.613.000) 2024-10-24 18:15:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.99528349531279 Disk = 37005011 DiskUsage = 562179 EventTime = "2024-10-24T18:15:28.906" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619640" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215340" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 255 MyType = "JobTerminatedEvent" Proc = 613 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:00, Sys 0 00:00:09" SentBytes = 88601.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808128; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:34:23, Sys 0 00:00:12" TotalSentBytes = 89473.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.775.000) 2024-10-24 18:15:39 Started transferring output files ... 028 (10628.775.000) 2024-10-24 18:15:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:39.138" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.775.000) 2024-10-24 18:15:39 Finished transferring output files ... 028 (10628.775.000) 2024-10-24 18:15:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:39.258" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 775 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.775.000) 2024-10-24 18:15:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:03:14, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:32:19, Sys 0 00:00:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88516 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88516 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 554700 2000000 37005014 GPUs : 0 Memory (MB) : 252 2000 2000 Job terminated of its own accord at 2024-10-24T22:15:38Z with exit-code 0. ... 028 (10628.775.000) 2024-10-24 18:15:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9875475247643359 Disk = 37005014 DiskUsage = 554700 EventTime = "2024-10-24T18:15:39.691" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619588" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215330" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 775 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:03:14, Sys 0 00:00:09" SentBytes = 88516.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808138; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:32:19, Sys 0 00:00:10" TotalSentBytes = 88516.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.445.000) 2024-10-24 18:15:55 Image size of job updated: 3721248 250 - MemoryUsage of job (MB) 255612 - ResidentSetSize of job (KB) ... 028 (10628.445.000) 2024-10-24 18:15:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:15:55.097" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 445 ResidentSetSize = 255612 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.060.000) 2024-10-24 18:16:27 Image size of job updated: 3789572 250 - MemoryUsage of job (MB) 255260 - ResidentSetSize of job (KB) ... 028 (10628.060.000) 2024-10-24 18:16:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:27.981" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 60 ResidentSetSize = 255260 Size = 3789572 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.060.000) 2024-10-24 18:16:28 Started transferring output files ... 028 (10628.060.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:28.169" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.060.000) 2024-10-24 18:16:28 Finished transferring output files ... 028 (10628.060.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:28.225" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 60 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.060.000) 2024-10-24 18:16:28 Job terminated. (1) Normal termination (return value 0) Usr 0 04:04:40, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:20:24, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90470 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90470 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469736 2000000 2007909 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:16:27Z with exit-code 0. ... 028 (10628.060.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903580982932451 Disk = 2007909 DiskUsage = 469736 EventTime = "2024-10-24T18:16:28.534" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976244.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976244-0-fnpc22023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 60 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:04:40, Sys 0 00:00:24" SentBytes = 90470.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808187; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:20:24, Sys 0 00:00:27" TotalSentBytes = 90470.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.761.000) 2024-10-24 18:16:28 Image size of job updated: 3789560 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.761.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:28.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 761 ResidentSetSize = 100000 Size = 3789560 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.761.000) 2024-10-24 18:16:28 Started transferring output files ... 028 (10628.761.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:28.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.761.000) 2024-10-24 18:16:28 Finished transferring output files ... 028 (10628.761.000) 2024-10-24 18:16:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:28.882" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 761 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.761.000) 2024-10-24 18:16:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:04:44, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:16:21, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88478 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88478 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469424 2000000 2007894 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:16:28Z with exit-code 0. ... 028 (10628.761.000) 2024-10-24 18:16:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868258157336194 Disk = 2007894 DiskUsage = 469424 EventTime = "2024-10-24T18:16:29.202" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 761 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:04:44, Sys 0 00:00:23" SentBytes = 88478.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808188; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:16:21, Sys 0 00:00:24" TotalSentBytes = 88478.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.445.000) 2024-10-24 18:16:55 Started transferring output files ... 028 (10628.445.000) 2024-10-24 18:16:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:55.082" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 445 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.445.000) 2024-10-24 18:16:55 Finished transferring output files ... 028 (10628.445.000) 2024-10-24 18:16:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:16:55.159" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 445 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.445.000) 2024-10-24 18:16:55 Job terminated. (1) Normal termination (return value 0) Usr 0 06:10:51, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:10:51, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91287 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91287 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 572962 2000000 2007838 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:16:54Z with exit-code 0. ... 028 (10628.445.000) 2024-10-24 18:16:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9942104110862967 Disk = 2007838 DiskUsage = 572962 EventTime = "2024-10-24T18:16:55.552" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 445 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:10:51, Sys 0 00:00:27" SentBytes = 91287.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808214; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:10:51, Sys 0 00:00:27" TotalSentBytes = 91287.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.201.000) 2024-10-24 18:17:02 Image size of job updated: 3968968 268 - MemoryUsage of job (MB) 273968 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 18:17:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:02.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 268 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 273968 Size = 3968968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.740.000) 2024-10-24 18:17:07 Image size of job updated: 3789828 249 - MemoryUsage of job (MB) 254028 - ResidentSetSize of job (KB) ... 028 (10628.740.000) 2024-10-24 18:17:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:07.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 740 ResidentSetSize = 254028 Size = 3789828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.740.000) 2024-10-24 18:17:07 Started transferring output files ... 028 (10628.740.000) 2024-10-24 18:17:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:07.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.740.000) 2024-10-24 18:17:08 Finished transferring output files ... 028 (10628.740.000) 2024-10-24 18:17:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:08.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 740 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.740.000) 2024-10-24 18:17:08 Job terminated. (1) Normal termination (return value 0) Usr 0 04:03:41, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:24:46, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88583 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88583 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470968 2000000 2007894 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:17:07Z with exit-code 0. ... 028 (10628.740.000) 2024-10-24 18:17:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9847854398207023 Disk = 2007894 DiskUsage = 470968 EventTime = "2024-10-24T18:17:08.620" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472348" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197073.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4197073-0-fnpc23006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 740 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:03:41, Sys 0 00:00:22" SentBytes = 88583.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808227; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:24:46, Sys 0 00:00:24" TotalSentBytes = 88583.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.201.000) 2024-10-24 18:17:42 Image size of job updated: 4215500 268 - MemoryUsage of job (MB) 273968 - ResidentSetSize of job (KB) ... 028 (10628.201.000) 2024-10-24 18:17:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:42.970" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 268 MyType = "JobImageSizeEvent" Proc = 201 ResidentSetSize = 273968 Size = 4215500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.201.000) 2024-10-24 18:17:43 Started transferring output files ... 028 (10628.201.000) 2024-10-24 18:17:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:43.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.201.000) 2024-10-24 18:17:43 Finished transferring output files ... 028 (10628.201.000) 2024-10-24 18:17:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:17:43.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 201 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.201.000) 2024-10-24 18:17:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:03, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:18:34, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88518 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88518 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 521193 2000000 36811940 GPUs : 0 Memory (MB) : 268 2000 2000 Job terminated of its own accord at 2024-10-24T22:17:42Z with exit-code 0. ... 028 (10628.201.000) 2024-10-24 18:17:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9960439211978021 Disk = 36811940 DiskUsage = 521193 EventTime = "2024-10-24T18:17:43.814" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619066" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215206" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 268 MyType = "JobTerminatedEvent" Proc = 201 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:39:03, Sys 0 00:00:07" SentBytes = 88518.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808262; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:18:34, Sys 0 00:00:29" TotalSentBytes = 88518.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.764.000) 2024-10-24 18:18:19 Image size of job updated: 3721984 244 - MemoryUsage of job (MB) 249196 - ResidentSetSize of job (KB) ... 028 (10628.764.000) 2024-10-24 18:18:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:19.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 764 ResidentSetSize = 249196 Size = 3721984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.764.000) 2024-10-24 18:18:19 Started transferring output files ... 028 (10628.764.000) 2024-10-24 18:18:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:19.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.764.000) 2024-10-24 18:18:19 Finished transferring output files ... 028 (10628.764.000) 2024-10-24 18:18:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:19.596" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 764 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.764.000) 2024-10-24 18:18:20 Job terminated. (1) Normal termination (return value 0) Usr 0 03:54:56, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:15:54, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90251 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90251 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469150 2000000 2007823 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T22:18:19Z with exit-code 0. ... 028 (10628.764.000) 2024-10-24 18:18:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9899664303582054 Disk = 2007823 DiskUsage = 469150 EventTime = "2024-10-24T18:18:20.390" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483915" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975864.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975864-0-fnpc17132.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 764 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:54:56, Sys 0 00:00:18" SentBytes = 90251.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808299; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:15:54, Sys 0 00:00:22" TotalSentBytes = 90251.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.804.000) 2024-10-24 18:18:57 Image size of job updated: 3901672 121 - MemoryUsage of job (MB) 123100 - ResidentSetSize of job (KB) ... 028 (10628.804.000) 2024-10-24 18:18:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:57.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 121 MyType = "JobImageSizeEvent" Proc = 804 ResidentSetSize = 123100 Size = 3901672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.804.000) 2024-10-24 18:18:57 Started transferring output files ... 028 (10628.804.000) 2024-10-24 18:18:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:57.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.804.000) 2024-10-24 18:18:57 Finished transferring output files ... 028 (10628.804.000) 2024-10-24 18:18:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:18:57.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 804 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.804.000) 2024-10-24 18:18:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:00:23, Sys 0 00:00:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:22:08, Sys 0 00:00:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87938 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87938 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467602 2000000 20043916 GPUs : 0 Memory (MB) : 121 2000 2500 Job terminated of its own accord at 2024-10-24T22:18:57Z with exit-code 0. ... 028 (10628.804.000) 2024-10-24 18:18:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9616988292418093 Disk = 20043916 DiskUsage = 467602 EventTime = "2024-10-24T18:18:57.807" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210404.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@c7-3-17.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 121 MyType = "JobTerminatedEvent" Proc = 804 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:00:23, Sys 0 00:00:50" SentBytes = 87938.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808337; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:22:08, Sys 0 00:00:53" TotalSentBytes = 87938.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.199.000) 2024-10-24 18:19:18 Image size of job updated: 3789828 246 - MemoryUsage of job (MB) 251528 - ResidentSetSize of job (KB) ... 028 (10628.199.000) 2024-10-24 18:19:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:19:18.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 199 ResidentSetSize = 251528 Size = 3789828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.199.000) 2024-10-24 18:19:18 Started transferring output files ... 028 (10628.199.000) 2024-10-24 18:19:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:19:18.815" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.199.000) 2024-10-24 18:19:18 Finished transferring output files ... 028 (10628.199.000) 2024-10-24 18:19:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:19:18.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 199 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.199.000) 2024-10-24 18:19:19 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:51, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:20:52, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90987 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90987 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 476656 2000000 2007893 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:19:18Z with exit-code 0. ... 028 (10628.199.000) 2024-10-24 18:19:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9591176622018803 Disk = 2007893 DiskUsage = 476656 EventTime = "2024-10-24T18:19:19.216" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472084" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196816.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196816-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 199 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:51, Sys 0 00:00:28" SentBytes = 90987.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808358; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:20:52, Sys 0 00:00:35" TotalSentBytes = 90987.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.087.000) 2024-10-24 18:20:18 Image size of job updated: 3721504 246 - MemoryUsage of job (MB) 251312 - ResidentSetSize of job (KB) ... 028 (10628.087.000) 2024-10-24 18:20:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:20:18.314" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 87 ResidentSetSize = 251312 Size = 3721504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.369.000) 2024-10-24 18:20:42 Image size of job updated: 3654180 252 - MemoryUsage of job (MB) 257428 - ResidentSetSize of job (KB) ... 028 (10628.369.000) 2024-10-24 18:20:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:20:42.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 369 ResidentSetSize = 257428 Size = 3654180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.087.000) 2024-10-24 18:21:13 Image size of job updated: 4030904 246 - MemoryUsage of job (MB) 251312 - ResidentSetSize of job (KB) ... 028 (10628.087.000) 2024-10-24 18:21:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:21:13.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 87 ResidentSetSize = 251312 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.087.000) 2024-10-24 18:21:14 Started transferring output files ... 028 (10628.087.000) 2024-10-24 18:21:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:21:14.188" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 87 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.087.000) 2024-10-24 18:21:14 Finished transferring output files ... 028 (10628.087.000) 2024-10-24 18:21:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:21:14.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 87 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.087.000) 2024-10-24 18:21:14 Job terminated. (1) Normal termination (return value 0) Usr 0 06:12:59, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:12:59, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89803 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89803 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 581833 2000000 2007827 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:21:13Z with exit-code 0. ... 028 (10628.087.000) 2024-10-24 18:21:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9607929451526127 Disk = 2007827 DiskUsage = 581833 EventTime = "2024-10-24T18:21:14.843" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471723" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196556.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196556-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 87 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:12:59, Sys 0 00:00:29" SentBytes = 89803.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808473; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:12:59, Sys 0 00:00:29" TotalSentBytes = 89803.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.672.000) 2024-10-24 18:21:18 Image size of job updated: 3789084 250 - MemoryUsage of job (MB) 255892 - ResidentSetSize of job (KB) ... 028 (10628.672.000) 2024-10-24 18:21:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:21:18.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 672 ResidentSetSize = 255892 Size = 3789084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.369.000) 2024-10-24 18:22:35 Image size of job updated: 3654180 252 - MemoryUsage of job (MB) 258004 - ResidentSetSize of job (KB) ... 028 (10628.369.000) 2024-10-24 18:22:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:35.091" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 369 ResidentSetSize = 258004 Size = 3654180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.369.000) 2024-10-24 18:22:35 Started transferring output files ... 028 (10628.369.000) 2024-10-24 18:22:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:35.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 369 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.369.000) 2024-10-24 18:22:35 Finished transferring output files ... 028 (10628.369.000) 2024-10-24 18:22:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:35.372" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 369 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.369.000) 2024-10-24 18:22:35 Job terminated. (1) Normal termination (return value 0) Usr 0 06:14:06, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:14:06, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88444 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88444 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 519500 2000000 2007826 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T22:22:35Z with exit-code 0. ... 028 (10628.369.000) 2024-10-24 18:22:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921992770841118 Disk = 2007826 DiskUsage = 519500 EventTime = "2024-10-24T18:22:35.727" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 369 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:14:06, Sys 0 00:00:33" SentBytes = 88444.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808555; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:14:06, Sys 0 00:00:33" TotalSentBytes = 88444.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.672.000) 2024-10-24 18:22:40 Image size of job updated: 4030904 250 - MemoryUsage of job (MB) 255892 - ResidentSetSize of job (KB) ... 028 (10628.672.000) 2024-10-24 18:22:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:40.738" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 672 ResidentSetSize = 255892 Size = 4030904 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.672.000) 2024-10-24 18:22:40 Started transferring output files ... 028 (10628.672.000) 2024-10-24 18:22:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:40.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 672 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.672.000) 2024-10-24 18:22:41 Finished transferring output files ... 028 (10628.672.000) 2024-10-24 18:22:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:22:41.032" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 672 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.672.000) 2024-10-24 18:22:41 Job terminated. (1) Normal termination (return value 0) Usr 0 05:40:19, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:40:19, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90039 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90039 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.53 1 1 Disk (KB) : 585326 2000000 2004334 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:22:40Z with exit-code 0. ... 028 (10628.672.000) 2024-10-24 18:22:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5337996890249533 Disk = 2004334 DiskUsage = 585326 EventTime = "2024-10-24T18:22:41.328" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 672 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:40:19, Sys 0 00:00:18" SentBytes = 90039.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808560; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:40:19, Sys 0 00:00:18" TotalSentBytes = 90039.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.769.000) 2024-10-24 18:23:47 Started transferring output files ... 028 (10628.769.000) 2024-10-24 18:23:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:23:47.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.769.000) 2024-10-24 18:23:47 Finished transferring output files ... 028 (10628.769.000) 2024-10-24 18:23:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:23:47.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 769 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.769.000) 2024-10-24 18:23:48 Job terminated. (1) Normal termination (return value 0) Usr 0 04:19:05, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:28:48, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88939 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88939 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472456 2000000 2004363 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:23:47Z with exit-code 0. ... 028 (10628.769.000) 2024-10-24 18:23:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989971679842036 Disk = 2004363 DiskUsage = 472456 EventTime = "2024-10-24T18:23:48.151" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472106" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196838.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196838-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 769 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:19:05, Sys 0 00:00:21" SentBytes = 88939.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808627; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:28:48, Sys 0 00:00:23" TotalSentBytes = 88939.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.382.000) 2024-10-24 18:24:27 Image size of job updated: 3721992 247 - MemoryUsage of job (MB) 252440 - ResidentSetSize of job (KB) ... 028 (10628.382.000) 2024-10-24 18:24:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:27.687" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 382 ResidentSetSize = 252440 Size = 3721992 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.382.000) 2024-10-24 18:24:27 Started transferring output files ... 028 (10628.382.000) 2024-10-24 18:24:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:27.870" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.382.000) 2024-10-24 18:24:27 Finished transferring output files ... 028 (10628.382.000) 2024-10-24 18:24:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:27.944" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 382 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.382.000) 2024-10-24 18:24:28 Job terminated. (1) Normal termination (return value 0) Usr 0 04:12:20, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:28:27, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90023 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90023 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473057 2000000 2004368 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-24T22:24:27Z with exit-code 0. ... 028 (10628.382.000) 2024-10-24 18:24:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881609187461009 Disk = 2004368 DiskUsage = 473057 EventTime = "2024-10-24T18:24:28.279" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976158.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976158-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 382 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:12:20, Sys 0 00:00:23" SentBytes = 90023.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808667; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:28:27, Sys 0 00:00:25" TotalSentBytes = 90023.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.481.000) 2024-10-24 18:24:37 Image size of job updated: 3789080 84 - MemoryUsage of job (MB) 85260 - ResidentSetSize of job (KB) ... 028 (10628.481.000) 2024-10-24 18:24:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:37.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 481 ResidentSetSize = 85260 Size = 3789080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.481.000) 2024-10-24 18:24:37 Started transferring output files ... 028 (10628.481.000) 2024-10-24 18:24:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:37.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 481 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.481.000) 2024-10-24 18:24:37 Finished transferring output files ... 028 (10628.481.000) 2024-10-24 18:24:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:24:37.652" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 481 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.481.000) 2024-10-24 18:24:38 Job terminated. (1) Normal termination (return value 0) Usr 0 06:15:56, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:15:56, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88268 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88268 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.92 1 1 Disk (KB) : 472785 2000000 2007859 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T22:24:37Z with exit-code 0. ... 028 (10628.481.000) 2024-10-24 18:24:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9172327081943372 Disk = 2007859 DiskUsage = 472785 EventTime = "2024-10-24T18:24:38.113" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196726-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 481 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:15:56, Sys 0 00:00:32" SentBytes = 88268.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808677; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:15:56, Sys 0 00:00:32" TotalSentBytes = 88268.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.265.000) 2024-10-24 18:25:33 Image size of job updated: 840168 37 - MemoryUsage of job (MB) 37792 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 18:25:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:25:33.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 37792 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.773.000) 2024-10-24 18:25:34 Image size of job updated: 3750000 251 - MemoryUsage of job (MB) 256484 - ResidentSetSize of job (KB) ... 028 (10628.773.000) 2024-10-24 18:25:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:25:34.202" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 773 ResidentSetSize = 256484 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.329.000) 2024-10-24 18:25:43 Image size of job updated: 3721760 245 - MemoryUsage of job (MB) 250740 - ResidentSetSize of job (KB) ... 028 (10628.329.000) 2024-10-24 18:25:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:25:43.001" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 329 ResidentSetSize = 250740 Size = 3721760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.773.000) 2024-10-24 18:26:05 Image size of job updated: 4033884 251 - MemoryUsage of job (MB) 256484 - ResidentSetSize of job (KB) ... 028 (10628.773.000) 2024-10-24 18:26:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:05.232" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 773 ResidentSetSize = 256484 Size = 4033884 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.773.000) 2024-10-24 18:26:05 Started transferring output files ... 028 (10628.773.000) 2024-10-24 18:26:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:05.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.773.000) 2024-10-24 18:26:05 Finished transferring output files ... 028 (10628.773.000) 2024-10-24 18:26:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:05.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 773 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.773.000) 2024-10-24 18:26:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:15:11, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:24:56, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91108 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91108 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.90 1 1 Disk (KB) : 583902 2000000 2004344 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T22:26:05Z with exit-code 0. ... 028 (10628.773.000) 2024-10-24 18:26:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9042720882866591 Disk = 2004344 DiskUsage = 583902 EventTime = "2024-10-24T18:26:05.888" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196590.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196590-0-fnpc9018.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 773 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:15:11, Sys 0 00:00:18" SentBytes = 91108.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808765; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:24:56, Sys 0 00:00:20" TotalSentBytes = 91108.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.574.000) 2024-10-24 18:26:07 Image size of job updated: 3721696 252 - MemoryUsage of job (MB) 257356 - ResidentSetSize of job (KB) ... 028 (10628.574.000) 2024-10-24 18:26:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:07.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 574 ResidentSetSize = 257356 Size = 3721696 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.720.000) 2024-10-24 18:26:21 Image size of job updated: 3789596 246 - MemoryUsage of job (MB) 250992 - ResidentSetSize of job (KB) ... 028 (10628.720.000) 2024-10-24 18:26:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:21.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 720 ResidentSetSize = 250992 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.329.000) 2024-10-24 18:26:29 Image size of job updated: 3961640 245 - MemoryUsage of job (MB) 250740 - ResidentSetSize of job (KB) ... 028 (10628.329.000) 2024-10-24 18:26:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:29.198" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 329 ResidentSetSize = 250740 Size = 3961640 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.329.000) 2024-10-24 18:26:29 Started transferring output files ... 028 (10628.329.000) 2024-10-24 18:26:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:29.391" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 329 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.329.000) 2024-10-24 18:26:29 Finished transferring output files ... 028 (10628.329.000) 2024-10-24 18:26:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:26:29.471" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 329 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.329.000) 2024-10-24 18:26:29 Job terminated. (1) Normal termination (return value 0) Usr 0 06:17:51, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:17:51, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89820 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89820 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.48 1 1 Disk (KB) : 592753 2000000 2007838 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T22:26:29Z with exit-code 0. ... 028 (10628.329.000) 2024-10-24 18:26:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4766666666666666 Disk = 2007838 DiskUsage = 592753 EventTime = "2024-10-24T18:26:29.813" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 329 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:17:51, Sys 0 00:00:31" SentBytes = 89820.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808789; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:17:51, Sys 0 00:00:31" TotalSentBytes = 89820.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.720.000) 2024-10-24 18:27:48 Image size of job updated: 3789596 246 - MemoryUsage of job (MB) 251568 - ResidentSetSize of job (KB) ... 028 (10628.720.000) 2024-10-24 18:27:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:27:48.650" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 720 ResidentSetSize = 251568 Size = 3789596 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.720.000) 2024-10-24 18:27:48 Started transferring output files ... 028 (10628.720.000) 2024-10-24 18:27:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:27:48.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 720 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.720.000) 2024-10-24 18:27:48 Finished transferring output files ... 028 (10628.720.000) 2024-10-24 18:27:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:27:48.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 720 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.720.000) 2024-10-24 18:27:49 Job terminated. (1) Normal termination (return value 0) Usr 0 06:19:07, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:19:07, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89742 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89742 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 534024 2000000 2007838 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:27:48Z with exit-code 0. ... 028 (10628.720.000) 2024-10-24 18:27:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9766851081814316 Disk = 2007838 DiskUsage = 534024 EventTime = "2024-10-24T18:27:49.223" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 720 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:19:07, Sys 0 00:00:30" SentBytes = 89742.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808868; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:19:07, Sys 0 00:00:30" TotalSentBytes = 89742.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.368.000) 2024-10-24 18:28:13 Image size of job updated: 4068036 121 - MemoryUsage of job (MB) 123676 - ResidentSetSize of job (KB) ... 028 (10628.368.000) 2024-10-24 18:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:13.200" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 121 MyType = "JobImageSizeEvent" Proc = 368 ResidentSetSize = 123676 Size = 4068036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.368.000) 2024-10-24 18:28:13 Started transferring output files ... 028 (10628.368.000) 2024-10-24 18:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:13.497" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.368.000) 2024-10-24 18:28:13 Finished transferring output files ... 028 (10628.368.000) 2024-10-24 18:28:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:13.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 368 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.368.000) 2024-10-24 18:28:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:20, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:24:59, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88321 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88321 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.70 1 1 Disk (KB) : 467314 2000000 37012804 GPUs : 0 Memory (MB) : 121 2000 2000 Job terminated of its own accord at 2024-10-24T22:28:13Z with exit-code 0. ... 028 (10628.368.000) 2024-10-24 18:28:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.7018181818181817 Disk = 37012804 DiskUsage = 467314 EventTime = "2024-10-24T18:28:14.007" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618107" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215007" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 121 MyType = "JobTerminatedEvent" Proc = 368 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:20, Sys 0 00:00:10" SentBytes = 88321.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808893; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:24:59, Sys 0 00:00:15" TotalSentBytes = 88321.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.574.000) 2024-10-24 18:28:39 Image size of job updated: 3964200 252 - MemoryUsage of job (MB) 257356 - ResidentSetSize of job (KB) ... 028 (10628.574.000) 2024-10-24 18:28:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:39.375" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 574 ResidentSetSize = 257356 Size = 3964200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.574.000) 2024-10-24 18:28:39 Started transferring output files ... 028 (10628.574.000) 2024-10-24 18:28:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:39.658" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 574 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.574.000) 2024-10-24 18:28:39 Finished transferring output files ... 028 (10628.574.000) 2024-10-24 18:28:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:39.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 574 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.574.000) 2024-10-24 18:28:40 Job terminated. (1) Normal termination (return value 0) Usr 0 06:21:00, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:21:00, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89388 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89388 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 481771 2000000 2007826 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T22:28:39Z with exit-code 0. ... 028 (10628.574.000) 2024-10-24 18:28:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9555871164951225 Disk = 2007826 DiskUsage = 481771 EventTime = "2024-10-24T18:28:40.058" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 574 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:21:00, Sys 0 00:00:35" SentBytes = 89388.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808919; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:21:00, Sys 0 00:00:35" TotalSentBytes = 89388.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.337.000) 2024-10-24 18:28:45 Image size of job updated: 3721748 82 - MemoryUsage of job (MB) 83304 - ResidentSetSize of job (KB) ... 028 (10628.337.000) 2024-10-24 18:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:45.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 82 MyType = "JobImageSizeEvent" Proc = 337 ResidentSetSize = 83304 Size = 3721748 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.337.000) 2024-10-24 18:28:45 Started transferring output files ... 028 (10628.337.000) 2024-10-24 18:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:45.844" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 337 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.337.000) 2024-10-24 18:28:45 Finished transferring output files ... 028 (10628.337.000) 2024-10-24 18:28:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:28:45.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 337 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.337.000) 2024-10-24 18:28:46 Job terminated. (1) Normal termination (return value 0) Usr 0 05:52:32, Sys 0 00:00:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:52:32, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92131 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92131 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 474396 2000000 2007783 GPUs : 0 Memory (MB) : 82 2000 2048 Job terminated of its own accord at 2024-10-24T22:28:45Z with exit-code 0. ... 028 (10628.337.000) 2024-10-24 18:28:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8750020172327909 Disk = 2007783 DiskUsage = 474396 EventTime = "2024-10-24T18:28:46.368" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 82 MyType = "JobTerminatedEvent" Proc = 337 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:52:32, Sys 0 00:00:39" SentBytes = 92131.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729808925; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:52:32, Sys 0 00:00:39" TotalSentBytes = 92131.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.212.000) 2024-10-24 18:30:41 Image size of job updated: 3722236 249 - MemoryUsage of job (MB) 254792 - ResidentSetSize of job (KB) ... 028 (10628.212.000) 2024-10-24 18:30:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:41.670" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 212 ResidentSetSize = 254792 Size = 3722236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.212.000) 2024-10-24 18:30:41 Started transferring output files ... 028 (10628.212.000) 2024-10-24 18:30:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:41.859" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.212.000) 2024-10-24 18:30:41 Finished transferring output files ... 028 (10628.212.000) 2024-10-24 18:30:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:41.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 212 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.212.000) 2024-10-24 18:30:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:47, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:28:40, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90178 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90178 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470958 2000000 2007683 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:30:41Z with exit-code 0. ... 028 (10628.212.000) 2024-10-24 18:30:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909465477786954 Disk = 2007683 DiskUsage = 470958 EventTime = "2024-10-24T18:30:42.869" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975999.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975999-0-fnpc23110.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 212 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:47, Sys 0 00:00:20" SentBytes = 90178.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809041; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:28:40, Sys 0 00:00:27" TotalSentBytes = 90178.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.392.000) 2024-10-24 18:30:51 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37536 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 18:30:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:51.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37536 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.580.000) 2024-10-24 18:30:55 Image size of job updated: 3789600 87 - MemoryUsage of job (MB) 88832 - ResidentSetSize of job (KB) ... 028 (10628.580.000) 2024-10-24 18:30:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:55.740" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 580 ResidentSetSize = 88832 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.580.000) 2024-10-24 18:30:55 Started transferring output files ... 028 (10628.580.000) 2024-10-24 18:30:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:55.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 580 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.580.000) 2024-10-24 18:30:56 Finished transferring output files ... 028 (10628.580.000) 2024-10-24 18:30:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:30:56.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 580 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.580.000) 2024-10-24 18:30:56 Job terminated. (1) Normal termination (return value 0) Usr 0 05:46:22, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:46:22, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90397 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90397 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.50 1 1 Disk (KB) : 474714 2000000 2004334 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T22:30:55Z with exit-code 0. ... 028 (10628.580.000) 2024-10-24 18:30:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4961620312973551 Disk = 2004334 DiskUsage = 474714 EventTime = "2024-10-24T18:30:56.329" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196781.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196781-0-fnpc9054.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 580 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:46:22, Sys 0 00:00:19" SentBytes = 90397.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809055; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 05:46:22, Sys 0 00:00:19" TotalSentBytes = 90397.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 18:31:16 Image size of job updated: 838500 38 - MemoryUsage of job (MB) 37892 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 18:31:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:16.766" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 37892 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.637.000) 2024-10-24 18:31:17 Image size of job updated: 3722016 250 - MemoryUsage of job (MB) 255364 - ResidentSetSize of job (KB) ... 028 (10628.637.000) 2024-10-24 18:31:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:17.842" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 637 ResidentSetSize = 255364 Size = 3722016 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.674.000) 2024-10-24 18:31:23 Image size of job updated: 773476 38 - MemoryUsage of job (MB) 37968 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 18:31:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:23.194" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 37968 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.954.000) 2024-10-24 18:31:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu <10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP> ... 028 (10628.954.000) 2024-10-24 18:31:28 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:31:28.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "JobDisconnectedEvent" Proc = 954 StartdAddr = "<10.136.81.238:41185?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50914594%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9999440&PrivNet=comp-cc-0468.gwave.ics.psu.edu&addrs=10.136.81.238-41185&alias=comp-cc-0468.gwave.ics.psu.edu&noUDP>" StartdName = "slot1_4@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.637.000) 2024-10-24 18:31:28 Image size of job updated: 3972124 250 - MemoryUsage of job (MB) 255364 - ResidentSetSize of job (KB) ... 028 (10628.637.000) 2024-10-24 18:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:28.917" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 637 ResidentSetSize = 255364 Size = 3972124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.637.000) 2024-10-24 18:31:29 Started transferring output files ... 028 (10628.637.000) 2024-10-24 18:31:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:29.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 637 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.637.000) 2024-10-24 18:31:29 Finished transferring output files ... 028 (10628.637.000) 2024-10-24 18:31:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:31:29.171" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 637 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.637.000) 2024-10-24 18:31:29 Job terminated. (1) Normal termination (return value 0) Usr 0 06:20:57, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:20:57, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91135 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91135 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 613654 2000000 2007838 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:31:28Z with exit-code 0. ... 028 (10628.637.000) 2024-10-24 18:31:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9904830150296914 Disk = 2007838 DiskUsage = 613654 EventTime = "2024-10-24T18:31:29.647" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471833" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196626.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196626-0-fnpc17123.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 637 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:20:57, Sys 0 00:00:29" SentBytes = 91135.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809088; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:20:57, Sys 0 00:00:29" TotalSentBytes = 91135.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.022.000) 2024-10-24 18:31:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_904139_189135774@c1808.swan.hcc.unl.edu, rescheduling job ... 028 (10628.022.000) 2024-10-24 18:31:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T18:31:42.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618561" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215123" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 22 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_904139_189135774@c1808.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.356.000) 2024-10-24 18:32:02 Image size of job updated: 4234340 102 - MemoryUsage of job (MB) 103612 - ResidentSetSize of job (KB) ... 028 (10628.356.000) 2024-10-24 18:32:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:02.594" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 356 ResidentSetSize = 103612 Size = 4234340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.356.000) 2024-10-24 18:32:02 Started transferring output files ... 028 (10628.356.000) 2024-10-24 18:32:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:02.797" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.356.000) 2024-10-24 18:32:02 Finished transferring output files ... 028 (10628.356.000) 2024-10-24 18:32:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:02.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 356 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.356.000) 2024-10-24 18:32:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:23, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:34:20, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88521 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88521 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470056 2000000 2007904 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T22:32:02Z with exit-code 0. ... 028 (10628.356.000) 2024-10-24 18:32:03 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9883318371355245 Disk = 2007904 DiskUsage = 470056 EventTime = "2024-10-24T18:32:03.298" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472032" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196767.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196767-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 356 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:39:23, Sys 0 00:00:19" SentBytes = 88521.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809122; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:34:20, Sys 0 00:00:23" TotalSentBytes = 88521.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.919.000) 2024-10-24 18:32:12 Image size of job updated: 3721492 246 - MemoryUsage of job (MB) 251652 - ResidentSetSize of job (KB) ... 028 (10628.919.000) 2024-10-24 18:32:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:12.204" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 919 ResidentSetSize = 251652 Size = 3721492 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.913.000) 2024-10-24 18:32:14 Image size of job updated: 3722036 248 - MemoryUsage of job (MB) 252968 - ResidentSetSize of job (KB) ... 028 (10628.913.000) 2024-10-24 18:32:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:14.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 913 ResidentSetSize = 252968 Size = 3722036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.907.000) 2024-10-24 18:32:18 Image size of job updated: 3789084 245 - MemoryUsage of job (MB) 250284 - ResidentSetSize of job (KB) ... 028 (10628.907.000) 2024-10-24 18:32:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:18.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 907 ResidentSetSize = 250284 Size = 3789084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.907.000) 2024-10-24 18:32:38 Image size of job updated: 4233668 245 - MemoryUsage of job (MB) 250284 - ResidentSetSize of job (KB) ... 028 (10628.907.000) 2024-10-24 18:32:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:38.933" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 907 ResidentSetSize = 250284 Size = 4233668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.907.000) 2024-10-24 18:32:39 Started transferring output files ... 028 (10628.907.000) 2024-10-24 18:32:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:39.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 907 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.907.000) 2024-10-24 18:32:39 Finished transferring output files ... 028 (10628.907.000) 2024-10-24 18:32:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:32:39.195" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 907 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.907.000) 2024-10-24 18:32:39 Job terminated. (1) Normal termination (return value 0) Usr 0 06:22:00, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:22:00, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89206 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89206 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 602208 2000000 2007749 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-24T22:32:38Z with exit-code 0. ... 028 (10628.907.000) 2024-10-24 18:32:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.973364369844838 Disk = 2007749 DiskUsage = 602208 EventTime = "2024-10-24T18:32:39.515" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976166.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976166-0-fnpc17155.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 907 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:22:00, Sys 0 00:00:29" SentBytes = 89206.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809158; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:22:00, Sys 0 00:00:29" TotalSentBytes = 89206.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.919.000) 2024-10-24 18:33:01 Started transferring output files ... 028 (10628.919.000) 2024-10-24 18:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:01.551" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 919 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.919.000) 2024-10-24 18:33:01 Finished transferring output files ... 028 (10628.919.000) 2024-10-24 18:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:01.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 919 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.260.000) 2024-10-24 18:33:01 Image size of job updated: 3964244 98 - MemoryUsage of job (MB) 100100 - ResidentSetSize of job (KB) ... 028 (10628.260.000) 2024-10-24 18:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:01.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 260 ResidentSetSize = 100100 Size = 3964244 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.260.000) 2024-10-24 18:33:01 Started transferring output files ... 028 (10628.260.000) 2024-10-24 18:33:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:01.957" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 005 (10628.919.000) 2024-10-24 18:33:01 Job terminated. (1) Normal termination (return value 0) Usr 0 06:22:54, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:22:54, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88225 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88225 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 571666 2000000 2007835 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T22:33:01Z with exit-code 0. ... 028 (10628.919.000) 2024-10-24 18:33:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9940285025239107 Disk = 2007835 DiskUsage = 571666 EventTime = "2024-10-24T18:33:01.958" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976008-0-fnpc17110.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 919 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:22:54, Sys 0 00:00:28" SentBytes = 88225.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809181; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:22:54, Sys 0 00:00:28" TotalSentBytes = 88225.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.260.000) 2024-10-24 18:33:02 Finished transferring output files ... 028 (10628.260.000) 2024-10-24 18:33:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:02.034" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 260 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.260.000) 2024-10-24 18:33:02 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:40, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:41:29, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95132 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95132 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.88 1 1 Disk (KB) : 470354 2000000 2004391 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:33:01Z with exit-code 0. ... 028 (10628.260.000) 2024-10-24 18:33:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8783763382726572 Disk = 2004391 DiskUsage = 470354 EventTime = "2024-10-24T18:33:02.350" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471533" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196441.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-4196441-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 260 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:40, Sys 0 00:00:28" SentBytes = 95132.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809181; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:41:29, Sys 0 00:00:31" TotalSentBytes = 95132.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.913.000) 2024-10-24 18:33:39 Started transferring output files ... 028 (10628.913.000) 2024-10-24 18:33:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:39.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 913 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.913.000) 2024-10-24 18:33:39 Finished transferring output files ... 028 (10628.913.000) 2024-10-24 18:33:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:39.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 913 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.913.000) 2024-10-24 18:33:40 Job terminated. (1) Normal termination (return value 0) Usr 0 06:25:00, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:25:00, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90960 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90960 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 530894 2000000 2007860 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:33:39Z with exit-code 0. ... 028 (10628.913.000) 2024-10-24 18:33:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886605611246049 Disk = 2007860 DiskUsage = 530894 EventTime = "2024-10-24T18:33:40.427" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196715.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196715-0-fnpc17158.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 913 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:25:00, Sys 0 00:00:27" SentBytes = 90960.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809219; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:25:00, Sys 0 00:00:27" TotalSentBytes = 90960.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.009.000) 2024-10-24 18:33:49 Started transferring output files ... 028 (10628.009.000) 2024-10-24 18:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:49.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.009.000) 2024-10-24 18:33:49 Finished transferring output files ... 028 (10628.009.000) 2024-10-24 18:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:49.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 012 (10628.009.000) 2024-10-24 18:33:49 Job was held. The job attribute OnExitHold expression '(ExitBySignal == false) && (ExitCode != 0) && (JobRunCount > 5)' evaluated to TRUE Code 3 Subcode 0 ... 028 (10628.009.000) 2024-10-24 18:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:49.747" EventTypeNumber = 28 HoldReason = "The job attribute OnExitHold expression '(ExitBySignal == false) && (ExitCode != 0) && (JobRunCount > 5)' evaluated to TRUE" HoldReasonCode = 3 HoldReasonSubCode = 0 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobHeldEvent" Proc = 9 Subproc = 0 TriggerEventTypeName = "ULOG_JOB_HELD" TriggerEventTypeNumber = 12 ... 040 (10628.022.000) 2024-10-24 18:33:50 Started transferring input files Transferring to host: <10.138.19.16:37881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50918551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10013955&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-37881&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 18:33:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:50.949" EventTypeNumber = 28 Host = "<10.138.19.16:37881?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50918551%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10013955&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-37881&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.022.000) 2024-10-24 18:33:51 Finished transferring input files ... 028 (10628.022.000) 2024-10-24 18:33:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:51.029" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.022.000) 2024-10-24 18:33:52 Warning from starter on slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.022.000) 2024-10-24 18:33:52 Job executing on host: <10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 18:33:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:33:52.336" EventTypeNumber = 28 ExecuteHost = "<10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.033.000) 2024-10-24 18:35:06 Image size of job updated: 4035680 102 - MemoryUsage of job (MB) 104128 - ResidentSetSize of job (KB) ... 028 (10628.033.000) 2024-10-24 18:35:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:35:06.392" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 33 ResidentSetSize = 104128 Size = 4035680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.033.000) 2024-10-24 18:35:06 Started transferring output files ... 028 (10628.033.000) 2024-10-24 18:35:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:35:06.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.033.000) 2024-10-24 18:35:06 Finished transferring output files ... 028 (10628.033.000) 2024-10-24 18:35:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:35:06.640" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 33 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.033.000) 2024-10-24 18:35:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:37, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:53:16, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90345 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90345 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471882 2000000 2007934 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T22:35:06Z with exit-code 0. ... 028 (10628.033.000) 2024-10-24 18:35:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902568425526688 Disk = 2007934 DiskUsage = 471882 EventTime = "2024-10-24T18:35:06.953" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975663.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@osg-3975663-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 33 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:37, Sys 0 00:00:22" SentBytes = 90345.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809306; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:53:16, Sys 0 00:00:24" TotalSentBytes = 90345.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.299.000) 2024-10-24 18:35:36 Image size of job updated: 3856488 252 - MemoryUsage of job (MB) 257364 - ResidentSetSize of job (KB) ... 028 (10628.299.000) 2024-10-24 18:35:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:35:36.413" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 299 ResidentSetSize = 257364 Size = 3856488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 18:36:02 Image size of job updated: 903780 37 - MemoryUsage of job (MB) 37828 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 18:36:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:36:02.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37828 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.068.000) 2024-10-24 18:37:01 Image size of job updated: 3790080 252 - MemoryUsage of job (MB) 257652 - ResidentSetSize of job (KB) ... 028 (10628.068.000) 2024-10-24 18:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:01.099" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 68 ResidentSetSize = 257652 Size = 3790080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.068.000) 2024-10-24 18:37:01 Started transferring output files ... 028 (10628.068.000) 2024-10-24 18:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:01.284" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.068.000) 2024-10-24 18:37:01 Finished transferring output files ... 028 (10628.068.000) 2024-10-24 18:37:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:01.339" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 68 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.068.000) 2024-10-24 18:37:01 Job terminated. (1) Normal termination (return value 0) Usr 0 03:25:04, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:00:48, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90018 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90018 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.91 1 1 Disk (KB) : 468222 2000000 2007591 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T22:37:01Z with exit-code 0. ... 028 (10628.068.000) 2024-10-24 18:37:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9143496469855262 Disk = 2007591 DiskUsage = 468222 EventTime = "2024-10-24T18:37:01.670" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484405" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976221.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976221-0-fnpc23116.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 68 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:25:04, Sys 0 00:00:22" SentBytes = 90018.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809421; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:00:48, Sys 0 00:00:24" TotalSentBytes = 90018.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.299.000) 2024-10-24 18:37:39 Image size of job updated: 4031416 252 - MemoryUsage of job (MB) 257364 - ResidentSetSize of job (KB) ... 028 (10628.299.000) 2024-10-24 18:37:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:39.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 299 ResidentSetSize = 257364 Size = 4031416 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.299.000) 2024-10-24 18:37:40 Started transferring output files ... 028 (10628.299.000) 2024-10-24 18:37:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:40.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 299 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.299.000) 2024-10-24 18:37:40 Finished transferring output files ... 028 (10628.299.000) 2024-10-24 18:37:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:37:40.303" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 299 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.299.000) 2024-10-24 18:37:40 Job terminated. (1) Normal termination (return value 0) Usr 0 06:31:48, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:31:48, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89399 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89399 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 497782 2000000 2001920 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T22:37:39Z with exit-code 0. ... 028 (10628.299.000) 2024-10-24 18:37:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9937827991214835 Disk = 2001920 DiskUsage = 497782 EventTime = "2024-10-24T18:37:40.630" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 299 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:31:48, Sys 0 00:00:18" SentBytes = 89399.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809459; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:31:48, Sys 0 00:00:18" TotalSentBytes = 89399.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.801.000) 2024-10-24 18:39:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2781465_535750288@dwarf53.beocat.ksu.edu, rescheduling job ... 028 (10628.801.000) 2024-10-24 18:39:17 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T18:39:17.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483633" JOB_GLIDEIN_Entry_Name = "OSG_US_KSU-Beocat-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "BEOCAT-SLATE" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "19857057" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "BEOCAT-SLATE" MyType = "JobReconnectFailedEvent" Proc = 801 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_2781465_535750288@dwarf53.beocat.ksu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.772.000) 2024-10-24 18:39:45 Image size of job updated: 3789304 248 - MemoryUsage of job (MB) 253340 - ResidentSetSize of job (KB) ... 028 (10628.772.000) 2024-10-24 18:39:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:39:45.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 772 ResidentSetSize = 253340 Size = 3789304 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.772.000) 2024-10-24 18:39:45 Started transferring output files ... 028 (10628.772.000) 2024-10-24 18:39:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:39:45.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.772.000) 2024-10-24 18:39:45 Finished transferring output files ... 028 (10628.772.000) 2024-10-24 18:39:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:39:45.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 772 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.772.000) 2024-10-24 18:39:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:25:37, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:19:36, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89577 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89577 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.57 1 1 Disk (KB) : 472797 2000000 2007935 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:39:45Z with exit-code 0. ... 028 (10628.772.000) 2024-10-24 18:39:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5681334183934029 Disk = 2007935 DiskUsage = 472797 EventTime = "2024-10-24T18:39:46.339" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 772 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:25:37, Sys 0 00:00:22" SentBytes = 89577.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809585; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:19:36, Sys 0 00:00:26" TotalSentBytes = 89577.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.105.000) 2024-10-24 18:40:32 Image size of job updated: 3721508 250 - MemoryUsage of job (MB) 255552 - ResidentSetSize of job (KB) ... 028 (10628.105.000) 2024-10-24 18:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:32.125" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 105 ResidentSetSize = 255552 Size = 3721508 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.105.000) 2024-10-24 18:40:32 Started transferring output files ... 028 (10628.105.000) 2024-10-24 18:40:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:32.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 105 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.105.000) 2024-10-24 18:40:33 Finished transferring output files ... 028 (10628.105.000) 2024-10-24 18:40:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:33.037" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 105 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.105.000) 2024-10-24 18:40:33 Job terminated. (1) Normal termination (return value 0) Usr 0 06:00:11, Sys 0 00:00:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:00:11, Sys 0 00:00:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91754 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91754 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.47 1 1 Disk (KB) : 473056 2000000 2007783 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:40:32Z with exit-code 0. ... 028 (10628.105.000) 2024-10-24 18:40:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4654164066081929 Disk = 2007783 DiskUsage = 473056 EventTime = "2024-10-24T18:40:33.674" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 105 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:00:11, Sys 0 00:00:48" SentBytes = 91754.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809632; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:00:11, Sys 0 00:00:48" TotalSentBytes = 91754.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.477.000) 2024-10-24 18:40:38 Image size of job updated: 3653652 249 - MemoryUsage of job (MB) 254936 - ResidentSetSize of job (KB) ... 028 (10628.477.000) 2024-10-24 18:40:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:38.902" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 477 ResidentSetSize = 254936 Size = 3653652 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.477.000) 2024-10-24 18:40:39 Started transferring output files ... 028 (10628.477.000) 2024-10-24 18:40:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:39.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 477 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.477.000) 2024-10-24 18:40:39 Finished transferring output files ... 028 (10628.477.000) 2024-10-24 18:40:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:40:39.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 477 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.477.000) 2024-10-24 18:40:39 Job terminated. (1) Normal termination (return value 0) Usr 0 06:00:42, Sys 0 00:01:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:00:42, Sys 0 00:01:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90619 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90619 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.51 1 1 Disk (KB) : 473059 2000000 2007783 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:40:38Z with exit-code 0. ... 028 (10628.477.000) 2024-10-24 18:40:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5053091052877048 Disk = 2007783 DiskUsage = 473059 EventTime = "2024-10-24T18:40:39.891" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 477 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:00:42, Sys 0 00:01:08" SentBytes = 90619.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809638; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:00:42, Sys 0 00:01:08" TotalSentBytes = 90619.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 18:41:02 Image size of job updated: 903780 38 - MemoryUsage of job (MB) 37952 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 18:41:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:41:02.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37952 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.529.000) 2024-10-24 18:41:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_1782772_220136452@node2019.palmetto.clemson.edu <10.125.8.234:33307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29398142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9973960&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-33307&alias=node2019.palmetto.clemson.edu&noUDP> ... 028 (10628.529.000) 2024-10-24 18:41:07 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:41:07.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 529 StartdAddr = "<10.125.8.234:33307?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29398142%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#9973960&PrivNet=node2019.palmetto.clemson.edu&addrs=10.125.8.234-33307&alias=node2019.palmetto.clemson.edu&noUDP>" StartdName = "slot1_4@glidein_1782772_220136452@node2019.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.578.000) 2024-10-24 18:41:08 Image size of job updated: 3721696 250 - MemoryUsage of job (MB) 255632 - ResidentSetSize of job (KB) ... 028 (10628.578.000) 2024-10-24 18:41:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:41:08.809" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 578 ResidentSetSize = 255632 Size = 3721696 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.673.000) 2024-10-24 18:41:17 Image size of job updated: 3721524 249 - MemoryUsage of job (MB) 254892 - ResidentSetSize of job (KB) ... 028 (10628.673.000) 2024-10-24 18:41:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:41:17.513" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 673 ResidentSetSize = 254892 Size = 3721524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.662.000) 2024-10-24 18:41:21 Image size of job updated: 3789076 249 - MemoryUsage of job (MB) 254584 - ResidentSetSize of job (KB) ... 028 (10628.662.000) 2024-10-24 18:41:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:41:21.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 662 ResidentSetSize = 254584 Size = 3789076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.850.000) 2024-10-24 18:42:09 Image size of job updated: 3698828 188 - MemoryUsage of job (MB) 192336 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 18:42:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:09.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 188 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 192336 Size = 3698828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.662.000) 2024-10-24 18:42:10 Started transferring output files ... 028 (10628.662.000) 2024-10-24 18:42:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:10.577" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 662 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.662.000) 2024-10-24 18:42:10 Finished transferring output files ... 028 (10628.662.000) 2024-10-24 18:42:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:10.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 662 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.662.000) 2024-10-24 18:42:10 Job terminated. (1) Normal termination (return value 0) Usr 0 06:30:08, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:30:08, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92722 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92722 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 568288 2000000 2007826 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:42:10Z with exit-code 0. ... 028 (10628.662.000) 2024-10-24 18:42:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9822180573848943 Disk = 2007826 DiskUsage = 568288 EventTime = "2024-10-24T18:42:10.984" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483972" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975905.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975905-0-fnpc17134.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 662 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:30:08, Sys 0 00:00:31" SentBytes = 92722.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809730; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:30:08, Sys 0 00:00:31" TotalSentBytes = 92722.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.673.000) 2024-10-24 18:42:14 Started transferring output files ... 028 (10628.673.000) 2024-10-24 18:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:14.327" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 673 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.673.000) 2024-10-24 18:42:14 Finished transferring output files ... 028 (10628.673.000) 2024-10-24 18:42:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:14.403" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 673 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.673.000) 2024-10-24 18:42:14 Job terminated. (1) Normal termination (return value 0) Usr 0 06:02:12, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:02:12, Sys 0 00:00:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 95932 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 95932 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.55 1 1 Disk (KB) : 573606 2000000 2007783 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:42:14Z with exit-code 0. ... 028 (10628.673.000) 2024-10-24 18:42:14 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5478615552124552 Disk = 2007783 DiskUsage = 573606 EventTime = "2024-10-24T18:42:14.752" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 673 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:02:12, Sys 0 00:00:51" SentBytes = 95932.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809734; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:02:12, Sys 0 00:00:51" TotalSentBytes = 95932.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.897.000) 2024-10-24 18:42:15 Image size of job updated: 3721248 248 - MemoryUsage of job (MB) 253604 - ResidentSetSize of job (KB) ... 028 (10628.897.000) 2024-10-24 18:42:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:15.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 897 ResidentSetSize = 253604 Size = 3721248 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.937.000) 2024-10-24 18:42:27 Image size of job updated: 3766672 191 - MemoryUsage of job (MB) 195288 - ResidentSetSize of job (KB) ... 028 (10628.937.000) 2024-10-24 18:42:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:27.438" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 191 MyType = "JobImageSizeEvent" Proc = 937 ResidentSetSize = 195288 Size = 3766672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.019.000) 2024-10-24 18:42:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2772634_54590580@c2021.swan.hcc.unl.edu <10.138.20.21:36977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10000498&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-36977&alias=c2021.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 18:42:34 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:42:34.548" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 19 StartdAddr = "<10.138.20.21:36977?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50915655%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10000498&PrivNet=c2021.swan.hcc.unl.edu&addrs=10.138.20.21-36977&alias=c2021.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2772634_54590580@c2021.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.801.000) 2024-10-24 18:42:42 Started transferring input files Transferring to host: <10.138.22.21:46025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355765%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9966505&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-46025&alias=c2221.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 18:42:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:42.581" EventTypeNumber = 28 Host = "<10.138.22.21:46025?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355765%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9966505&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-46025&alias=c2221.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617246" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213085" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.801.000) 2024-10-24 18:42:42 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 18:42:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:42.664" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617246" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213085" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.801.000) 2024-10-24 18:42:43 Warning from starter on slot1@glidein_3144003_57338060@c2221.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.801.000) 2024-10-24 18:42:43 Job executing on host: <10.138.22.21:40431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10019197&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-40431&alias=c2221.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 18:42:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:43.945" EventTypeNumber = 28 ExecuteHost = "<10.138.22.21:40431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10019197&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-40431&alias=c2221.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617246" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213085" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.787.000) 2024-10-24 18:42:54 Image size of job updated: 2126024 68 - MemoryUsage of job (MB) 68820 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 18:42:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:42:54.985" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 68 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 68820 Size = 2126024 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.897.000) 2024-10-24 18:43:22 Started transferring output files ... 028 (10628.897.000) 2024-10-24 18:43:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:43:22.896" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 897 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.897.000) 2024-10-24 18:43:23 Finished transferring output files ... 028 (10628.897.000) 2024-10-24 18:43:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:43:23.014" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 897 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.897.000) 2024-10-24 18:43:23 Job terminated. (1) Normal termination (return value 0) Usr 0 06:35:38, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:35:38, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88372 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88372 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 554691 2000000 2011267 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:43:22Z with exit-code 0. ... 028 (10628.897.000) 2024-10-24 18:43:23 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9753748283714238 Disk = 2011267 DiskUsage = 554691 EventTime = "2024-10-24T18:43:23.337" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976178.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976178-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 897 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:35:38, Sys 0 00:00:25" SentBytes = 88372.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809802; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:35:38, Sys 0 00:00:25" TotalSentBytes = 88372.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.578.000) 2024-10-24 18:43:32 Image size of job updated: 3722272 251 - MemoryUsage of job (MB) 256208 - ResidentSetSize of job (KB) ... 028 (10628.578.000) 2024-10-24 18:43:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:43:32.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 578 ResidentSetSize = 256208 Size = 3722272 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.578.000) 2024-10-24 18:43:32 Started transferring output files ... 028 (10628.578.000) 2024-10-24 18:43:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:43:32.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 578 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.578.000) 2024-10-24 18:43:33 Finished transferring output files ... 028 (10628.578.000) 2024-10-24 18:43:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:43:33.013" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 578 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.578.000) 2024-10-24 18:43:33 Job terminated. (1) Normal termination (return value 0) Usr 0 06:03:04, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:03:04, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92652 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92652 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.54 1 1 Disk (KB) : 497320 2000000 2007783 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T22:43:32Z with exit-code 0. ... 028 (10628.578.000) 2024-10-24 18:43:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.5438702546301774 Disk = 2007783 DiskUsage = 497320 EventTime = "2024-10-24T18:43:33.364" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 578 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:03:04, Sys 0 00:00:40" SentBytes = 92652.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809812; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:03:04, Sys 0 00:00:40" TotalSentBytes = 92652.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.982.000) 2024-10-24 18:44:23 Image size of job updated: 3794996 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.982.000) 2024-10-24 18:44:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:44:23.735" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 982 ResidentSetSize = 100000 Size = 3794996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.982.000) 2024-10-24 18:44:23 Started transferring output files ... 028 (10628.982.000) 2024-10-24 18:44:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:44:23.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.982.000) 2024-10-24 18:44:24 Finished transferring output files ... 028 (10628.982.000) 2024-10-24 18:44:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:44:24.067" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 982 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.982.000) 2024-10-24 18:44:24 Job terminated. (1) Normal termination (return value 0) Usr 0 04:03:50, Sys 0 00:04:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:40:48, Sys 0 00:04:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89240 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89240 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469750 2000000 2003609 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T22:44:23Z with exit-code 0. ... 028 (10628.982.000) 2024-10-24 18:44:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9862789269393941 Disk = 2003609 DiskUsage = 469750 EventTime = "2024-10-24T18:44:24.406" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2467936" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1_lm" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 982 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:03:50, Sys 0 00:04:57" SentBytes = 89240.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729809863; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:40:48, Sys 0 00:04:59" TotalSentBytes = 89240.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.391.000) 2024-10-24 18:45:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_431741_373001000@node1189.palmetto.clemson.edu <10.125.5.169:34257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29376749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9976670&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-34257&alias=node1189.palmetto.clemson.edu&noUDP> ... 028 (10628.391.000) 2024-10-24 18:45:28 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:45:28.441" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 391 StartdAddr = "<10.125.5.169:34257?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29376749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#9976670&PrivNet=node1189.palmetto.clemson.edu&addrs=10.125.5.169-34257&alias=node1189.palmetto.clemson.edu&noUDP>" StartdName = "slot1_7@glidein_431741_373001000@node1189.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.031.000) 2024-10-24 18:46:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_235154_550468134@c1518.swan.hcc.unl.edu <10.138.15.18:43833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29434260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042775&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-43833&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 18:46:07 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:46:07.199" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 31 StartdAddr = "<10.138.15.18:43833?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29434260%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10042775&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-43833&alias=c1518.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_235154_550468134@c1518.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.687.000) 2024-10-24 18:46:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu <10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP> ... 028 (10628.687.000) 2024-10-24 18:46:07 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:46:07.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 687 StartdAddr = "<10.138.15.18:35697?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50888066%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10004778&PrivNet=c1518.swan.hcc.unl.edu&addrs=10.138.15.18-35697&alias=c1518.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.219.000) 2024-10-24 18:46:28 Image size of job updated: 3750000 279 - MemoryUsage of job (MB) 285252 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 18:46:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:46:28.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 279 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 285252 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.850.000) 2024-10-24 18:47:09 Image size of job updated: 3720928 247 - MemoryUsage of job (MB) 252496 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 18:47:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:09.459" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 252496 Size = 3720928 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.874.000) 2024-10-24 18:47:16 Image size of job updated: 3721772 251 - MemoryUsage of job (MB) 256564 - ResidentSetSize of job (KB) ... 028 (10628.874.000) 2024-10-24 18:47:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:16.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 874 ResidentSetSize = 256564 Size = 3721772 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.874.000) 2024-10-24 18:47:21 Image size of job updated: 4037404 251 - MemoryUsage of job (MB) 256564 - ResidentSetSize of job (KB) ... 028 (10628.874.000) 2024-10-24 18:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:21.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 874 ResidentSetSize = 256564 Size = 4037404 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.874.000) 2024-10-24 18:47:21 Started transferring output files ... 028 (10628.874.000) 2024-10-24 18:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:21.734" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 874 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.874.000) 2024-10-24 18:47:21 Finished transferring output files ... 028 (10628.874.000) 2024-10-24 18:47:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:21.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 874 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.874.000) 2024-10-24 18:47:22 Job terminated. (1) Normal termination (return value 0) Usr 0 06:37:19, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:37:19, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87833 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87833 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616111 2000000 2011290 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T22:47:21Z with exit-code 0. ... 028 (10628.874.000) 2024-10-24 18:47:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9970389559928088 Disk = 2011290 DiskUsage = 616111 EventTime = "2024-10-24T18:47:22.124" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976174.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976174-0-fnpc7205.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 874 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:37:19, Sys 0 00:00:23" SentBytes = 87833.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810041; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:37:19, Sys 0 00:00:23" TotalSentBytes = 87833.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.219.000) 2024-10-24 18:47:24 Image size of job updated: 3750000 280 - MemoryUsage of job (MB) 286180 - ResidentSetSize of job (KB) ... 028 (10628.219.000) 2024-10-24 18:47:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:24.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 219 ResidentSetSize = 286180 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.219.000) 2024-10-24 18:47:24 Started transferring output files ... 028 (10628.219.000) 2024-10-24 18:47:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:24.453" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.219.000) 2024-10-24 18:47:24 Finished transferring output files ... 028 (10628.219.000) 2024-10-24 18:47:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:24.536" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 219 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.219.000) 2024-10-24 18:47:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:19:04, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:58:14, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88611 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88611 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 501036 2000000 27788329 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T22:47:24Z with exit-code 0. ... 028 (10628.219.000) 2024-10-24 18:47:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9929392055549277 Disk = 27788329 DiskUsage = 501036 EventTime = "2024-10-24T18:47:24.984" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3273453" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454655" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 219 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:19:04, Sys 0 00:00:11" SentBytes = 88611.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810044; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 04:58:14, Sys 0 00:00:18" TotalSentBytes = 88611.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.937.000) 2024-10-24 18:47:27 Image size of job updated: 3789340 251 - MemoryUsage of job (MB) 256472 - ResidentSetSize of job (KB) ... 028 (10628.937.000) 2024-10-24 18:47:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:27.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 937 ResidentSetSize = 256472 Size = 3789340 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 18:47:55 Image size of job updated: 2315000 163 - MemoryUsage of job (MB) 165908 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 18:47:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:47:55.315" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 163 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 165908 Size = 2315000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.787.000) 2024-10-24 18:49:43 Image size of job updated: 2315584 164 - MemoryUsage of job (MB) 166952 - ResidentSetSize of job (KB) ... 028 (10628.787.000) 2024-10-24 18:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:49:43.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 164 MyType = "JobImageSizeEvent" Proc = 787 ResidentSetSize = 166952 Size = 2315584 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.787.000) 2024-10-24 18:49:43 Started transferring output files ... 028 (10628.787.000) 2024-10-24 18:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:49:43.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 787 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.787.000) 2024-10-24 18:49:43 Finished transferring output files ... 028 (10628.787.000) 2024-10-24 18:49:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:49:43.777" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 787 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.787.000) 2024-10-24 18:49:44 Job terminated. (1) Normal termination (return value 0) Usr 0 06:37:37, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:37:37, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92920 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92920 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 506860 2000000 4477038 GPUs : 0 Memory (MB) : 164 2000 2500 Job terminated of its own accord at 2024-10-24T22:49:43Z with exit-code 0. ... 028 (10628.787.000) 2024-10-24 18:49:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9987593883990151 Disk = 4477038 DiskUsage = 506860 EventTime = "2024-10-24T18:49:44.160" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2469797" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "388419.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@e2286.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 164 MyType = "JobTerminatedEvent" Proc = 787 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:37:37, Sys 0 00:00:27" SentBytes = 92920.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810183; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:37:37, Sys 0 00:00:27" TotalSentBytes = 92920.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.247.000) 2024-10-24 18:50:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_21914_14369688@node1675.palmetto.clemson.edu <10.125.7.145:33823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9901113&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-33823&alias=node1675.palmetto.clemson.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 18:50:05 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:50:05.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 247 StartdAddr = "<10.125.7.145:33823?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51630334%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9901113&PrivNet=node1675.palmetto.clemson.edu&addrs=10.125.7.145-33823&alias=node1675.palmetto.clemson.edu&noUDP>" StartdName = "slot1_2@glidein_21914_14369688@node1675.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.165.000) 2024-10-24 18:50:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu, rescheduling job ... 028 (10628.165.000) 2024-10-24 18:50:36 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T18:50:36.388" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618311" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215039" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 165 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_844892_720045600@c1510.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.850.000) 2024-10-24 18:51:52 Image size of job updated: 3721496 248 - MemoryUsage of job (MB) 253264 - ResidentSetSize of job (KB) ... 028 (10628.850.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:51:52.056" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 850 ResidentSetSize = 253264 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.850.000) 2024-10-24 18:51:52 Started transferring output files ... 028 (10628.850.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:51:52.254" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 850 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.850.000) 2024-10-24 18:51:52 Finished transferring output files ... 028 (10628.850.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:51:52.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 850 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.937.000) 2024-10-24 18:51:52 Started transferring output files ... 028 (10628.937.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:51:52.519" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 937 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.937.000) 2024-10-24 18:51:52 Finished transferring output files ... 028 (10628.937.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:51:52.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 937 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.850.000) 2024-10-24 18:51:52 Job terminated. (1) Normal termination (return value 0) Usr 0 06:31:39, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:31:39, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93328 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93328 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.07 1 1 Disk (KB) : 500581 2000000 2001920 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T22:51:52Z with exit-code 0. ... 028 (10628.850.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.07064627188296155 Disk = 2001920 DiskUsage = 500581 EventTime = "2024-10-24T18:51:52.670" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 850 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:31:39, Sys 0 00:00:29" SentBytes = 93328.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810312; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:31:39, Sys 0 00:00:29" TotalSentBytes = 93328.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.937.000) 2024-10-24 18:51:52 Job terminated. (1) Normal termination (return value 0) Usr 0 06:33:24, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:33:24, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89490 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89490 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.09 1 1 Disk (KB) : 510446 2000000 2001920 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T22:51:52Z with exit-code 0. ... 028 (10628.937.000) 2024-10-24 18:51:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0907317503960744 Disk = 2001920 DiskUsage = 510446 EventTime = "2024-10-24T18:51:52.921" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484121" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976006.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976006-0-fnpc7584.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 937 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:33:24, Sys 0 00:00:30" SentBytes = 89490.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810312; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:33:24, Sys 0 00:00:30" TotalSentBytes = 89490.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.062.000) 2024-10-24 18:54:01 Image size of job updated: 3750000 249 - MemoryUsage of job (MB) 254860 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 18:54:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:54:01.572" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 254860 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.165.000) 2024-10-24 18:54:32 Started transferring input files Transferring to host: <131.225.211.68:45385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29355864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9972473&PrivNet=osg-4196426-0-fnpc7559.fnal.gov&addrs=131.225.211.68-45385+[2620-6a-0-8862-f0-0-211-68]-45385&alias=osg-4196426-0-fnpc7559.fnal.gov&noUDP> ... 028 (10628.165.000) 2024-10-24 18:54:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:54:32.460" EventTypeNumber = 28 Host = "<131.225.211.68:45385?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29355864%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9972473&PrivNet=osg-4196426-0-fnpc7559.fnal.gov&addrs=131.225.211.68-45385+[2620-6a-0-8862-f0-0-211-68]-45385&alias=osg-4196426-0-fnpc7559.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.165.000) 2024-10-24 18:54:32 Finished transferring input files ... 028 (10628.165.000) 2024-10-24 18:54:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:54:32.533" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.165.000) 2024-10-24 18:54:36 Warning from starter on slot1_3@glidein_8_300062556@osg-4196426-0-fnpc7559.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.165.000) 2024-10-24 18:54:36 Job executing on host: <131.225.211.68:45813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29332438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984648&PrivNet=osg-4196426-0-fnpc7559.fnal.gov&addrs=131.225.211.68-45813+[2620-6a-0-8862-f0-0-211-68]-45813&alias=osg-4196426-0-fnpc7559.fnal.gov&noUDP> ... 028 (10628.165.000) 2024-10-24 18:54:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:54:36.121" EventTypeNumber = 28 ExecuteHost = "<131.225.211.68:45813?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29332438%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9984648&PrivNet=osg-4196426-0-fnpc7559.fnal.gov&addrs=131.225.211.68-45813+[2620-6a-0-8862-f0-0-211-68]-45813&alias=osg-4196426-0-fnpc7559.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.062.000) 2024-10-24 18:55:15 Image size of job updated: 4098652 249 - MemoryUsage of job (MB) 254860 - ResidentSetSize of job (KB) ... 028 (10628.062.000) 2024-10-24 18:55:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:15.240" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 62 ResidentSetSize = 254860 Size = 4098652 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.062.000) 2024-10-24 18:55:15 Started transferring output files ... 028 (10628.062.000) 2024-10-24 18:55:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:15.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.062.000) 2024-10-24 18:55:15 Finished transferring output files ... 028 (10628.062.000) 2024-10-24 18:55:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:15.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 62 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.062.000) 2024-10-24 18:55:15 Job terminated. (1) Normal termination (return value 0) Usr 0 04:27:03, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:57:54, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91453 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91453 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 518578 2000000 2004350 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T22:55:15Z with exit-code 0. ... 028 (10628.062.000) 2024-10-24 18:55:15 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887887262061983 Disk = 2004350 DiskUsage = 518578 EventTime = "2024-10-24T18:55:15.839" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976266.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976266-0-fnpc19135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 62 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:27:03, Sys 0 00:00:23" SentBytes = 91453.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810515; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:57:54, Sys 0 00:00:25" TotalSentBytes = 91453.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.587.000) 2024-10-24 18:55:19 Image size of job updated: 3789336 251 - MemoryUsage of job (MB) 256932 - ResidentSetSize of job (KB) ... 028 (10628.587.000) 2024-10-24 18:55:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:19.427" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 587 ResidentSetSize = 256932 Size = 3789336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.587.000) 2024-10-24 18:55:19 Started transferring output files ... 028 (10628.587.000) 2024-10-24 18:55:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:19.625" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 587 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.587.000) 2024-10-24 18:55:19 Finished transferring output files ... 028 (10628.587.000) 2024-10-24 18:55:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:55:19.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 587 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.587.000) 2024-10-24 18:55:20 Job terminated. (1) Normal termination (return value 0) Usr 0 06:48:24, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:48:24, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89098 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89098 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471557 2000000 2011246 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T22:55:19Z with exit-code 0. ... 028 (10628.587.000) 2024-10-24 18:55:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9813142699746432 Disk = 2011246 DiskUsage = 471557 EventTime = "2024-10-24T18:55:20.141" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 587 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:48:24, Sys 0 00:00:26" SentBytes = 89098.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810519; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:48:24, Sys 0 00:00:26" TotalSentBytes = 89098.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.774.000) 2024-10-24 18:56:15 Image size of job updated: 3750000 250 - MemoryUsage of job (MB) 255676 - ResidentSetSize of job (KB) ... 028 (10628.774.000) 2024-10-24 18:56:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:56:15.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 774 ResidentSetSize = 255676 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.774.000) 2024-10-24 18:56:15 Started transferring output files ... 028 (10628.774.000) 2024-10-24 18:56:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:56:15.800" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.774.000) 2024-10-24 18:56:15 Finished transferring output files ... 028 (10628.774.000) 2024-10-24 18:56:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:56:15.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 774 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.774.000) 2024-10-24 18:56:16 Job terminated. (1) Normal termination (return value 0) Usr 0 03:41:52, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:11:03, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88522 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88522 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470956 2000000 2007900 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:56:15Z with exit-code 0. ... 028 (10628.774.000) 2024-10-24 18:56:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9681602519166218 Disk = 2007900 DiskUsage = 470956 EventTime = "2024-10-24T18:56:16.192" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472349" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197079.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197079-0-fnpc22027.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 774 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:41:52, Sys 0 00:00:22" SentBytes = 88522.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810575; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:11:03, Sys 0 00:00:23" TotalSentBytes = 88522.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.676.000) 2024-10-24 18:56:24 Image size of job updated: 3788780 250 - MemoryUsage of job (MB) 255832 - ResidentSetSize of job (KB) ... 028 (10628.676.000) 2024-10-24 18:56:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:56:24.908" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 676 ResidentSetSize = 255832 Size = 3788780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.349.000) 2024-10-24 18:57:23 Image size of job updated: 3898716 133 - MemoryUsage of job (MB) 135376 - ResidentSetSize of job (KB) ... 028 (10628.349.000) 2024-10-24 18:57:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:23.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MemoryUsage = 133 MyType = "JobImageSizeEvent" Proc = 349 ResidentSetSize = 135376 Size = 3898716 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.349.000) 2024-10-24 18:57:24 Started transferring output files ... 028 (10628.349.000) 2024-10-24 18:57:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:24.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.349.000) 2024-10-24 18:57:25 Finished transferring output files ... 028 (10628.349.000) 2024-10-24 18:57:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:25.048" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 349 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.349.000) 2024-10-24 18:57:26 Job terminated. (1) Normal termination (return value 0) Usr 0 04:42:56, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:03:17, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89570 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89570 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472171 2000000 2001921 GPUs : 0 Memory (MB) : 133 2000 2048 Job terminated of its own accord at 2024-10-24T22:57:23Z with exit-code 0. ... 028 (10628.349.000) 2024-10-24 18:57:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.990883283846999 Disk = 2001921 DiskUsage = 472171 EventTime = "2024-10-24T18:57:26.308" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2415813" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435782.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@node083.local" JOB_Site = "SPRACE" Memory = 2048 MemoryUsage = 133 MyType = "JobTerminatedEvent" Proc = 349 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:42:56, Sys 0 00:00:15" SentBytes = 89570.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810643; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:03:17, Sys 0 00:00:17" TotalSentBytes = 89570.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.956.000) 2024-10-24 18:57:34 Image size of job updated: 3789580 244 - MemoryUsage of job (MB) 249452 - ResidentSetSize of job (KB) ... 028 (10628.956.000) 2024-10-24 18:57:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:34.704" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 956 ResidentSetSize = 249452 Size = 3789580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.956.000) 2024-10-24 18:57:34 Started transferring output files ... 028 (10628.956.000) 2024-10-24 18:57:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:34.892" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.956.000) 2024-10-24 18:57:34 Finished transferring output files ... 028 (10628.956.000) 2024-10-24 18:57:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:34.967" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 956 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.956.000) 2024-10-24 18:57:35 Job terminated. (1) Normal termination (return value 0) Usr 0 03:24:32, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:49:12, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89138 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89138 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473089 2000000 2007935 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-24T22:57:34Z with exit-code 0. ... 028 (10628.956.000) 2024-10-24 18:57:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.987270990244435 Disk = 2007935 DiskUsage = 473089 EventTime = "2024-10-24T18:57:35.292" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483493" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975662.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@osg-3975662-0-fnpc23107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 956 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:24:32, Sys 0 00:00:28" SentBytes = 89138.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810654; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:49:12, Sys 0 00:00:40" TotalSentBytes = 89138.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.224.000) 2024-10-24 18:57:35 Image size of job updated: 3749432 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.224.000) 2024-10-24 18:57:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:35.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 224 ResidentSetSize = 75000 Size = 3749432 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.224.000) 2024-10-24 18:57:36 Started transferring output files ... 028 (10628.224.000) 2024-10-24 18:57:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:36.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.224.000) 2024-10-24 18:57:36 Finished transferring output files ... 028 (10628.224.000) 2024-10-24 18:57:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:57:36.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 224 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.224.000) 2024-10-24 18:57:37 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:00, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:34:56, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88883 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88883 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 470334 2000000 2001920 GPUs : 0 Memory (MB) : 74 2000 2048 Job terminated of its own accord at 2024-10-24T22:57:35Z with exit-code 0. ... 028 (10628.224.000) 2024-10-24 18:57:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9755438946754651 Disk = 2001920 DiskUsage = 470334 EventTime = "2024-10-24T18:57:37.077" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2614507" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4419311" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 74 MyType = "JobTerminatedEvent" Proc = 224 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:00, Sys 0 00:00:17" SentBytes = 88883.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810655; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:34:56, Sys 0 00:00:22" TotalSentBytes = 88883.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.771.000) 2024-10-24 18:58:05 Image size of job updated: 3750000 281 - MemoryUsage of job (MB) 287348 - ResidentSetSize of job (KB) ... 028 (10628.771.000) 2024-10-24 18:58:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:05.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 281 MyType = "JobImageSizeEvent" Proc = 771 ResidentSetSize = 287348 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.771.000) 2024-10-24 18:58:05 Started transferring output files ... 028 (10628.771.000) 2024-10-24 18:58:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:05.692" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.771.000) 2024-10-24 18:58:05 Finished transferring output files ... 028 (10628.771.000) 2024-10-24 18:58:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:05.774" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 771 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.771.000) 2024-10-24 18:58:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:53, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:26:38, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88592 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88592 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468210 2000000 27600917 GPUs : 0 Memory (MB) : 281 2000 2048 Job terminated of its own accord at 2024-10-24T22:58:05Z with exit-code 0. ... 028 (10628.771.000) 2024-10-24 18:58:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9931600489896882 Disk = 27600917 DiskUsage = 468210 EventTime = "2024-10-24T18:58:06.236" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3271072" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454597" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 281 MyType = "JobTerminatedEvent" Proc = 771 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:53, Sys 0 00:00:15" SentBytes = 88592.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810685; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:26:38, Sys 0 00:00:20" TotalSentBytes = 88592.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.148.000) 2024-10-24 18:58:16 Image size of job updated: 4029364 97 - MemoryUsage of job (MB) 99156 - ResidentSetSize of job (KB) ... 028 (10628.148.000) 2024-10-24 18:58:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:16.663" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 148 ResidentSetSize = 99156 Size = 4029364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.148.000) 2024-10-24 18:58:16 Started transferring output files ... 028 (10628.148.000) 2024-10-24 18:58:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:16.856" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 148 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.148.000) 2024-10-24 18:58:16 Finished transferring output files ... 028 (10628.148.000) 2024-10-24 18:58:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:16.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 148 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.148.000) 2024-10-24 18:58:17 Job terminated. (1) Normal termination (return value 0) Usr 0 06:50:55, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:50:55, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88373 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88373 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.91 1 1 Disk (KB) : 473361 2000000 2011246 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-24T22:58:16Z with exit-code 0. ... 028 (10628.148.000) 2024-10-24 18:58:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9142777279222668 Disk = 2011246 DiskUsage = 473361 EventTime = "2024-10-24T18:58:17.247" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 148 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:50:55, Sys 0 00:00:27" SentBytes = 88373.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810696; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:50:55, Sys 0 00:00:27" TotalSentBytes = 88373.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.676.000) 2024-10-24 18:58:31 Image size of job updated: 3967676 250 - MemoryUsage of job (MB) 255832 - ResidentSetSize of job (KB) ... 028 (10628.676.000) 2024-10-24 18:58:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:31.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 676 ResidentSetSize = 255832 Size = 3967676 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.676.000) 2024-10-24 18:58:31 Started transferring output files ... 028 (10628.676.000) 2024-10-24 18:58:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:31.341" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 676 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.676.000) 2024-10-24 18:58:31 Finished transferring output files ... 028 (10628.676.000) 2024-10-24 18:58:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:58:31.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 676 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.676.000) 2024-10-24 18:58:31 Job terminated. (1) Normal termination (return value 0) Usr 0 06:52:11, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:52:11, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90151 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90151 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 491033 2000000 2011246 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T22:58:31Z with exit-code 0. ... 028 (10628.676.000) 2024-10-24 18:58:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9953990972362808 Disk = 2011246 DiskUsage = 491033 EventTime = "2024-10-24T18:58:31.939" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 676 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:52:11, Sys 0 00:00:27" SentBytes = 90151.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810711; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:52:11, Sys 0 00:00:27" TotalSentBytes = 90151.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.510.000) 2024-10-24 18:58:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3234043_189953544@node1881.palmetto.clemson.edu <10.125.8.96:41911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50863272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10014270&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-41911&alias=node1881.palmetto.clemson.edu&noUDP> ... 028 (10628.510.000) 2024-10-24 18:58:49 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T18:58:49.638" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobDisconnectedEvent" Proc = 510 StartdAddr = "<10.125.8.96:41911?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50863272%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10014270&PrivNet=node1881.palmetto.clemson.edu&addrs=10.125.8.96-41911&alias=node1881.palmetto.clemson.edu&noUDP>" StartdName = "slot1_1@glidein_3234043_189953544@node1881.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.389.000) 2024-10-24 18:59:41 Image size of job updated: 3721496 87 - MemoryUsage of job (MB) 88164 - ResidentSetSize of job (KB) ... 028 (10628.389.000) 2024-10-24 18:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:59:41.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 87 MyType = "JobImageSizeEvent" Proc = 389 ResidentSetSize = 88164 Size = 3721496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.389.000) 2024-10-24 18:59:41 Started transferring output files ... 028 (10628.389.000) 2024-10-24 18:59:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:59:41.924" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 389 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.389.000) 2024-10-24 18:59:42 Finished transferring output files ... 028 (10628.389.000) 2024-10-24 18:59:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:59:42.031" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 389 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.389.000) 2024-10-24 18:59:42 Job terminated. (1) Normal termination (return value 0) Usr 0 06:53:08, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:53:08, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91328 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91328 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471847 2000000 2011246 GPUs : 0 Memory (MB) : 87 2000 2048 Job terminated of its own accord at 2024-10-24T22:59:41Z with exit-code 0. ... 028 (10628.389.000) 2024-10-24 18:59:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9947339629737155 Disk = 2011246 DiskUsage = 471847 EventTime = "2024-10-24T18:59:42.431" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 87 MyType = "JobTerminatedEvent" Proc = 389 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:53:08, Sys 0 00:00:27" SentBytes = 91328.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810781; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:53:08, Sys 0 00:00:27" TotalSentBytes = 91328.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.165.000) 2024-10-24 18:59:45 Image size of job updated: 3601100 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-24 18:59:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T18:59:45.429" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 125000 Size = 3601100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.295.000) 2024-10-24 19:00:16 Image size of job updated: 3653900 84 - MemoryUsage of job (MB) 85312 - ResidentSetSize of job (KB) ... 028 (10628.295.000) 2024-10-24 19:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:00:16.349" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 84 MyType = "JobImageSizeEvent" Proc = 295 ResidentSetSize = 85312 Size = 3653900 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.295.000) 2024-10-24 19:00:16 Started transferring output files ... 028 (10628.295.000) 2024-10-24 19:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:00:16.573" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 295 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.295.000) 2024-10-24 19:00:16 Finished transferring output files ... 028 (10628.295.000) 2024-10-24 19:00:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:00:16.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 295 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.295.000) 2024-10-24 19:00:17 Job terminated. (1) Normal termination (return value 0) Usr 0 06:54:33, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:54:33, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88596 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88596 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471541 2000000 2011246 GPUs : 0 Memory (MB) : 84 2000 2048 Job terminated of its own accord at 2024-10-24T23:00:16Z with exit-code 0. ... 028 (10628.295.000) 2024-10-24 19:00:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9927398366129532 Disk = 2011246 DiskUsage = 471541 EventTime = "2024-10-24T19:00:17.082" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 84 MyType = "JobTerminatedEvent" Proc = 295 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:54:33, Sys 0 00:00:26" SentBytes = 88596.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810816; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:54:33, Sys 0 00:00:26" TotalSentBytes = 88596.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.490.000) 2024-10-24 19:01:04 Image size of job updated: 3721760 249 - MemoryUsage of job (MB) 254048 - ResidentSetSize of job (KB) ... 028 (10628.490.000) 2024-10-24 19:01:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:04.649" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 490 ResidentSetSize = 254048 Size = 3721760 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.490.000) 2024-10-24 19:01:28 Image size of job updated: 3895984 249 - MemoryUsage of job (MB) 254048 - ResidentSetSize of job (KB) ... 028 (10628.490.000) 2024-10-24 19:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:28.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 490 ResidentSetSize = 254048 Size = 3895984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.490.000) 2024-10-24 19:01:28 Started transferring output files ... 028 (10628.490.000) 2024-10-24 19:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:28.312" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 490 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.490.000) 2024-10-24 19:01:28 Finished transferring output files ... 028 (10628.490.000) 2024-10-24 19:01:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:28.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 490 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.490.000) 2024-10-24 19:01:28 Job terminated. (1) Normal termination (return value 0) Usr 0 06:54:27, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:54:27, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91439 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91439 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.81 1 1 Disk (KB) : 604259 2000000 2011246 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T23:01:28Z with exit-code 0. ... 028 (10628.490.000) 2024-10-24 19:01:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8104072456474563 Disk = 2011246 DiskUsage = 604259 EventTime = "2024-10-24T19:01:28.734" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471642" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196504.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196504-0-fnpc7201.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 490 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:54:27, Sys 0 00:00:27" SentBytes = 91439.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810888; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:54:27, Sys 0 00:00:27" TotalSentBytes = 91439.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.743.000) 2024-10-24 19:01:37 Image size of job updated: 3789600 252 - MemoryUsage of job (MB) 257640 - ResidentSetSize of job (KB) ... 028 (10628.743.000) 2024-10-24 19:01:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:37.354" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 743 ResidentSetSize = 257640 Size = 3789600 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.743.000) 2024-10-24 19:01:59 Started transferring output files ... 028 (10628.743.000) 2024-10-24 19:01:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:59.719" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 743 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.743.000) 2024-10-24 19:01:59 Finished transferring output files ... 028 (10628.743.000) 2024-10-24 19:01:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:01:59.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 743 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.743.000) 2024-10-24 19:02:00 Job terminated. (1) Normal termination (return value 0) Usr 0 06:16:33, Sys 0 00:01:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:16:33, Sys 0 00:01:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92625 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92625 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.44 1 1 Disk (KB) : 603801 2000000 2007783 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T23:01:59Z with exit-code 0. ... 028 (10628.743.000) 2024-10-24 19:02:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.4397654334954684 Disk = 2007783 DiskUsage = 603801 EventTime = "2024-10-24T19:02:00.210" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975975.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975975-0-fnpc17146.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 743 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:16:33, Sys 0 00:01:02" SentBytes = 92625.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810919; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:16:33, Sys 0 00:01:02" TotalSentBytes = 92625.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.750.000) 2024-10-24 19:02:17 Image size of job updated: 3750000 250 - MemoryUsage of job (MB) 255016 - ResidentSetSize of job (KB) ... 028 (10628.750.000) 2024-10-24 19:02:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:02:17.861" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 750 ResidentSetSize = 255016 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.750.000) 2024-10-24 19:02:18 Started transferring output files ... 028 (10628.750.000) 2024-10-24 19:02:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:02:18.054" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.750.000) 2024-10-24 19:02:18 Finished transferring output files ... 028 (10628.750.000) 2024-10-24 19:02:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:02:18.128" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 750 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.750.000) 2024-10-24 19:02:18 Job terminated. (1) Normal termination (return value 0) Usr 0 04:02:06, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:11:38, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89361 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89361 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471237 2000000 2007909 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T23:02:17Z with exit-code 0. ... 028 (10628.750.000) 2024-10-24 19:02:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989864320817846 Disk = 2007909 DiskUsage = 471237 EventTime = "2024-10-24T19:02:18.444" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976494.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976494-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 750 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:02:06, Sys 0 00:00:25" SentBytes = 89361.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729810937; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:11:38, Sys 0 00:00:30" TotalSentBytes = 89361.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.722.000) 2024-10-24 19:03:27 Image size of job updated: 3789568 243 - MemoryUsage of job (MB) 247824 - ResidentSetSize of job (KB) ... 028 (10628.722.000) 2024-10-24 19:03:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:03:27.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 722 ResidentSetSize = 247824 Size = 3789568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.722.000) 2024-10-24 19:03:27 Started transferring output files ... 028 (10628.722.000) 2024-10-24 19:03:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:03:27.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.722.000) 2024-10-24 19:03:27 Finished transferring output files ... 028 (10628.722.000) 2024-10-24 19:03:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:03:27.935" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 722 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.722.000) 2024-10-24 19:03:28 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:27, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:14:59, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88503 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88503 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 469148 2000000 2007922 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T23:03:27Z with exit-code 0. ... 028 (10628.722.000) 2024-10-24 19:03:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9969657676283531 Disk = 2007922 DiskUsage = 469148 EventTime = "2024-10-24T19:03:28.253" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 722 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:27, Sys 0 00:00:25" SentBytes = 88503.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811007; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:14:59, Sys 0 00:00:30" TotalSentBytes = 88503.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.531.000) 2024-10-24 19:04:18 Started transferring output files ... 028 (10628.531.000) 2024-10-24 19:04:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:04:18.355" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.531.000) 2024-10-24 19:04:18 Finished transferring output files ... 028 (10628.531.000) 2024-10-24 19:04:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:04:18.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 531 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.531.000) 2024-10-24 19:04:18 Job terminated. (1) Normal termination (return value 0) Usr 0 04:22:43, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:32:21, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90419 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90419 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470350 2000000 2004358 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T23:04:18Z with exit-code 0. ... 028 (10628.531.000) 2024-10-24 19:04:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9947479824011169 Disk = 2004358 DiskUsage = 470350 EventTime = "2024-10-24T19:04:18.763" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975946.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3975946-0-fnpc9078.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 531 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:22:43, Sys 0 00:00:19" SentBytes = 90419.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811058; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 05:32:21, Sys 0 00:00:21" TotalSentBytes = 90419.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.900.000) 2024-10-24 19:05:08 Image size of job updated: 3896092 99 - MemoryUsage of job (MB) 100736 - ResidentSetSize of job (KB) ... 028 (10628.900.000) 2024-10-24 19:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:05:08.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 900 ResidentSetSize = 100736 Size = 3896092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.900.000) 2024-10-24 19:05:08 Started transferring output files ... 028 (10628.900.000) 2024-10-24 19:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:05:08.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 900 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.900.000) 2024-10-24 19:05:08 Finished transferring output files ... 028 (10628.900.000) 2024-10-24 19:05:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:05:08.352" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 900 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.900.000) 2024-10-24 19:05:08 Job terminated. (1) Normal termination (return value 0) Usr 0 06:51:27, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:51:27, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89010 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89010 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473085 2000000 2011270 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-24T23:05:07Z with exit-code 0. ... 028 (10628.900.000) 2024-10-24 19:05:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9939470259559284 Disk = 2011270 DiskUsage = 473085 EventTime = "2024-10-24T19:05:08.830" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976171.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976171-0-fnpc7202.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 900 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:51:27, Sys 0 00:00:26" SentBytes = 89010.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811107; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 06:51:27, Sys 0 00:00:26" TotalSentBytes = 89010.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 19:05:22 Image size of job updated: 838504 38 - MemoryUsage of job (MB) 37900 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 19:05:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:05:22.643" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 37900 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.081.000) 2024-10-24 19:09:04 Image size of job updated: 3750000 107 - MemoryUsage of job (MB) 109040 - ResidentSetSize of job (KB) ... 028 (10628.081.000) 2024-10-24 19:09:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:09:04.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 81 ResidentSetSize = 109040 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.081.000) 2024-10-24 19:10:37 Image size of job updated: 3750000 248 - MemoryUsage of job (MB) 253736 - ResidentSetSize of job (KB) ... 028 (10628.081.000) 2024-10-24 19:10:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:10:37.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 81 ResidentSetSize = 253736 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.081.000) 2024-10-24 19:10:38 Started transferring output files ... 028 (10628.081.000) 2024-10-24 19:10:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:10:38.121" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.081.000) 2024-10-24 19:10:38 Finished transferring output files ... 028 (10628.081.000) 2024-10-24 19:10:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:10:38.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 81 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.081.000) 2024-10-24 19:10:38 Job terminated. (1) Normal termination (return value 0) Usr 0 04:32:19, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:08:08, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 96575 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 96575 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 474404 2000000 2004349 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T23:10:37Z with exit-code 0. ... 028 (10628.081.000) 2024-10-24 19:10:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9730059252286991 Disk = 2004349 DiskUsage = 474404 EventTime = "2024-10-24T19:10:38.682" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 81 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:32:19, Sys 0 00:00:18" SentBytes = 96575.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811437; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:08:08, Sys 0 00:00:21" TotalSentBytes = 96575.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.954.000) 2024-10-24 19:11:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu, rescheduling job ... 028 (10628.954.000) 2024-10-24 19:11:28 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:11:28.757" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2485460" JOB_GLIDEIN_Entry_Name = "OSG_US_PSU-LIGO" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "PSU-LIGO" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389378.0" JOB_GLIDEIN_SiteWMS_Queue = "ligo-hd-02.gwave.ics.psu.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@comp-cc-0468" JOB_Site = "PSU-LIGO" MyType = "JobReconnectFailedEvent" Proc = 954 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_3394103_47786203@comp-cc-0468.gwave.ics.psu.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.954.000) 2024-10-24 19:17:02 Started transferring input files Transferring to host: <131.225.208.112:43747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50932830%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9969570&PrivNet=osg-4196980-0-fnpc19129.fnal.gov&addrs=131.225.208.112-43747+[2620-6a-0-8862-f0-0-208-112]-43747&alias=osg-4196980-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.954.000) 2024-10-24 19:17:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:17:02.228" EventTypeNumber = 28 Host = "<131.225.208.112:43747?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50932830%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9969570&PrivNet=osg-4196980-0-fnpc19129.fnal.gov&addrs=131.225.208.112-43747+[2620-6a-0-8862-f0-0-208-112]-43747&alias=osg-4196980-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.954.000) 2024-10-24 19:17:02 Finished transferring input files ... 028 (10628.954.000) 2024-10-24 19:17:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:17:02.278" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.954.000) 2024-10-24 19:17:06 Warning from starter on slot1_7@glidein_8_140445628@osg-4196980-0-fnpc19129.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.954.000) 2024-10-24 19:17:06 Job executing on host: <131.225.208.112:39667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000113&PrivNet=osg-4196980-0-fnpc19129.fnal.gov&addrs=131.225.208.112-39667+[2620-6a-0-8862-f0-0-208-112]-39667&alias=osg-4196980-0-fnpc19129.fnal.gov&noUDP> ... 028 (10628.954.000) 2024-10-24 19:17:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:17:06.066" EventTypeNumber = 28 ExecuteHost = "<131.225.208.112:39667?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50910349%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10000113&PrivNet=osg-4196980-0-fnpc19129.fnal.gov&addrs=131.225.208.112-39667+[2620-6a-0-8862-f0-0-208-112]-39667&alias=osg-4196980-0-fnpc19129.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.348.000) 2024-10-24 19:17:43 Image size of job updated: 3789824 249 - MemoryUsage of job (MB) 254680 - ResidentSetSize of job (KB) ... 028 (10628.348.000) 2024-10-24 19:17:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:17:43.434" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 348 ResidentSetSize = 254680 Size = 3789824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.013.000) 2024-10-24 19:18:10 Image size of job updated: 4076228 128 - MemoryUsage of job (MB) 130652 - ResidentSetSize of job (KB) ... 028 (10628.013.000) 2024-10-24 19:18:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:18:10.812" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 128 MyType = "JobImageSizeEvent" Proc = 13 ResidentSetSize = 130652 Size = 4076228 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.013.000) 2024-10-24 19:18:11 Started transferring output files ... 028 (10628.013.000) 2024-10-24 19:18:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:18:11.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.013.000) 2024-10-24 19:18:11 Finished transferring output files ... 028 (10628.013.000) 2024-10-24 19:18:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:18:11.184" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 13 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.013.000) 2024-10-24 19:18:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:39, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:25:47, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87714 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87714 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 464871 2000000 37053456 GPUs : 0 Memory (MB) : 128 2000 2000 Job terminated of its own accord at 2024-10-24T23:18:10Z with exit-code 0. ... 028 (10628.013.000) 2024-10-24 19:18:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9695295849923606 Disk = 37053456 DiskUsage = 464871 EventTime = "2024-10-24T19:18:11.566" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620276" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8217729" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 128 MyType = "JobTerminatedEvent" Proc = 13 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:47:39, Sys 0 00:00:09" SentBytes = 87714.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811890; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 06:25:47, Sys 0 00:00:23" TotalSentBytes = 87714.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.348.000) 2024-10-24 19:18:38 Started transferring output files ... 028 (10628.348.000) 2024-10-24 19:18:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:18:38.049" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.348.000) 2024-10-24 19:18:38 Finished transferring output files ... 028 (10628.348.000) 2024-10-24 19:18:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:18:38.131" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 348 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.348.000) 2024-10-24 19:18:38 Job terminated. (1) Normal termination (return value 0) Usr 0 05:03:24, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:14:11, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90415 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90415 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 561896 2000000 2007839 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T23:18:37Z with exit-code 0. ... 028 (10628.348.000) 2024-10-24 19:18:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.96341537255211 Disk = 2007839 DiskUsage = 561896 EventTime = "2024-10-24T19:18:38.451" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471974" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196724.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196724-0-fnpc17125.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 348 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:03:24, Sys 0 00:00:29" SentBytes = 90415.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729811917; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:14:11, Sys 0 00:00:31" TotalSentBytes = 90415.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.265.000) 2024-10-24 19:20:38 Image size of job updated: 840168 38 - MemoryUsage of job (MB) 38036 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 19:20:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:20:38.574" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 38036 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.529.000) 2024-10-24 19:21:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_1782772_220136452@node2019.palmetto.clemson.edu, rescheduling job ... 028 (10628.529.000) 2024-10-24 19:21:08 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:21:08.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480055" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863305" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 529 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_4@glidein_1782772_220136452@node2019.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.829.000) 2024-10-24 19:21:32 Image size of job updated: 3721720 248 - MemoryUsage of job (MB) 253860 - ResidentSetSize of job (KB) ... 028 (10628.829.000) 2024-10-24 19:21:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:32.888" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 829 ResidentSetSize = 253860 Size = 3721720 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.829.000) 2024-10-24 19:21:33 Started transferring output files ... 028 (10628.829.000) 2024-10-24 19:21:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:33.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.829.000) 2024-10-24 19:21:33 Finished transferring output files ... 028 (10628.829.000) 2024-10-24 19:21:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:33.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 829 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.829.000) 2024-10-24 19:21:33 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:09, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:35:20, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88805 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88805 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470968 2000000 2007879 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T23:21:32Z with exit-code 0. ... 028 (10628.829.000) 2024-10-24 19:21:33 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9905744180606892 Disk = 2007879 DiskUsage = 470968 EventTime = "2024-10-24T19:21:33.461" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471949" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196706.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196706-0-fnpc23035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 829 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:09, Sys 0 00:00:17" SentBytes = 88805.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812092; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:35:20, Sys 0 00:00:19" TotalSentBytes = 88805.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.475.000) 2024-10-24 19:21:35 Image size of job updated: 3895804 270 - MemoryUsage of job (MB) 275768 - ResidentSetSize of job (KB) ... 028 (10628.475.000) 2024-10-24 19:21:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:35.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 270 MyType = "JobImageSizeEvent" Proc = 475 ResidentSetSize = 275768 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.475.000) 2024-10-24 19:21:36 Started transferring output files ... 028 (10628.475.000) 2024-10-24 19:21:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:36.077" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.475.000) 2024-10-24 19:21:36 Finished transferring output files ... 028 (10628.475.000) 2024-10-24 19:21:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:36.161" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 475 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.475.000) 2024-10-24 19:21:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:55, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:27:53, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87613 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87613 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463986 2000000 36913376 GPUs : 0 Memory (MB) : 270 2000 2000 Job terminated of its own accord at 2024-10-24T23:21:35Z with exit-code 0. ... 028 (10628.475.000) 2024-10-24 19:21:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887928244498549 Disk = 36913376 DiskUsage = 463986 EventTime = "2024-10-24T19:21:36.537" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 270 MyType = "JobTerminatedEvent" Proc = 475 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:55, Sys 0 00:00:07" SentBytes = 87613.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812095; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 05:27:53, Sys 0 00:00:15" TotalSentBytes = 87613.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.529.000) 2024-10-24 19:21:37 Started transferring input files Transferring to host: <10.138.19.23:39671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50922442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9988912&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-39671&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.529.000) 2024-10-24 19:21:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:37.595" EventTypeNumber = 28 Host = "<10.138.19.23:39671?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector2#50922442%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9988912&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-39671&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.529.000) 2024-10-24 19:21:37 Finished transferring input files ... 028 (10628.529.000) 2024-10-24 19:21:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:37.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.529.000) 2024-10-24 19:21:38 Warning from starter on slot1@glidein_1482507_338350821@c1923.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.529.000) 2024-10-24 19:21:38 Job executing on host: <10.138.19.23:36293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29403630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969891&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-36293&alias=c1923.swan.hcc.unl.edu&noUDP> ... 028 (10628.529.000) 2024-10-24 19:21:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:21:38.937" EventTypeNumber = 28 ExecuteHost = "<10.138.19.23:36293?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29403630%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9969891&PrivNet=c1923.swan.hcc.unl.edu&addrs=10.138.19.23-36293&alias=c1923.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.019.000) 2024-10-24 19:22:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2772634_54590580@c2021.swan.hcc.unl.edu, rescheduling job ... 028 (10628.019.000) 2024-10-24 19:22:34 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:22:34.239" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618079" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215001" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 19 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2772634_54590580@c2021.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.521.000) 2024-10-24 19:22:57 Image size of job updated: 3794240 280 - MemoryUsage of job (MB) 286436 - ResidentSetSize of job (KB) ... 028 (10628.521.000) 2024-10-24 19:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:57.395" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 280 MyType = "JobImageSizeEvent" Proc = 521 ResidentSetSize = 286436 Size = 3794240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.832.000) 2024-10-24 19:22:57 Image size of job updated: 3908056 136 - MemoryUsage of job (MB) 139048 - ResidentSetSize of job (KB) ... 028 (10628.832.000) 2024-10-24 19:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:57.645" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MemoryUsage = 136 MyType = "JobImageSizeEvent" Proc = 832 ResidentSetSize = 139048 Size = 3908056 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.521.000) 2024-10-24 19:22:57 Started transferring output files ... 028 (10628.521.000) 2024-10-24 19:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:57.728" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.521.000) 2024-10-24 19:22:57 Finished transferring output files ... 028 (10628.521.000) 2024-10-24 19:22:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:57.810" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 521 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.521.000) 2024-10-24 19:22:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:05, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:33:07, Sys 0 00:00:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87416 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87416 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468218 2000000 28566671 GPUs : 0 Memory (MB) : 280 2000 2048 Job terminated of its own accord at 2024-10-24T23:22:57Z with exit-code 0. ... 028 (10628.521.000) 2024-10-24 19:22:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9936078162116021 Disk = 28566671 DiskUsage = 468218 EventTime = "2024-10-24T19:22:58.282" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454833" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 280 MyType = "JobTerminatedEvent" Proc = 521 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:05, Sys 0 00:00:11" SentBytes = 87416.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812177; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 05:33:07, Sys 0 00:00:15" TotalSentBytes = 87416.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.832.000) 2024-10-24 19:22:58 Started transferring output files ... 028 (10628.832.000) 2024-10-24 19:22:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:58.547" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.832.000) 2024-10-24 19:22:58 Finished transferring output files ... 028 (10628.832.000) 2024-10-24 19:22:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:22:58.835" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" MyType = "FileTransferEvent" Proc = 832 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.832.000) 2024-10-24 19:23:00 Job terminated. (1) Normal termination (return value 0) Usr 0 05:05:06, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:25:52, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90930 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90930 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468232 2000000 2001920 GPUs : 0 Memory (MB) : 136 2000 2048 Job terminated of its own accord at 2024-10-24T23:22:57Z with exit-code 0. ... 028 (10628.832.000) 2024-10-24 19:23:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9904888452083385 Disk = 2001920 DiskUsage = 468232 EventTime = "2024-10-24T19:23:00.166" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2415126" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "435699.0" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@node099.local" JOB_Site = "SPRACE" Memory = 2048 MemoryUsage = 136 MyType = "JobTerminatedEvent" Proc = 832 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:05:06, Sys 0 00:00:19" SentBytes = 90930.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812177; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:25:52, Sys 0 00:00:22" TotalSentBytes = 90930.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.360.000) 2024-10-24 19:23:21 Image size of job updated: 3722240 246 - MemoryUsage of job (MB) 251048 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 19:23:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:21.867" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 251048 Size = 3722240 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.360.000) 2024-10-24 19:23:35 Image size of job updated: 4099284 246 - MemoryUsage of job (MB) 251048 - ResidentSetSize of job (KB) ... 028 (10628.360.000) 2024-10-24 19:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:35.443" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 360 ResidentSetSize = 251048 Size = 4099284 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.360.000) 2024-10-24 19:23:35 Started transferring output files ... 028 (10628.360.000) 2024-10-24 19:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:35.633" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.360.000) 2024-10-24 19:23:35 Finished transferring output files ... 028 (10628.360.000) 2024-10-24 19:23:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:35.689" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 360 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.360.000) 2024-10-24 19:23:35 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:09, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:25:10, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88605 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88605 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 599613 2000000 2007921 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T23:23:35Z with exit-code 0. ... 028 (10628.360.000) 2024-10-24 19:23:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9887849801670169 Disk = 2007921 DiskUsage = 599613 EventTime = "2024-10-24T19:23:35.991" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484339" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976191.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976191-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 360 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:09, Sys 0 00:00:22" SentBytes = 88605.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812215; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:25:10, Sys 0 00:00:35" TotalSentBytes = 88605.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.014.000) 2024-10-24 19:23:46 Image size of job updated: 3822076 261 - MemoryUsage of job (MB) 267028 - ResidentSetSize of job (KB) ... 028 (10628.014.000) 2024-10-24 19:23:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:46.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 261 MyType = "JobImageSizeEvent" Proc = 14 ResidentSetSize = 267028 Size = 3822076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.014.000) 2024-10-24 19:23:46 Started transferring output files ... 028 (10628.014.000) 2024-10-24 19:23:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:46.960" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.014.000) 2024-10-24 19:23:47 Finished transferring output files ... 028 (10628.014.000) 2024-10-24 19:23:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:47.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 14 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.014.000) 2024-10-24 19:23:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:15, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:37:19, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87492 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87492 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472450 2000000 36895446 GPUs : 0 Memory (MB) : 261 2000 2000 Job terminated of its own accord at 2024-10-24T23:23:46Z with exit-code 0. ... 028 (10628.014.000) 2024-10-24 19:23:47 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9959528094512576 Disk = 36895446 DiskUsage = 472450 EventTime = "2024-10-24T19:23:47.575" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 261 MyType = "JobTerminatedEvent" Proc = 14 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:49:15, Sys 0 00:00:10" SentBytes = 87492.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812226; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 06:37:19, Sys 0 00:00:33" TotalSentBytes = 87492.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.019.000) 2024-10-24 19:23:48 Started transferring input files Transferring to host: <10.138.15.25:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50933078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9988994&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-33067&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 19:23:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:48.484" EventTypeNumber = 28 Host = "<10.138.15.25:33067?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50933078%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9988994&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-33067&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.019.000) 2024-10-24 19:23:48 Finished transferring input files ... 028 (10628.019.000) 2024-10-24 19:23:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:48.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.019.000) 2024-10-24 19:23:49 Warning from starter on slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.019.000) 2024-10-24 19:23:49 Job executing on host: <10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 19:23:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:23:49.875" EventTypeNumber = 28 ExecuteHost = "<10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.239.000) 2024-10-24 19:24:17 Image size of job updated: 3790084 246 - MemoryUsage of job (MB) 251852 - ResidentSetSize of job (KB) ... 028 (10628.239.000) 2024-10-24 19:24:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:24:17.918" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 239 ResidentSetSize = 251852 Size = 3790084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.239.000) 2024-10-24 19:24:51 Started transferring output files ... 028 (10628.239.000) 2024-10-24 19:24:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:24:51.345" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.239.000) 2024-10-24 19:24:51 Finished transferring output files ... 028 (10628.239.000) 2024-10-24 19:24:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:24:51.401" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 239 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.239.000) 2024-10-24 19:24:51 Job terminated. (1) Normal termination (return value 0) Usr 0 03:58:44, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:18:33, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88435 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88435 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 572745 2000000 2007882 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-24T23:24:51Z with exit-code 0. ... 028 (10628.239.000) 2024-10-24 19:24:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9809627670068509 Disk = 2007882 DiskUsage = 572745 EventTime = "2024-10-24T19:24:51.726" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472453" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197181-0-fnpc22026.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 239 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:58:44, Sys 0 00:00:28" SentBytes = 88435.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812291; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:18:33, Sys 0 00:00:39" TotalSentBytes = 88435.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.391.000) 2024-10-24 19:25:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_431741_373001000@node1189.palmetto.clemson.edu, rescheduling job ... 028 (10628.391.000) 2024-10-24 19:25:28 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:25:28.414" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480032" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863290" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 391 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_7@glidein_431741_373001000@node1189.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.259.000) 2024-10-24 19:25:54 Image size of job updated: 3789580 249 - MemoryUsage of job (MB) 254100 - ResidentSetSize of job (KB) ... 028 (10628.259.000) 2024-10-24 19:25:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:25:54.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 259 ResidentSetSize = 254100 Size = 3789580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.259.000) 2024-10-24 19:25:55 Started transferring output files ... 028 (10628.259.000) 2024-10-24 19:25:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:25:55.062" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.259.000) 2024-10-24 19:25:55 Finished transferring output files ... 028 (10628.259.000) 2024-10-24 19:25:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:25:55.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 259 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.259.000) 2024-10-24 19:25:55 Job terminated. (1) Normal termination (return value 0) Usr 0 04:02:23, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:47:45, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88293 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88293 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472467 2000000 2007915 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-24T23:25:54Z with exit-code 0. ... 028 (10628.259.000) 2024-10-24 19:25:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9923055919973366 Disk = 2007915 DiskUsage = 472467 EventTime = "2024-10-24T19:25:55.470" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471975" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196720.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196720-0-fnpc22035.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 259 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:02:23, Sys 0 00:00:22" SentBytes = 88293.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812354; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:47:45, Sys 0 00:00:26" TotalSentBytes = 88293.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.392.000) 2024-10-24 19:25:58 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37628 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 19:25:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:25:58.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37628 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.031.000) 2024-10-24 19:26:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_235154_550468134@c1518.swan.hcc.unl.edu, rescheduling job ... 028 (10628.031.000) 2024-10-24 19:26:07 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:26:07.249" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618754" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215154" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 31 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_235154_550468134@c1518.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.687.000) 2024-10-24 19:26:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu, rescheduling job ... 028 (10628.687.000) 2024-10-24 19:26:07 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:26:07.280" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619068" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215205" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 687 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_41807_153964060@c1518.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 022 (10628.019.000) 2024-10-24 19:27:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu <10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 19:27:42 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T19:27:42.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 19 StartdAddr = "<10.138.15.25:42759?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29366764%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10051401&PrivNet=c1525.swan.hcc.unl.edu&addrs=10.138.15.25-42759&alias=c1525.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.385.000) 2024-10-24 19:27:49 Image size of job updated: 3750000 252 - MemoryUsage of job (MB) 257496 - ResidentSetSize of job (KB) ... 028 (10628.385.000) 2024-10-24 19:27:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:27:49.218" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 385 ResidentSetSize = 257496 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.022.000) 2024-10-24 19:28:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu <10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP> ... 028 (10628.022.000) 2024-10-24 19:28:06 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T19:28:06.477" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 22 StartdAddr = "<10.138.19.16:40141?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50919158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10008823&PrivNet=c1916.swan.hcc.unl.edu&addrs=10.138.19.16-40141&alias=c1916.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 040 (10628.385.000) 2024-10-24 19:29:12 Started transferring output files ... 028 (10628.385.000) 2024-10-24 19:29:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:29:12.120" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.385.000) 2024-10-24 19:29:12 Finished transferring output files ... 028 (10628.385.000) 2024-10-24 19:29:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:29:12.216" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 385 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.385.000) 2024-10-24 19:29:12 Job terminated. (1) Normal termination (return value 0) Usr 0 04:57:27, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:13:21, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90899 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90899 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 531597 2000000 2007798 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T23:29:11Z with exit-code 0. ... 028 (10628.385.000) 2024-10-24 19:29:12 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9944952991009578 Disk = 2007798 DiskUsage = 531597 EventTime = "2024-10-24T19:29:12.579" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196464.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-4196464-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 385 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:57:27, Sys 0 00:00:20" SentBytes = 90899.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812551; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:13:21, Sys 0 00:00:22" TotalSentBytes = 90899.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.964.000) 2024-10-24 19:29:38 Image size of job updated: 3857660 74 - MemoryUsage of job (MB) 75000 - ResidentSetSize of job (KB) ... 028 (10628.964.000) 2024-10-24 19:29:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:29:38.639" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 74 MyType = "JobImageSizeEvent" Proc = 964 ResidentSetSize = 75000 Size = 3857660 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.964.000) 2024-10-24 19:29:38 Started transferring output files ... 028 (10628.964.000) 2024-10-24 19:29:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:29:38.858" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.964.000) 2024-10-24 19:29:38 Finished transferring output files ... 028 (10628.964.000) 2024-10-24 19:29:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:29:38.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 964 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.964.000) 2024-10-24 19:29:39 Job terminated. (1) Normal termination (return value 0) Usr 0 03:49:43, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:24:13, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88157 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88157 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467003 2000000 2007864 GPUs : 0 Memory (MB) : 74 2000 2048 Job terminated of its own accord at 2024-10-24T23:29:38Z with exit-code 0. ... 028 (10628.964.000) 2024-10-24 19:29:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921167282849381 Disk = 2007864 DiskUsage = 467003 EventTime = "2024-10-24T19:29:39.222" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197167.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4197167-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 74 MyType = "JobTerminatedEvent" Proc = 964 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:49:43, Sys 0 00:00:20" SentBytes = 88157.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812578; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:24:13, Sys 0 00:00:36" TotalSentBytes = 88157.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.391.000) 2024-10-24 19:30:01 Started transferring input files Transferring to host: <131.225.208.165:41501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29422749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10066309&PrivNet=osg-4196988-0-fnpc23033.fnal.gov&addrs=131.225.208.165-41501+[2620-6a-0-8862-f0-0-208-165]-41501&alias=osg-4196988-0-fnpc23033.fnal.gov&noUDP> ... 028 (10628.391.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.465" EventTypeNumber = 28 Host = "<131.225.208.165:41501?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29422749%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10066309&PrivNet=osg-4196988-0-fnpc23033.fnal.gov&addrs=131.225.208.165-41501+[2620-6a-0-8862-f0-0-208-165]-41501&alias=osg-4196988-0-fnpc23033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.391.000) 2024-10-24 19:30:01 Finished transferring input files ... 028 (10628.391.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.687.000) 2024-10-24 19:30:01 Started transferring input files Transferring to host: <131.225.208.17:37105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50903215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10011398&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-37105+[2620-6a-0-8862-f0-0-208-17]-37105&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.687.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.550" EventTypeNumber = 28 Host = "<131.225.208.17:37105?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50903215%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10011398&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-37105+[2620-6a-0-8862-f0-0-208-17]-37105&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.687.000) 2024-10-24 19:30:01 Finished transferring input files ... 028 (10628.687.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.031.000) 2024-10-24 19:30:01 Started transferring input files Transferring to host: <10.138.14.15:41845?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51026676%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10011399&PrivNet=c1415.swan.hcc.unl.edu&addrs=10.138.14.15-41845&alias=c1415.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.670" EventTypeNumber = 28 Host = "<10.138.14.15:41845?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51026676%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10011399&PrivNet=c1415.swan.hcc.unl.edu&addrs=10.138.14.15-41845&alias=c1415.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.031.000) 2024-10-24 19:30:01 Finished transferring input files ... 028 (10628.031.000) 2024-10-24 19:30:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:01.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.031.000) 2024-10-24 19:30:03 Warning from starter on slot1@glidein_742475_380777696@c1415.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.031.000) 2024-10-24 19:30:03 Job executing on host: <10.138.14.15:45335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427071%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999074&PrivNet=c1415.swan.hcc.unl.edu&addrs=10.138.14.15-45335&alias=c1415.swan.hcc.unl.edu&noUDP> ... 028 (10628.031.000) 2024-10-24 19:30:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:03.075" EventTypeNumber = 28 ExecuteHost = "<10.138.14.15:45335?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29427071%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#9999074&PrivNet=c1415.swan.hcc.unl.edu&addrs=10.138.14.15-45335&alias=c1415.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.391.000) 2024-10-24 19:30:04 Warning from starter on slot1_4@glidein_8_171035325@osg-4196988-0-fnpc23033.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.391.000) 2024-10-24 19:30:04 Job executing on host: <131.225.208.165:43827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421880%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030806&PrivNet=osg-4196988-0-fnpc23033.fnal.gov&addrs=131.225.208.165-43827+[2620-6a-0-8862-f0-0-208-165]-43827&alias=osg-4196988-0-fnpc23033.fnal.gov&noUDP> ... 028 (10628.391.000) 2024-10-24 19:30:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:04.758" EventTypeNumber = 28 ExecuteHost = "<131.225.208.165:43827?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29421880%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10030806&PrivNet=osg-4196988-0-fnpc23033.fnal.gov&addrs=131.225.208.165-43827+[2620-6a-0-8862-f0-0-208-165]-43827&alias=osg-4196988-0-fnpc23033.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.687.000) 2024-10-24 19:30:05 Warning from starter on slot1_8@glidein_8_288667067@osg-3975800-0-fnpc22002.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.687.000) 2024-10-24 19:30:05 Job executing on host: <131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP> ... 028 (10628.687.000) 2024-10-24 19:30:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:05.541" EventTypeNumber = 28 ExecuteHost = "<131.225.208.17:33639?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29397126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10041227&PrivNet=osg-3975800-0-fnpc22002.fnal.gov&addrs=131.225.208.17-33639+[2620-6a-0-8862-f0-0-208-17]-33639&alias=osg-3975800-0-fnpc22002.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.247.000) 2024-10-24 19:30:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_21914_14369688@node1675.palmetto.clemson.edu, rescheduling job ... 028 (10628.247.000) 2024-10-24 19:30:05 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:30:05.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468339" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "854661" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 247 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_2@glidein_21914_14369688@node1675.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.391.000) 2024-10-24 19:30:13 Image size of job updated: 3601868 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 19:30:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:13.507" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 125000 Size = 3601868 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.627.000) 2024-10-24 19:30:27 Image size of job updated: 3750000 252 - MemoryUsage of job (MB) 257844 - ResidentSetSize of job (KB) ... 028 (10628.627.000) 2024-10-24 19:30:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:27.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 627 ResidentSetSize = 257844 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.567.000) 2024-10-24 19:30:30 Image size of job updated: 4068036 121 - MemoryUsage of job (MB) 123532 - ResidentSetSize of job (KB) ... 028 (10628.567.000) 2024-10-24 19:30:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:30.851" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 121 MyType = "JobImageSizeEvent" Proc = 567 ResidentSetSize = 123532 Size = 4068036 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.567.000) 2024-10-24 19:30:31 Started transferring output files ... 028 (10628.567.000) 2024-10-24 19:30:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:31.141" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.567.000) 2024-10-24 19:30:31 Finished transferring output files ... 028 (10628.567.000) 2024-10-24 19:30:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:31.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 567 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.567.000) 2024-10-24 19:30:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:30, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:48:21, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89629 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89629 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 467908 2000000 36950012 GPUs : 0 Memory (MB) : 121 2000 2000 Job terminated of its own accord at 2024-10-24T23:30:30Z with exit-code 0. ... 028 (10628.567.000) 2024-10-24 19:30:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9612542671144169 Disk = 36950012 DiskUsage = 467908 EventTime = "2024-10-24T19:30:31.675" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 121 MyType = "JobTerminatedEvent" Proc = 567 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:36:30, Sys 0 00:00:07" SentBytes = 89629.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812630; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 05:48:21, Sys 0 00:00:17" TotalSentBytes = 89629.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.247.000) 2024-10-24 19:30:32 Started transferring input files Transferring to host: <10.138.12.10:37265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29381840%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9989275&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-37265&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 19:30:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:32.640" EventTypeNumber = 28 Host = "<10.138.12.10:37265?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29381840%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9989275&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-37265&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.247.000) 2024-10-24 19:30:32 Finished transferring input files ... 028 (10628.247.000) 2024-10-24 19:30:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:32.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.247.000) 2024-10-24 19:30:33 Warning from starter on slot1@glidein_900422_580449583@c1210.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.247.000) 2024-10-24 19:30:33 Job executing on host: <10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP> ... 028 (10628.247.000) 2024-10-24 19:30:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:33.984" EventTypeNumber = 28 ExecuteHost = "<10.138.12.10:38367?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51012580%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10005882&PrivNet=c1210.swan.hcc.unl.edu&addrs=10.138.12.10-38367&alias=c1210.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.247.000) 2024-10-24 19:30:42 Image size of job updated: 3708100 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 19:30:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:42.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 125000 Size = 3708100 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.392.000) 2024-10-24 19:30:59 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37632 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 19:30:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:30:59.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37632 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.627.000) 2024-10-24 19:31:28 Image size of job updated: 3762700 252 - MemoryUsage of job (MB) 257844 - ResidentSetSize of job (KB) ... 028 (10628.627.000) 2024-10-24 19:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:28.712" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 627 ResidentSetSize = 257844 Size = 3762700 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.627.000) 2024-10-24 19:31:28 Started transferring output files ... 028 (10628.627.000) 2024-10-24 19:31:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:28.929" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.627.000) 2024-10-24 19:31:29 Finished transferring output files ... 028 (10628.627.000) 2024-10-24 19:31:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:29.004" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 627 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.627.000) 2024-10-24 19:31:29 Job terminated. (1) Normal termination (return value 0) Usr 0 05:26:29, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:36:15, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90294 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90294 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 551879 2000000 2011302 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T23:31:28Z with exit-code 0. ... 028 (10628.627.000) 2024-10-24 19:31:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9857883335707133 Disk = 2011302 DiskUsage = 551879 EventTime = "2024-10-24T19:31:29.351" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484030" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975939.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975939-0-fnpc17006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 627 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:26:29, Sys 0 00:00:24" SentBytes = 90294.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812688; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:36:15, Sys 0 00:00:25" TotalSentBytes = 90294.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.093.000) 2024-10-24 19:31:55 Image size of job updated: 3790080 254 - MemoryUsage of job (MB) 259496 - ResidentSetSize of job (KB) ... 028 (10628.093.000) 2024-10-24 19:31:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:55.644" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 254 MyType = "JobImageSizeEvent" Proc = 93 ResidentSetSize = 259496 Size = 3790080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.093.000) 2024-10-24 19:31:55 Started transferring output files ... 028 (10628.093.000) 2024-10-24 19:31:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:55.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.093.000) 2024-10-24 19:31:55 Finished transferring output files ... 028 (10628.093.000) 2024-10-24 19:31:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:31:55.910" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 93 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.093.000) 2024-10-24 19:31:56 Job terminated. (1) Normal termination (return value 0) Usr 0 05:01:33, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:32:27, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90223 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90223 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.64 1 1 Disk (KB) : 472465 2000000 2011281 GPUs : 0 Memory (MB) : 254 2000 2048 Job terminated of its own accord at 2024-10-24T23:31:55Z with exit-code 0. ... 028 (10628.093.000) 2024-10-24 19:31:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.638 Disk = 2011281 DiskUsage = 472465 EventTime = "2024-10-24T19:31:56.221" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196748.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196748-0-fnpc17001.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 254 MyType = "JobTerminatedEvent" Proc = 93 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:01:33, Sys 0 00:00:26" SentBytes = 90223.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812715; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:32:27, Sys 0 00:00:28" TotalSentBytes = 90223.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.459.000) 2024-10-24 19:32:29 Image size of job updated: 3722496 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.459.000) 2024-10-24 19:32:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:32:29.196" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 459 ResidentSetSize = 100000 Size = 3722496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.459.000) 2024-10-24 19:32:29 Started transferring output files ... 028 (10628.459.000) 2024-10-24 19:32:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:32:29.386" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.459.000) 2024-10-24 19:32:29 Finished transferring output files ... 028 (10628.459.000) 2024-10-24 19:32:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:32:29.463" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 459 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.459.000) 2024-10-24 19:32:29 Job terminated. (1) Normal termination (return value 0) Usr 0 05:19:37, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:30:44, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91969 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91969 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470643 2000000 2007783 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T23:32:29Z with exit-code 0. ... 028 (10628.459.000) 2024-10-24 19:32:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9933376395030483 Disk = 2007783 DiskUsage = 470643 EventTime = "2024-10-24T19:32:29.788" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196749.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196749-0-fnpc17150.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 459 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:19:37, Sys 0 00:00:24" SentBytes = 91969.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812749; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:30:44, Sys 0 00:00:26" TotalSentBytes = 91969.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.032.000) 2024-10-24 19:33:24 Image size of job updated: 3925008 250 - MemoryUsage of job (MB) 255056 - ResidentSetSize of job (KB) ... 028 (10628.032.000) 2024-10-24 19:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:33:24.683" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 32 ResidentSetSize = 255056 Size = 3925008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.032.000) 2024-10-24 19:33:24 Started transferring output files ... 028 (10628.032.000) 2024-10-24 19:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:33:24.886" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.032.000) 2024-10-24 19:33:24 Finished transferring output files ... 028 (10628.032.000) 2024-10-24 19:33:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:33:24.961" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 32 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.032.000) 2024-10-24 19:33:25 Job terminated. (1) Normal termination (return value 0) Usr 0 04:10:18, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:51:04, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90030 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90030 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468533 2000000 2004340 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T23:33:24Z with exit-code 0. ... 028 (10628.032.000) 2024-10-24 19:33:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9904571674189555 Disk = 2004340 DiskUsage = 468533 EventTime = "2024-10-24T19:33:25.297" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472145" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196874.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196874-0-fnpc19107.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 32 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:10:18, Sys 0 00:00:22" SentBytes = 90030.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812804; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 05:51:04, Sys 0 00:00:24" TotalSentBytes = 90030.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.237.000) 2024-10-24 19:34:33 Image size of job updated: 3856388 243 - MemoryUsage of job (MB) 248820 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 19:34:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:33.458" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 248820 Size = 3856388 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.596.000) 2024-10-24 19:34:34 Image size of job updated: 3789316 251 - MemoryUsage of job (MB) 256152 - ResidentSetSize of job (KB) ... 028 (10628.596.000) 2024-10-24 19:34:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:34.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 596 ResidentSetSize = 256152 Size = 3789316 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.596.000) 2024-10-24 19:34:34 Started transferring output files ... 028 (10628.596.000) 2024-10-24 19:34:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:34.763" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.596.000) 2024-10-24 19:34:34 Finished transferring output files ... 028 (10628.596.000) 2024-10-24 19:34:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:34.841" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 596 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.596.000) 2024-10-24 19:34:35 Job terminated. (1) Normal termination (return value 0) Usr 0 04:55:20, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:26:34, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91960 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91960 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 471859 2000000 2004366 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-24T23:34:34Z with exit-code 0. ... 028 (10628.596.000) 2024-10-24 19:34:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9567301313719834 Disk = 2004366 DiskUsage = 471859 EventTime = "2024-10-24T19:34:35.222" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484245" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976111.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976111-0-fnpc9069.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 596 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:55:20, Sys 0 00:00:19" SentBytes = 91960.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812874; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:26:34, Sys 0 00:00:21" TotalSentBytes = 91960.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.237.000) 2024-10-24 19:34:41 Image size of job updated: 4104388 243 - MemoryUsage of job (MB) 248820 - ResidentSetSize of job (KB) ... 028 (10628.237.000) 2024-10-24 19:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:41.598" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 237 ResidentSetSize = 248820 Size = 4104388 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.237.000) 2024-10-24 19:34:41 Started transferring output files ... 028 (10628.237.000) 2024-10-24 19:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:41.805" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.237.000) 2024-10-24 19:34:41 Finished transferring output files ... 028 (10628.237.000) 2024-10-24 19:34:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:34:41.862" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 237 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.237.000) 2024-10-24 19:34:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:51:15, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:36:17, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88643 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88643 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 612734 2000000 2007865 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-24T23:34:41Z with exit-code 0. ... 028 (10628.237.000) 2024-10-24 19:34:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9836504055290366 Disk = 2007865 DiskUsage = 612734 EventTime = "2024-10-24T19:34:42.198" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472451" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197170.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4197170-0-fnpc23049.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 237 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:51:15, Sys 0 00:00:20" SentBytes = 88643.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729812881; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:36:17, Sys 0 00:00:31" TotalSentBytes = 88643.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 19:35:26 Image size of job updated: 838504 38 - MemoryUsage of job (MB) 38140 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 19:35:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:35:26.153" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 38140 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.801.000) 2024-10-24 19:35:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3144003_57338060@c2221.swan.hcc.unl.edu <10.138.22.21:40431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10019197&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-40431&alias=c2221.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 19:35:41 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T19:35:41.717" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617246" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213085" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 801 StartdAddr = "<10.138.22.21:40431?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29355498%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10019197&PrivNet=c2221.swan.hcc.unl.edu&addrs=10.138.22.21-40431&alias=c2221.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3144003_57338060@c2221.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.392.000) 2024-10-24 19:35:59 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37780 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 19:35:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:35:59.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37780 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 19:36:07 Image size of job updated: 903780 38 - MemoryUsage of job (MB) 37980 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 19:36:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:36:07.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 37980 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.810.000) 2024-10-24 19:38:06 Image size of job updated: 3857680 250 - MemoryUsage of job (MB) 255808 - ResidentSetSize of job (KB) ... 028 (10628.810.000) 2024-10-24 19:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:38:06.688" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 810 ResidentSetSize = 255808 Size = 3857680 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.810.000) 2024-10-24 19:38:06 Started transferring output files ... 028 (10628.810.000) 2024-10-24 19:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:38:06.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.810.000) 2024-10-24 19:38:06 Finished transferring output files ... 028 (10628.810.000) 2024-10-24 19:38:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:38:06.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 810 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.810.000) 2024-10-24 19:38:07 Job terminated. (1) Normal termination (return value 0) Usr 0 04:52:24, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:19:34, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89379 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89379 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470664 2000000 2004339 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-24T23:38:06Z with exit-code 0. ... 028 (10628.810.000) 2024-10-24 19:38:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9954129683322978 Disk = 2004339 DiskUsage = 470664 EventTime = "2024-10-24T19:38:07.274" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484055" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3975959-0-fnpc9008.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 810 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:52:24, Sys 0 00:00:17" SentBytes = 89379.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813086; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:19:34, Sys 0 00:00:19" TotalSentBytes = 89379.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.510.000) 2024-10-24 19:38:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3234043_189953544@node1881.palmetto.clemson.edu, rescheduling job ... 028 (10628.510.000) 2024-10-24 19:38:49 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T19:38:49.552" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2481021" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "863779" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "JobReconnectFailedEvent" Proc = 510 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_1@glidein_3234043_189953544@node1881.palmetto.clemson.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.392.000) 2024-10-24 19:41:00 Image size of job updated: 775140 37 - MemoryUsage of job (MB) 37784 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 19:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:41:00.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 37 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 37784 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 022 (10628.015.000) 2024-10-24 19:41:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_2237334_448898085@c1521.swan.hcc.unl.edu <10.138.15.21:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968414&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-35127&alias=c1521.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 19:41:15 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T19:41:15.473" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 15 StartdAddr = "<10.138.15.21:35127?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-84-2188-4cc2-94a8-c314]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector10#29402158%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-944e]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector4#9968414&PrivNet=c1521.swan.hcc.unl.edu&addrs=10.138.15.21-35127&alias=c1521.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_2237334_448898085@c1521.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.082.000) 2024-10-24 19:42:57 Image size of job updated: 3970144 102 - MemoryUsage of job (MB) 103480 - ResidentSetSize of job (KB) ... 028 (10628.082.000) 2024-10-24 19:42:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:42:57.119" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 102 MyType = "JobImageSizeEvent" Proc = 82 ResidentSetSize = 103480 Size = 3970144 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.082.000) 2024-10-24 19:42:57 Started transferring output files ... 028 (10628.082.000) 2024-10-24 19:42:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:42:57.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.082.000) 2024-10-24 19:42:57 Finished transferring output files ... 028 (10628.082.000) 2024-10-24 19:42:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:42:57.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 82 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.082.000) 2024-10-24 19:42:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:57:29, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:27:54, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88731 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88731 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470616 2000000 2007798 GPUs : 0 Memory (MB) : 102 2000 2048 Job terminated of its own accord at 2024-10-24T23:42:57Z with exit-code 0. ... 028 (10628.082.000) 2024-10-24 19:42:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9954673197597753 Disk = 2007798 DiskUsage = 470616 EventTime = "2024-10-24T19:42:57.743" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471588" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196460.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-4196460-0-fnpc17137.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 102 MyType = "JobTerminatedEvent" Proc = 82 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:57:29, Sys 0 00:00:20" SentBytes = 88731.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813377; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:27:54, Sys 0 00:00:24" TotalSentBytes = 88731.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.510.000) 2024-10-24 19:43:14 Started transferring input files Transferring to host: <131.225.208.150:34891?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50903842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10054111&PrivNet=osg-3975806-0-fnpc23016.fnal.gov&addrs=131.225.208.150-34891+[2620-6a-0-8862-f0-0-208-150]-34891&alias=osg-3975806-0-fnpc23016.fnal.gov&noUDP> ... 028 (10628.510.000) 2024-10-24 19:43:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:43:14.509" EventTypeNumber = 28 Host = "<131.225.208.150:34891?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50903842%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10054111&PrivNet=osg-3975806-0-fnpc23016.fnal.gov&addrs=131.225.208.150-34891+[2620-6a-0-8862-f0-0-208-150]-34891&alias=osg-3975806-0-fnpc23016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.510.000) 2024-10-24 19:43:14 Finished transferring input files ... 028 (10628.510.000) 2024-10-24 19:43:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:43:14.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.510.000) 2024-10-24 19:43:17 Warning from starter on slot1_4@glidein_8_306629340@osg-3975806-0-fnpc23016.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.510.000) 2024-10-24 19:43:17 Job executing on host: <131.225.208.150:42065?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9991890&PrivNet=osg-3975806-0-fnpc23016.fnal.gov&addrs=131.225.208.150-42065+[2620-6a-0-8862-f0-0-208-150]-42065&alias=osg-3975806-0-fnpc23016.fnal.gov&noUDP> ... 028 (10628.510.000) 2024-10-24 19:43:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:43:17.318" EventTypeNumber = 28 ExecuteHost = "<131.225.208.150:42065?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50906996%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#9991890&PrivNet=osg-3975806-0-fnpc23016.fnal.gov&addrs=131.225.208.150-42065+[2620-6a-0-8862-f0-0-208-150]-42065&alias=osg-3975806-0-fnpc23016.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.974.000) 2024-10-24 19:45:13 Image size of job updated: 3857412 248 - MemoryUsage of job (MB) 253556 - ResidentSetSize of job (KB) ... 028 (10628.974.000) 2024-10-24 19:45:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:45:13.116" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 974 ResidentSetSize = 253556 Size = 3857412 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.974.000) 2024-10-24 19:45:31 Started transferring output files ... 028 (10628.974.000) 2024-10-24 19:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:45:31.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.974.000) 2024-10-24 19:45:31 Finished transferring output files ... 028 (10628.974.000) 2024-10-24 19:45:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:45:31.578" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 974 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.974.000) 2024-10-24 19:45:31 Job terminated. (1) Normal termination (return value 0) Usr 0 04:11:13, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:46:04, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91099 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91099 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 596043 2000000 2004363 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-24T23:45:31Z with exit-code 0. ... 028 (10628.974.000) 2024-10-24 19:45:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9811946231680292 Disk = 2004363 DiskUsage = 596043 EventTime = "2024-10-24T19:45:31.903" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472238" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196955.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196955-0-fnpc19106.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 974 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:11:13, Sys 0 00:00:24" SentBytes = 91099.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813531; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:46:04, Sys 0 00:00:35" TotalSentBytes = 91099.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.792.000) 2024-10-24 19:45:52 Image size of job updated: 3789552 253 - MemoryUsage of job (MB) 258460 - ResidentSetSize of job (KB) ... 028 (10628.792.000) 2024-10-24 19:45:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:45:52.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 253 MyType = "JobImageSizeEvent" Proc = 792 ResidentSetSize = 258460 Size = 3789552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.792.000) 2024-10-24 19:46:40 Started transferring output files ... 028 (10628.792.000) 2024-10-24 19:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:46:40.840" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.792.000) 2024-10-24 19:46:40 Finished transferring output files ... 028 (10628.792.000) 2024-10-24 19:46:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:46:40.912" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 792 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.792.000) 2024-10-24 19:46:41 Job terminated. (1) Normal termination (return value 0) Usr 0 05:17:43, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:54:51, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91891 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91891 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 570253 2000000 2004379 GPUs : 0 Memory (MB) : 253 2000 2048 Job terminated of its own accord at 2024-10-24T23:46:40Z with exit-code 0. ... 028 (10628.792.000) 2024-10-24 19:46:41 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9820189509963447 Disk = 2004379 DiskUsage = 570253 EventTime = "2024-10-24T19:46:41.253" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484187" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976051.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976051-0-fnpc9058.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 253 MyType = "JobTerminatedEvent" Proc = 792 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:17:43, Sys 0 00:00:17" SentBytes = 91891.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813600; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:54:51, Sys 0 00:00:20" TotalSentBytes = 91891.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.510.000) 2024-10-24 19:48:26 Image size of job updated: 3534792 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 19:48:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:48:26.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 125000 Size = 3534792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.238.000) 2024-10-24 19:49:36 Image size of job updated: 3788800 241 - MemoryUsage of job (MB) 246784 - ResidentSetSize of job (KB) ... 028 (10628.238.000) 2024-10-24 19:49:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:49:36.676" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 238 ResidentSetSize = 246784 Size = 3788800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.238.000) 2024-10-24 19:49:55 Started transferring output files ... 028 (10628.238.000) 2024-10-24 19:49:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:49:55.177" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.238.000) 2024-10-24 19:49:55 Finished transferring output files ... 028 (10628.238.000) 2024-10-24 19:49:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:49:55.233" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 238 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.238.000) 2024-10-24 19:49:55 Job terminated. (1) Normal termination (return value 0) Usr 0 04:05:46, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:45:09, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88024 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88024 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 593539 2000000 2007890 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T23:49:54Z with exit-code 0. ... 028 (10628.238.000) 2024-10-24 19:49:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9895204891168483 Disk = 2007890 DiskUsage = 593539 EventTime = "2024-10-24T19:49:55.546" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197117.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197117-0-fnpc23031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 238 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:05:46, Sys 0 00:00:24" SentBytes = 88024.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813794; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:45:09, Sys 0 00:00:42" TotalSentBytes = 88024.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.054.000) 2024-10-24 19:50:36 Started transferring output files ... 028 (10628.054.000) 2024-10-24 19:50:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:50:36.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.054.000) 2024-10-24 19:50:36 Finished transferring output files ... 028 (10628.054.000) 2024-10-24 19:50:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:50:36.620" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 54 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.054.000) 2024-10-24 19:50:36 Job terminated. (1) Normal termination (return value 0) Usr 0 04:19:22, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:09:51, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88971 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88971 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469440 2000000 2007906 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-24T23:50:36Z with exit-code 0. ... 028 (10628.054.000) 2024-10-24 19:50:36 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915038725765 Disk = 2007906 DiskUsage = 469440 EventTime = "2024-10-24T19:50:36.973" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472239" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196959.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196959-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 54 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:19:22, Sys 0 00:00:24" SentBytes = 88971.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813836; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:09:51, Sys 0 00:00:26" TotalSentBytes = 88971.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.170.000) 2024-10-24 19:51:09 Image size of job updated: 3794236 276 - MemoryUsage of job (MB) 282368 - ResidentSetSize of job (KB) ... 028 (10628.170.000) 2024-10-24 19:51:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:09.900" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 170 ResidentSetSize = 282368 Size = 3794236 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.170.000) 2024-10-24 19:51:10 Started transferring output files ... 028 (10628.170.000) 2024-10-24 19:51:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:10.231" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.170.000) 2024-10-24 19:51:10 Finished transferring output files ... 028 (10628.170.000) 2024-10-24 19:51:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:10.290" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 170 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.170.000) 2024-10-24 19:51:10 Job terminated. (1) Normal termination (return value 0) Usr 0 03:17:09, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:05:25, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87722 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87722 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468491 2000000 28572684 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-24T23:51:09Z with exit-code 0. ... 028 (10628.170.000) 2024-10-24 19:51:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.991391421990977 Disk = 28572684 DiskUsage = 468491 EventTime = "2024-10-24T19:51:10.765" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275608" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454832" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 170 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:17:09, Sys 0 00:00:10" SentBytes = 87722.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813869; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:05:25, Sys 0 00:00:19" TotalSentBytes = 87722.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.766.000) 2024-10-24 19:51:46 Image size of job updated: 3790076 241 - MemoryUsage of job (MB) 246340 - ResidentSetSize of job (KB) ... 028 (10628.766.000) 2024-10-24 19:51:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:46.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 241 MyType = "JobImageSizeEvent" Proc = 766 ResidentSetSize = 246340 Size = 3790076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.766.000) 2024-10-24 19:51:46 Started transferring output files ... 028 (10628.766.000) 2024-10-24 19:51:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:46.206" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.766.000) 2024-10-24 19:51:46 Finished transferring output files ... 028 (10628.766.000) 2024-10-24 19:51:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:51:46.281" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 766 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.766.000) 2024-10-24 19:51:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:18, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:59:40, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87836 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87836 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.69 1 1 Disk (KB) : 466716 2000000 2007910 GPUs : 0 Memory (MB) : 241 2000 2048 Job terminated of its own accord at 2024-10-24T23:51:46Z with exit-code 0. ... 028 (10628.766.000) 2024-10-24 19:51:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6941666666666667 Disk = 2007910 DiskUsage = 466716 EventTime = "2024-10-24T19:51:46.582" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975782.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@osg-3975782-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 241 MyType = "JobTerminatedEvent" Proc = 766 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:18, Sys 0 00:00:18" SentBytes = 87836.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813906; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 06:59:40, Sys 0 00:00:27" TotalSentBytes = 87836.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.789.000) 2024-10-24 19:52:08 Image size of job updated: 3789828 240 - MemoryUsage of job (MB) 245612 - ResidentSetSize of job (KB) ... 028 (10628.789.000) 2024-10-24 19:52:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:52:08.168" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 789 ResidentSetSize = 245612 Size = 3789828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.789.000) 2024-10-24 19:52:08 Started transferring output files ... 028 (10628.789.000) 2024-10-24 19:52:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:52:08.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.789.000) 2024-10-24 19:52:08 Finished transferring output files ... 028 (10628.789.000) 2024-10-24 19:52:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:52:08.409" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 789 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.789.000) 2024-10-24 19:52:08 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:01, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:57:53, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87697 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87697 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 468840 2000000 2007859 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-24T23:52:08Z with exit-code 0. ... 028 (10628.789.000) 2024-10-24 19:52:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9885756922865359 Disk = 2007859 DiskUsage = 468840 EventTime = "2024-10-24T19:52:08.725" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472401" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197133.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-4197133-0-fnpc23101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 789 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:20:01, Sys 0 00:00:21" SentBytes = 87697.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729813928; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 06:57:53, Sys 0 00:00:29" TotalSentBytes = 87697.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.945.000) 2024-10-24 19:52:34 Image size of job updated: 1025820 138 - MemoryUsage of job (MB) 140504 - ResidentSetSize of job (KB) ... 028 (10628.945.000) 2024-10-24 19:52:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:52:34.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MemoryUsage = 138 MyType = "JobImageSizeEvent" Proc = 945 ResidentSetSize = 140504 Size = 1025820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.354.000) 2024-10-24 19:53:33 Image size of job updated: 3895812 260 - MemoryUsage of job (MB) 265856 - ResidentSetSize of job (KB) ... 028 (10628.354.000) 2024-10-24 19:53:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:33.282" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 260 MyType = "JobImageSizeEvent" Proc = 354 ResidentSetSize = 265856 Size = 3895812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.354.000) 2024-10-24 19:53:33 Started transferring output files ... 028 (10628.354.000) 2024-10-24 19:53:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:33.575" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.354.000) 2024-10-24 19:53:33 Finished transferring output files ... 028 (10628.354.000) 2024-10-24 19:53:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:33.660" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 354 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.354.000) 2024-10-24 19:53:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:55:50, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:09:47, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87549 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87549 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469427 2000000 37007063 GPUs : 0 Memory (MB) : 260 2000 2000 Job terminated of its own accord at 2024-10-24T23:53:33Z with exit-code 0. ... 028 (10628.354.000) 2024-10-24 19:53:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9860752518951656 Disk = 37007063 DiskUsage = 469427 EventTime = "2024-10-24T19:53:34.036" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616736" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212649" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 260 MyType = "JobTerminatedEvent" Proc = 354 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:55:50, Sys 0 00:00:07" SentBytes = 87549.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814013; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:09:47, Sys 0 00:00:19" TotalSentBytes = 87549.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.243.000) 2024-10-24 19:53:40 Image size of job updated: 3962964 95 - MemoryUsage of job (MB) 96704 - ResidentSetSize of job (KB) ... 028 (10628.243.000) 2024-10-24 19:53:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:40.295" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 95 MyType = "JobImageSizeEvent" Proc = 243 ResidentSetSize = 96704 Size = 3962964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.243.000) 2024-10-24 19:53:40 Started transferring output files ... 028 (10628.243.000) 2024-10-24 19:53:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:40.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.243.000) 2024-10-24 19:53:40 Finished transferring output files ... 028 (10628.243.000) 2024-10-24 19:53:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:40.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 243 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.243.000) 2024-10-24 19:53:40 Job terminated. (1) Normal termination (return value 0) Usr 0 04:30:30, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:50:10, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88036 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88036 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 468851 2000000 2007922 GPUs : 0 Memory (MB) : 95 2000 2048 Job terminated of its own accord at 2024-10-24T23:53:40Z with exit-code 0. ... 028 (10628.243.000) 2024-10-24 19:53:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9962150339862688 Disk = 2007922 DiskUsage = 468851 EventTime = "2024-10-24T19:53:40.869" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196784.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196784-0-fnpc23017.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 95 MyType = "JobTerminatedEvent" Proc = 243 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:30:30, Sys 0 00:00:27" SentBytes = 88036.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814020; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 06:50:10, Sys 0 00:00:39" TotalSentBytes = 88036.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.021.000) 2024-10-24 19:53:43 Image size of job updated: 3722744 242 - MemoryUsage of job (MB) 247160 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 19:53:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:53:43.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 247160 Size = 3722744 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.056.000) 2024-10-24 19:54:19 Image size of job updated: 3857948 252 - MemoryUsage of job (MB) 257332 - ResidentSetSize of job (KB) ... 028 (10628.056.000) 2024-10-24 19:54:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:19.094" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 252 MyType = "JobImageSizeEvent" Proc = 56 ResidentSetSize = 257332 Size = 3857948 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.056.000) 2024-10-24 19:54:19 Started transferring output files ... 028 (10628.056.000) 2024-10-24 19:54:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:19.277" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.056.000) 2024-10-24 19:54:19 Finished transferring output files ... 028 (10628.056.000) 2024-10-24 19:54:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:19.331" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 56 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.056.000) 2024-10-24 19:54:19 Job terminated. (1) Normal termination (return value 0) Usr 0 03:18:33, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:07:37, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87795 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87795 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472140 2000000 2007908 GPUs : 0 Memory (MB) : 252 2000 2048 Job terminated of its own accord at 2024-10-24T23:54:19Z with exit-code 0. ... 028 (10628.056.000) 2024-10-24 19:54:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.990752831970278 Disk = 2007908 DiskUsage = 472140 EventTime = "2024-10-24T19:54:19.637" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472298" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197002.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4197002-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 252 MyType = "JobTerminatedEvent" Proc = 56 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:18:33, Sys 0 00:00:23" SentBytes = 87795.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814059; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:07:37, Sys 0 00:00:30" TotalSentBytes = 87795.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.021.000) 2024-10-24 19:54:25 Image size of job updated: 3898964 242 - MemoryUsage of job (MB) 247160 - ResidentSetSize of job (KB) ... 028 (10628.021.000) 2024-10-24 19:54:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:25.098" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 21 ResidentSetSize = 247160 Size = 3898964 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.021.000) 2024-10-24 19:54:25 Started transferring output files ... 028 (10628.021.000) 2024-10-24 19:54:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:25.309" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.021.000) 2024-10-24 19:54:25 Finished transferring output files ... 028 (10628.021.000) 2024-10-24 19:54:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:25.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 21 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.021.000) 2024-10-24 19:54:25 Job terminated. (1) Normal termination (return value 0) Usr 0 03:22:05, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:00:28, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88803 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88803 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 577626 2000000 2007615 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T23:54:25Z with exit-code 0. ... 028 (10628.021.000) 2024-10-24 19:54:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921010845982083 Disk = 2007615 DiskUsage = 577626 EventTime = "2024-10-24T19:54:25.662" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197096.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4197096-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 21 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:22:05, Sys 0 00:00:18" SentBytes = 88803.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814065; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:00:28, Sys 0 00:00:30" TotalSentBytes = 88803.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.945.000) 2024-10-24 19:54:28 Started transferring output files ... 028 (10628.945.000) 2024-10-24 19:54:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:28.930" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 945 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.945.000) 2024-10-24 19:54:28 Finished transferring output files ... 028 (10628.945.000) 2024-10-24 19:54:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:54:28.998" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 945 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.945.000) 2024-10-24 19:54:29 Job terminated. (1) Normal termination (return value 0) Usr 0 07:50:14, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:50:14, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89680 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89680 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 525931 2000000 2001920 GPUs : 0 Memory (MB) : 138 2000 2048 Job terminated of its own accord at 2024-10-24T23:54:28Z with exit-code 0. ... 028 (10628.945.000) 2024-10-24 19:54:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9991442948824436 Disk = 2001920 DiskUsage = 525931 EventTime = "2024-10-24T19:54:29.255" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2480770" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce4_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "13488911.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce4.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-216-154" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 138 MyType = "JobTerminatedEvent" Proc = 945 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 07:50:14, Sys 0 00:00:35" SentBytes = 89680.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814068; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 07:50:14, Sys 0 00:00:35" TotalSentBytes = 89680.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.816.000) 2024-10-24 19:56:55 Image size of job updated: 3790332 242 - MemoryUsage of job (MB) 246812 - ResidentSetSize of job (KB) ... 028 (10628.816.000) 2024-10-24 19:56:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:56:55.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 816 ResidentSetSize = 246812 Size = 3790332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.816.000) 2024-10-24 19:56:56 Started transferring output files ... 028 (10628.816.000) 2024-10-24 19:56:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:56:56.064" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.816.000) 2024-10-24 19:56:56 Finished transferring output files ... 028 (10628.816.000) 2024-10-24 19:56:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T19:56:56.117" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 816 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.816.000) 2024-10-24 19:56:56 Job terminated. (1) Normal termination (return value 0) Usr 0 03:21:52, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:00:57, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87865 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87865 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467621 2000000 2007868 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-24T23:56:55Z with exit-code 0. ... 028 (10628.816.000) 2024-10-24 19:56:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9840314948903831 Disk = 2007868 DiskUsage = 467621 EventTime = "2024-10-24T19:56:56.423" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484566" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976396.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976396-0-fnpc23121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 816 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:21:52, Sys 0 00:00:23" SentBytes = 87865.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814215; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:00:57, Sys 0 00:00:30" TotalSentBytes = 87865.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 20:00:29 Image size of job updated: 838504 38 - MemoryUsage of job (MB) 38148 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 20:00:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:00:29.191" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 38148 Size = 838504 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.650.000) 2024-10-24 20:00:35 Image size of job updated: 3789316 246 - MemoryUsage of job (MB) 251896 - ResidentSetSize of job (KB) ... 028 (10628.650.000) 2024-10-24 20:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:00:35.245" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 650 ResidentSetSize = 251896 Size = 3789316 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.650.000) 2024-10-24 20:00:35 Started transferring output files ... 028 (10628.650.000) 2024-10-24 20:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:00:35.439" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.650.000) 2024-10-24 20:00:35 Finished transferring output files ... 028 (10628.650.000) 2024-10-24 20:00:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:00:35.492" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 650 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.650.000) 2024-10-24 20:00:35 Job terminated. (1) Normal termination (return value 0) Usr 0 03:24:17, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:14:41, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88693 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88693 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469141 2000000 2007904 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-25T00:00:35Z with exit-code 0. ... 028 (10628.650.000) 2024-10-24 20:00:35 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9878865283814245 Disk = 2007904 DiskUsage = 469141 EventTime = "2024-10-24T20:00:35.825" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472324" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197042.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4197042-0-fnpc23111.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 650 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:24:17, Sys 0 00:00:23" SentBytes = 88693.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814435; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:14:41, Sys 0 00:00:32" TotalSentBytes = 88693.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.176.000) 2024-10-24 20:03:44 Image size of job updated: 3789816 245 - MemoryUsage of job (MB) 250792 - ResidentSetSize of job (KB) ... 028 (10628.176.000) 2024-10-24 20:03:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:03:44.710" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 176 ResidentSetSize = 250792 Size = 3789816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.275.000) 2024-10-24 20:03:54 Image size of job updated: 3750000 226 - MemoryUsage of job (MB) 231216 - ResidentSetSize of job (KB) ... 028 (10628.275.000) 2024-10-24 20:03:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:03:54.580" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 226 MyType = "JobImageSizeEvent" Proc = 275 ResidentSetSize = 231216 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.275.000) 2024-10-24 20:03:54 Started transferring output files ... 028 (10628.275.000) 2024-10-24 20:03:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:03:54.775" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.275.000) 2024-10-24 20:03:54 Finished transferring output files ... 028 (10628.275.000) 2024-10-24 20:03:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:03:54.850" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 275 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.275.000) 2024-10-24 20:03:55 Job terminated. (1) Normal termination (return value 0) Usr 0 05:32:25, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:03:02, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93114 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93114 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470962 2000000 2004367 GPUs : 0 Memory (MB) : 226 2000 2048 Job terminated of its own accord at 2024-10-25T00:03:54Z with exit-code 0. ... 028 (10628.275.000) 2024-10-24 20:03:55 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9955825737442175 Disk = 2004367 DiskUsage = 470962 EventTime = "2024-10-24T20:03:55.184" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484243" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976100.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976100-0-fnpc9073.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 226 MyType = "JobTerminatedEvent" Proc = 275 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:32:25, Sys 0 00:00:17" SentBytes = 93114.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814634; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:03:02, Sys 0 00:00:21" TotalSentBytes = 93114.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.176.000) 2024-10-24 20:04:08 Started transferring output files ... 028 (10628.176.000) 2024-10-24 20:04:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:04:08.697" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.176.000) 2024-10-24 20:04:08 Finished transferring output files ... 028 (10628.176.000) 2024-10-24 20:04:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:04:08.752" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 176 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.176.000) 2024-10-24 20:04:09 Job terminated. (1) Normal termination (return value 0) Usr 0 03:31:56, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:21:04, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89054 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89054 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 565493 2000000 2007874 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-25T00:04:08Z with exit-code 0. ... 028 (10628.176.000) 2024-10-24 20:04:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902356007722553 Disk = 2007874 DiskUsage = 565493 EventTime = "2024-10-24T20:04:09.068" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976484.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976484-0-fnpc23011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 176 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:31:56, Sys 0 00:00:21" SentBytes = 89054.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814648; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:21:04, Sys 0 00:00:29" TotalSentBytes = 89054.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.465.000) 2024-10-24 20:04:18 Image size of job updated: 3969888 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.465.000) 2024-10-24 20:04:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:04:18.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 465 ResidentSetSize = 125000 Size = 3969888 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.465.000) 2024-10-24 20:04:18 Started transferring output files ... 028 (10628.465.000) 2024-10-24 20:04:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:04:18.560" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.465.000) 2024-10-24 20:04:18 Finished transferring output files ... 028 (10628.465.000) 2024-10-24 20:04:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:04:18.615" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 465 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.465.000) 2024-10-24 20:04:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:01, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:11:31, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89056 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89056 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 472761 2000000 2007673 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T00:04:18Z with exit-code 0. ... 028 (10628.465.000) 2024-10-24 20:04:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9837164609550374 Disk = 2007673 DiskUsage = 472761 EventTime = "2024-10-24T20:04:18.943" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484712" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976507.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976507-0-fnpc23113.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 465 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:01, Sys 0 00:00:25" SentBytes = 89056.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814658; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:11:31, Sys 0 00:00:34" TotalSentBytes = 89056.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.571.000) 2024-10-24 20:05:06 Image size of job updated: 4164552 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.571.000) 2024-10-24 20:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:06.627" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 571 ResidentSetSize = 125000 Size = 4164552 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.571.000) 2024-10-24 20:05:06 Started transferring output files ... 028 (10628.571.000) 2024-10-24 20:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:06.808" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.571.000) 2024-10-24 20:05:06 Finished transferring output files ... 028 (10628.571.000) 2024-10-24 20:05:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:06.865" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 571 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.571.000) 2024-10-24 20:05:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:28:24, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:11:57, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89606 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89606 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470930 2000000 2007615 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T00:05:06Z with exit-code 0. ... 028 (10628.571.000) 2024-10-24 20:05:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9853633290034266 Disk = 2007615 DiskUsage = 470930 EventTime = "2024-10-24T20:05:07.262" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472377" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197099.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197099-0-fnpc23112.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 571 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:28:24, Sys 0 00:00:23" SentBytes = 89606.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814706; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:11:57, Sys 0 00:00:32" TotalSentBytes = 89606.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.990.000) 2024-10-24 20:05:20 Image size of job updated: 3750000 247 - MemoryUsage of job (MB) 252900 - ResidentSetSize of job (KB) ... 028 (10628.990.000) 2024-10-24 20:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:20.397" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 990 ResidentSetSize = 252900 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.990.000) 2024-10-24 20:05:20 Started transferring output files ... 028 (10628.990.000) 2024-10-24 20:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:20.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.990.000) 2024-10-24 20:05:20 Finished transferring output files ... 028 (10628.990.000) 2024-10-24 20:05:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:05:20.665" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 990 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.990.000) 2024-10-24 20:05:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:45:48, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:10:41, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89467 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89467 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470006 2000000 2007810 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-25T00:05:20Z with exit-code 0. ... 028 (10628.990.000) 2024-10-24 20:05:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9952407732536461 Disk = 2007810 DiskUsage = 470006 EventTime = "2024-10-24T20:05:21.038" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196625.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196625-0-fnpc17152.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 990 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:45:48, Sys 0 00:00:16" SentBytes = 89467.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814720; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:10:41, Sys 0 00:00:22" TotalSentBytes = 89467.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.734.000) 2024-10-24 20:06:23 Image size of job updated: 3822068 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.734.000) 2024-10-24 20:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:06:23.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 734 ResidentSetSize = 100000 Size = 3822068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.734.000) 2024-10-24 20:06:23 Started transferring output files ... 028 (10628.734.000) 2024-10-24 20:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:06:23.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.734.000) 2024-10-24 20:06:23 Finished transferring output files ... 028 (10628.734.000) 2024-10-24 20:06:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:06:23.853" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 734 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.734.000) 2024-10-24 20:06:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:52, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:24:01, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87468 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87468 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 465826 2000000 36985243 GPUs : 0 Memory (MB) : 98 2000 2000 Job terminated of its own accord at 2024-10-25T00:06:23Z with exit-code 0. ... 028 (10628.734.000) 2024-10-24 20:06:24 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9944337907461783 Disk = 36985243 DiskUsage = 465826 EventTime = "2024-10-24T20:06:24.306" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618916" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 734 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:41:52, Sys 0 00:00:08" SentBytes = 87468.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814783; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:24:01, Sys 0 00:00:17" TotalSentBytes = 87468.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.943.000) 2024-10-24 20:07:34 Image size of job updated: 1024668 136 - MemoryUsage of job (MB) 138568 - ResidentSetSize of job (KB) ... 028 (10628.943.000) 2024-10-24 20:07:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:07:34.693" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MemoryUsage = 136 MyType = "JobImageSizeEvent" Proc = 943 ResidentSetSize = 138568 Size = 1024668 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 024 (10628.019.000) 2024-10-24 20:07:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu, rescheduling job ... 028 (10628.019.000) 2024-10-24 20:07:42 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T20:07:42.535" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616315" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212288" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 19 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3688495_258420830@c1525.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.806.000) 2024-10-24 20:07:56 Image size of job updated: 3856844 244 - MemoryUsage of job (MB) 249268 - ResidentSetSize of job (KB) ... 028 (10628.806.000) 2024-10-24 20:07:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:07:56.041" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 806 ResidentSetSize = 249268 Size = 3856844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.943.000) 2024-10-24 20:07:58 Started transferring output files ... 028 (10628.943.000) 2024-10-24 20:07:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:07:58.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 943 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.943.000) 2024-10-24 20:07:58 Finished transferring output files ... 028 (10628.943.000) 2024-10-24 20:07:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:07:58.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 943 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.943.000) 2024-10-24 20:07:58 Job terminated. (1) Normal termination (return value 0) Usr 0 08:03:23, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:03:23, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91235 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91235 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 604812 2000000 2001920 GPUs : 0 Memory (MB) : 136 2000 2048 Job terminated of its own accord at 2024-10-25T00:07:58Z with exit-code 0. ... 028 (10628.943.000) 2024-10-24 20:07:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9984529176434798 Disk = 2001920 DiskUsage = 604812 EventTime = "2024-10-24T20:07:58.690" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3272452" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24108346.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-211-177" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 136 MyType = "JobTerminatedEvent" Proc = 943 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:03:23, Sys 0 00:00:40" SentBytes = 91235.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814878; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:03:23, Sys 0 00:00:40" TotalSentBytes = 91235.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.022.000) 2024-10-24 20:08:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu, rescheduling job ... 028 (10628.022.000) 2024-10-24 20:08:06 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T20:08:06.871" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620017" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8216563" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 22 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2884974_24011520@c1916.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.707.000) 2024-10-24 20:08:54 Started transferring output files ... 028 (10628.707.000) 2024-10-24 20:08:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:08:54.470" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.707.000) 2024-10-24 20:08:54 Finished transferring output files ... 028 (10628.707.000) 2024-10-24 20:08:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:08:54.554" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 707 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.707.000) 2024-10-24 20:08:54 Job terminated. (1) Normal termination (return value 0) Usr 0 06:03:46, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:13:35, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93023 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93023 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.06 1 1 Disk (KB) : 474394 2000000 4386545 GPUs : 0 Memory (MB) : 98 2000 2500 Job terminated of its own accord at 2024-10-25T00:08:54Z with exit-code 0. ... 028 (10628.707.000) 2024-10-24 20:08:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.06086614784818847 Disk = 4386545 DiskUsage = 474394 EventTime = "2024-10-24T20:08:54.917" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389341.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 707 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:03:46, Sys 0 00:00:32" SentBytes = 93023.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729814934; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:13:35, Sys 0 00:00:34" TotalSentBytes = 93023.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.806.000) 2024-10-24 20:10:06 Image size of job updated: 3857408 244 - MemoryUsage of job (MB) 249268 - ResidentSetSize of job (KB) ... 028 (10628.806.000) 2024-10-24 20:10:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:06.703" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 806 ResidentSetSize = 249268 Size = 3857408 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.806.000) 2024-10-24 20:10:06 Started transferring output files ... 028 (10628.806.000) 2024-10-24 20:10:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:06.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.806.000) 2024-10-24 20:10:07 Finished transferring output files ... 028 (10628.806.000) 2024-10-24 20:10:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:07.038" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 806 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.806.000) 2024-10-24 20:10:07 Job terminated. (1) Normal termination (return value 0) Usr 0 05:54:32, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:11:06, Sys 0 00:01:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88473 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88473 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 503081 2000000 2004375 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T00:10:06Z with exit-code 0. ... 028 (10628.806.000) 2024-10-24 20:10:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9849658441643742 Disk = 2004375 DiskUsage = 503081 EventTime = "2024-10-24T20:10:07.409" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471724" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196546.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196546-0-fnpc8007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 806 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:54:32, Sys 0 00:01:30" SentBytes = 88473.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815006; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:11:06, Sys 0 00:01:31" TotalSentBytes = 88473.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.507.000) 2024-10-24 20:10:32 Image size of job updated: 4031940 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.507.000) 2024-10-24 20:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:32.108" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 507 ResidentSetSize = 100000 Size = 4031940 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.507.000) 2024-10-24 20:10:32 Started transferring output files ... 028 (10628.507.000) 2024-10-24 20:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:32.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.507.000) 2024-10-24 20:10:32 Finished transferring output files ... 028 (10628.507.000) 2024-10-24 20:10:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:32.377" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 507 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.507.000) 2024-10-24 20:10:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:42, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:23:22, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87606 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87606 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470947 2000000 2007898 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:10:32Z with exit-code 0. ... 028 (10628.507.000) 2024-10-24 20:10:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9863860808485826 Disk = 2007898 DiskUsage = 470947 EventTime = "2024-10-24T20:10:32.752" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472452" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197190.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-4197190-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 507 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:42, Sys 0 00:00:18" SentBytes = 87606.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815032; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:23:22, Sys 0 00:00:28" TotalSentBytes = 87606.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.022.000) 2024-10-24 20:10:43 Started transferring input files Transferring to host: <131.225.208.25:37615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51739865%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10021317&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-37615+[2620-6a-0-8862-f0-0-208-25]-37615&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.022.000) 2024-10-24 20:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:43.277" EventTypeNumber = 28 Host = "<131.225.208.25:37615?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector5#51739865%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10021317&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-37615+[2620-6a-0-8862-f0-0-208-25]-37615&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.022.000) 2024-10-24 20:10:43 Finished transferring input files ... 028 (10628.022.000) 2024-10-24 20:10:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:43.328" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.265.000) 2024-10-24 20:10:44 Image size of job updated: 840168 38 - MemoryUsage of job (MB) 38288 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 20:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:44.587" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 38288 Size = 840168 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.019.000) 2024-10-24 20:10:44 Started transferring input files Transferring to host: <137.99.174.17:38587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10013086&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-38587&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 20:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:44.800" EventTypeNumber = 28 Host = "<137.99.174.17:38587?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028425%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10013086&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-38587&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.019.000) 2024-10-24 20:10:44 Finished transferring input files ... 028 (10628.019.000) 2024-10-24 20:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:44.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.022.000) 2024-10-24 20:10:45 Warning from starter on slot1_3@glidein_8_897096594@osg-4196691-0-fnpc22006.fnal.gov: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.022.000) 2024-10-24 20:10:45 Job executing on host: <131.225.208.25:44757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029349&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-44757+[2620-6a-0-8862-f0-0-208-25]-44757&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP> ... 028 (10628.022.000) 2024-10-24 20:10:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:45.688" EventTypeNumber = 28 ExecuteHost = "<131.225.208.25:44757?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector7#29420205%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector7#10029349&PrivNet=osg-4196691-0-fnpc22006.fnal.gov&addrs=131.225.208.25-44757+[2620-6a-0-8862-f0-0-208-25]-44757&alias=osg-4196691-0-fnpc22006.fnal.gov&noUDP>" JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "ExecuteEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.019.000) 2024-10-24 20:10:51 Warning from starter on slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.019.000) 2024-10-24 20:10:51 Job executing on host: <137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.019.000) 2024-10-24 20:10:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:10:51.962" EventTypeNumber = 28 ExecuteHost = "<137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "ExecuteEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.674.000) 2024-10-24 20:11:33 Image size of job updated: 773476 38 - MemoryUsage of job (MB) 38064 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 20:11:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:11:33.571" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 38064 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 20:11:46 Image size of job updated: 3690364 99 - MemoryUsage of job (MB) 100464 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 20:11:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:11:46.081" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 100464 Size = 3690364 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.798.000) 2024-10-24 20:12:01 Image size of job updated: 3822076 258 - MemoryUsage of job (MB) 263712 - ResidentSetSize of job (KB) ... 028 (10628.798.000) 2024-10-24 20:12:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:12:01.814" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 258 MyType = "JobImageSizeEvent" Proc = 798 ResidentSetSize = 263712 Size = 3822076 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.798.000) 2024-10-24 20:12:02 Started transferring output files ... 028 (10628.798.000) 2024-10-24 20:12:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:12:02.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.798.000) 2024-10-24 20:12:02 Finished transferring output files ... 028 (10628.798.000) 2024-10-24 20:12:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:12:02.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 798 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.798.000) 2024-10-24 20:12:02 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:43, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:41:02, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88677 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88677 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 468840 2000000 36854123 GPUs : 0 Memory (MB) : 258 2000 2000 Job terminated of its own accord at 2024-10-25T00:12:01Z with exit-code 0. ... 028 (10628.798.000) 2024-10-24 20:12:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.984521752998256 Disk = 36854123 DiskUsage = 468840 EventTime = "2024-10-24T20:12:02.655" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620660" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219017" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 258 MyType = "JobTerminatedEvent" Proc = 798 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:45:43, Sys 0 00:00:09" SentBytes = 88677.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815121; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 05:41:02, Sys 0 00:00:17" TotalSentBytes = 88677.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.347.000) 2024-10-24 20:12:37 Image size of job updated: 3721924 245 - MemoryUsage of job (MB) 250492 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 20:12:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:12:37.129" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 250492 Size = 3721924 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.784.000) 2024-10-24 20:13:14 Image size of job updated: 2316352 164 - MemoryUsage of job (MB) 166948 - ResidentSetSize of job (KB) ... 028 (10628.784.000) 2024-10-24 20:13:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:14.702" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 164 MyType = "JobImageSizeEvent" Proc = 784 ResidentSetSize = 166948 Size = 2316352 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.976.000) 2024-10-24 20:13:18 Image size of job updated: 3722792 243 - MemoryUsage of job (MB) 248608 - ResidentSetSize of job (KB) ... 028 (10628.976.000) 2024-10-24 20:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:18.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 976 ResidentSetSize = 248608 Size = 3722792 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.976.000) 2024-10-24 20:13:18 Started transferring output files ... 028 (10628.976.000) 2024-10-24 20:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:18.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.976.000) 2024-10-24 20:13:18 Finished transferring output files ... 028 (10628.976.000) 2024-10-24 20:13:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:18.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 976 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.735.000) 2024-10-24 20:13:19 Image size of job updated: 3789828 248 - MemoryUsage of job (MB) 253380 - ResidentSetSize of job (KB) ... 028 (10628.735.000) 2024-10-24 20:13:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:19.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 735 ResidentSetSize = 253380 Size = 3789828 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 005 (10628.976.000) 2024-10-24 20:13:19 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:54, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:06:38, Sys 0 00:00:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90275 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90275 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 488548 2000000 2004387 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-25T00:13:18Z with exit-code 0. ... 028 (10628.976.000) 2024-10-24 20:13:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9682749327597178 Disk = 2004387 DiskUsage = 488548 EventTime = "2024-10-24T20:13:19.272" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472105" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196841-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 976 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:54, Sys 0 00:00:25" SentBytes = 90275.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815198; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:06:38, Sys 0 00:00:46" TotalSentBytes = 90275.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.206.000) 2024-10-24 20:13:39 Image size of job updated: 3750000 249 - MemoryUsage of job (MB) 254116 - ResidentSetSize of job (KB) ... 028 (10628.206.000) 2024-10-24 20:13:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:39.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 206 ResidentSetSize = 254116 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.206.000) 2024-10-24 20:13:39 Started transferring output files ... 028 (10628.206.000) 2024-10-24 20:13:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:39.937" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.206.000) 2024-10-24 20:13:39 Finished transferring output files ... 028 (10628.206.000) 2024-10-24 20:13:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:39.993" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 206 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.206.000) 2024-10-24 20:13:40 Job terminated. (1) Normal termination (return value 0) Usr 0 05:45:35, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:21:02, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89244 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89244 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470624 2000000 2001920 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T00:13:39Z with exit-code 0. ... 028 (10628.206.000) 2024-10-24 20:13:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.989155540495302 Disk = 2001920 DiskUsage = 470624 EventTime = "2024-10-24T20:13:40.281" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483346" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3975634-0-fnpc7544.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 206 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:45:35, Sys 0 00:00:18" SentBytes = 89244.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815219; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:21:02, Sys 0 00:00:20" TotalSentBytes = 89244.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.347.000) 2024-10-24 20:13:46 Image size of job updated: 3902812 245 - MemoryUsage of job (MB) 250492 - ResidentSetSize of job (KB) ... 028 (10628.347.000) 2024-10-24 20:13:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:46.176" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 347 ResidentSetSize = 250492 Size = 3902812 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.347.000) 2024-10-24 20:13:46 Started transferring output files ... 028 (10628.347.000) 2024-10-24 20:13:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:46.362" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.347.000) 2024-10-24 20:13:46 Finished transferring output files ... 028 (10628.347.000) 2024-10-24 20:13:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:13:46.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 347 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.347.000) 2024-10-24 20:13:46 Job terminated. (1) Normal termination (return value 0) Usr 0 03:30:22, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:13:55, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89451 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89451 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 496831 2000000 2004363 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-25T00:13:46Z with exit-code 0. ... 028 (10628.347.000) 2024-10-24 20:13:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9983594688872072 Disk = 2004363 DiskUsage = 496831 EventTime = "2024-10-24T20:13:46.807" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196991.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196991-0-fnpc9063.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 347 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:30:22, Sys 0 00:00:12" SentBytes = 89451.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815226; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:13:55, Sys 0 00:00:21" TotalSentBytes = 89451.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.735.000) 2024-10-24 20:14:19 Started transferring output files ... 028 (10628.735.000) 2024-10-24 20:14:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:14:19.289" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.735.000) 2024-10-24 20:14:19 Finished transferring output files ... 028 (10628.735.000) 2024-10-24 20:14:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:14:19.359" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 735 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.735.000) 2024-10-24 20:14:19 Job terminated. (1) Normal termination (return value 0) Usr 0 04:25:25, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:25:26, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92567 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92567 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 559656 2000000 2004343 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T00:14:19Z with exit-code 0. ... 028 (10628.735.000) 2024-10-24 20:14:19 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913827564311459 Disk = 2004343 DiskUsage = 559656 EventTime = "2024-10-24T20:14:19.692" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483853" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975823.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-3975823-0-fnpc9064.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 735 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:25:25, Sys 0 00:00:17" SentBytes = 92567.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815259; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:25:26, Sys 0 00:00:22" TotalSentBytes = 92567.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.467.000) 2024-10-24 20:14:27 Image size of job updated: 3790344 240 - MemoryUsage of job (MB) 244792 - ResidentSetSize of job (KB) ... 028 (10628.467.000) 2024-10-24 20:14:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:14:27.807" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 240 MyType = "JobImageSizeEvent" Proc = 467 ResidentSetSize = 244792 Size = 3790344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.784.000) 2024-10-24 20:15:06 Started transferring output files ... 028 (10628.784.000) 2024-10-24 20:15:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:15:06.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 784 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.784.000) 2024-10-24 20:15:06 Finished transferring output files ... 028 (10628.784.000) 2024-10-24 20:15:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:15:06.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 784 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 040 (10628.467.000) 2024-10-24 20:15:07 Started transferring output files ... 028 (10628.467.000) 2024-10-24 20:15:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:15:07.288" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.467.000) 2024-10-24 20:15:07 Finished transferring output files ... 028 (10628.467.000) 2024-10-24 20:15:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:15:07.342" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 467 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.784.000) 2024-10-24 20:15:07 Job terminated. (1) Normal termination (return value 0) Usr 0 07:29:02, Sys 0 00:00:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:29:02, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88251 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88251 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.04 1 1 Disk (KB) : 530651 2000000 5522869 GPUs : 0 Memory (MB) : 164 2000 2500 Job terminated of its own accord at 2024-10-25T00:15:06Z with exit-code 0. ... 028 (10628.784.000) 2024-10-24 20:15:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0386428614003237 Disk = 5522869 DiskUsage = 530651 EventTime = "2024-10-24T20:15:07.376" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472776" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389328.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@e355.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 164 MyType = "JobTerminatedEvent" Proc = 784 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 07:29:02, Sys 0 00:00:36" SentBytes = 88251.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815306; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 07:29:02, Sys 0 00:00:36" TotalSentBytes = 88251.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.467.000) 2024-10-24 20:15:07 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:28, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:21:53, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87384 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87384 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 557371 2000000 2007906 GPUs : 0 Memory (MB) : 240 2000 2048 Job terminated of its own accord at 2024-10-25T00:15:07Z with exit-code 0. ... 028 (10628.467.000) 2024-10-24 20:15:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9886012721772153 Disk = 2007906 DiskUsage = 557371 EventTime = "2024-10-24T20:15:07.660" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196830.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-4196830-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 240 MyType = "JobTerminatedEvent" Proc = 467 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:28, Sys 0 00:00:24" SentBytes = 87384.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815307; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:21:53, Sys 0 00:00:28" TotalSentBytes = 87384.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.801.000) 2024-10-24 20:15:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3144003_57338060@c2221.swan.hcc.unl.edu, rescheduling job ... 028 (10628.801.000) 2024-10-24 20:15:41 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T20:15:41.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617246" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213085" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 801 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3144003_57338060@c2221.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.392.000) 2024-10-24 20:16:03 Image size of job updated: 775140 38 - MemoryUsage of job (MB) 38036 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 20:16:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:03.057" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 38036 Size = 775140 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.583.000) 2024-10-24 20:16:27 Image size of job updated: 838500 38 - MemoryUsage of job (MB) 38120 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 20:16:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:27.127" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 38120 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.801.000) 2024-10-24 20:16:34 Started transferring input files Transferring to host: <10.138.18.18:45393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50935181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9972004&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45393&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 20:16:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:34.338" EventTypeNumber = 28 Host = "<10.138.18.18:45393?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50935181%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9972004&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45393&alias=c1818.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617501" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213337" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.801.000) 2024-10-24 20:16:34 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 20:16:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:34.418" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617501" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213337" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 006 (10628.674.000) 2024-10-24 20:16:34 Image size of job updated: 773476 38 - MemoryUsage of job (MB) 38116 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 20:16:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:34.979" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 38116 Size = 773476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 021 (10628.801.000) 2024-10-24 20:16:35 Warning from starter on slot1@glidein_1096932_63300600@c1818.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.801.000) 2024-10-24 20:16:35 Job executing on host: <10.138.18.18:45003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29359959%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10018696&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45003&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 20:16:35 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:16:35.678" EventTypeNumber = 28 ExecuteHost = "<10.138.18.18:45003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29359959%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10018696&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45003&alias=c1818.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617501" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213337" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.815.000) 2024-10-24 20:18:10 Image size of job updated: 3789568 244 - MemoryUsage of job (MB) 249364 - ResidentSetSize of job (KB) ... 028 (10628.815.000) 2024-10-24 20:18:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:10.559" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 815 ResidentSetSize = 249364 Size = 3789568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.815.000) 2024-10-24 20:18:10 Started transferring output files ... 028 (10628.815.000) 2024-10-24 20:18:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:10.747" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.815.000) 2024-10-24 20:18:10 Finished transferring output files ... 028 (10628.815.000) 2024-10-24 20:18:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:10.822" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 815 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.815.000) 2024-10-24 20:18:11 Job terminated. (1) Normal termination (return value 0) Usr 0 04:52:44, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:33:48, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90796 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90796 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 470938 2000000 2004357 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T00:18:10Z with exit-code 0. ... 028 (10628.815.000) 2024-10-24 20:18:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9572784241115712 Disk = 2004357 DiskUsage = 470938 EventTime = "2024-10-24T20:18:11.179" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975844.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3975844-0-fnpc19124.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 815 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:52:44, Sys 0 00:00:27" SentBytes = 90796.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815490; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:33:48, Sys 0 00:00:29" TotalSentBytes = 90796.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.776.000) 2024-10-24 20:18:30 Image size of job updated: 3750000 234 - MemoryUsage of job (MB) 238716 - ResidentSetSize of job (KB) ... 028 (10628.776.000) 2024-10-24 20:18:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:30.027" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 234 MyType = "JobImageSizeEvent" Proc = 776 ResidentSetSize = 238716 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.776.000) 2024-10-24 20:18:32 Started transferring output files ... 028 (10628.776.000) 2024-10-24 20:18:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:32.237" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.776.000) 2024-10-24 20:18:32 Finished transferring output files ... 028 (10628.776.000) 2024-10-24 20:18:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:32.294" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 776 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.776.000) 2024-10-24 20:18:32 Job terminated. (1) Normal termination (return value 0) Usr 0 05:03:03, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:21:43, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89553 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89553 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 616074 2000000 2004374 GPUs : 0 Memory (MB) : 234 2000 2048 Job terminated of its own accord at 2024-10-25T00:18:32Z with exit-code 0. ... 028 (10628.776.000) 2024-10-24 20:18:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9696234324290436 Disk = 2004374 DiskUsage = 616074 EventTime = "2024-10-24T20:18:32.630" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484538" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976352.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976352-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 234 MyType = "JobTerminatedEvent" Proc = 776 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:03:03, Sys 0 00:00:33" SentBytes = 89553.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815512; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:21:43, Sys 0 00:00:39" TotalSentBytes = 89553.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.770.000) 2024-10-24 20:18:47 Image size of job updated: 4035280 99 - MemoryUsage of job (MB) 100744 - ResidentSetSize of job (KB) ... 028 (10628.770.000) 2024-10-24 20:18:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:47.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 99 MyType = "JobImageSizeEvent" Proc = 770 ResidentSetSize = 100744 Size = 4035280 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.770.000) 2024-10-24 20:18:47 Started transferring output files ... 028 (10628.770.000) 2024-10-24 20:18:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:47.732" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.770.000) 2024-10-24 20:18:47 Finished transferring output files ... 028 (10628.770.000) 2024-10-24 20:18:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:18:47.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 770 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.770.000) 2024-10-24 20:18:48 Job terminated. (1) Normal termination (return value 0) Usr 0 06:11:23, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:21:07, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89717 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89717 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.04 1 1 Disk (KB) : 472441 2000000 2007853 GPUs : 0 Memory (MB) : 99 2000 2048 Job terminated of its own accord at 2024-10-25T00:18:47Z with exit-code 0. ... 028 (10628.770.000) 2024-10-24 20:18:48 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.04 Disk = 2007853 DiskUsage = 472441 EventTime = "2024-10-24T20:18:48.139" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472056" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196789.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196789-0-fnpc17151.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 99 MyType = "JobTerminatedEvent" Proc = 770 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:11:23, Sys 0 00:00:24" SentBytes = 89717.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815527; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:21:07, Sys 0 00:00:26" TotalSentBytes = 89717.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.028.000) 2024-10-24 20:19:56 Image size of job updated: 4168548 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.028.000) 2024-10-24 20:19:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:19:56.311" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 28 ResidentSetSize = 100000 Size = 4168548 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.028.000) 2024-10-24 20:19:56 Started transferring output files ... 028 (10628.028.000) 2024-10-24 20:19:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:19:56.515" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.028.000) 2024-10-24 20:19:56 Finished transferring output files ... 028 (10628.028.000) 2024-10-24 20:19:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:19:56.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 28 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.028.000) 2024-10-24 20:19:56 Job terminated. (1) Normal termination (return value 0) Usr 0 04:47:50, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:32:49, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88754 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88754 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 471260 2000000 2004335 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:19:56Z with exit-code 0. ... 028 (10628.028.000) 2024-10-24 20:19:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9588341848080142 Disk = 2004335 DiskUsage = 471260 EventTime = "2024-10-24T20:19:56.906" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976317.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-3976317-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 28 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:47:50, Sys 0 00:00:27" SentBytes = 88754.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815596; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:32:49, Sys 0 00:00:30" TotalSentBytes = 88754.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.034.000) 2024-10-24 20:20:50 Image size of job updated: 3789568 239 - MemoryUsage of job (MB) 244720 - ResidentSetSize of job (KB) ... 028 (10628.034.000) 2024-10-24 20:20:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:50.990" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 34 ResidentSetSize = 244720 Size = 3789568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.034.000) 2024-10-24 20:20:51 Started transferring output files ... 028 (10628.034.000) 2024-10-24 20:20:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:51.190" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.034.000) 2024-10-24 20:20:51 Finished transferring output files ... 028 (10628.034.000) 2024-10-24 20:20:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:51.264" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 34 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.034.000) 2024-10-24 20:20:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:48:37, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:38:15, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90508 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90508 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469757 2000000 2004325 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-25T00:20:50Z with exit-code 0. ... 028 (10628.034.000) 2024-10-24 20:20:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9859475723638954 Disk = 2004325 DiskUsage = 469757 EventTime = "2024-10-24T20:20:51.575" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196892.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196892-0-fnpc19103.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 34 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:48:37, Sys 0 00:00:28" SentBytes = 90508.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815650; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:38:15, Sys 0 00:00:30" TotalSentBytes = 90508.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.996.000) 2024-10-24 20:20:58 Image size of job updated: 3721984 245 - MemoryUsage of job (MB) 250640 - ResidentSetSize of job (KB) ... 028 (10628.996.000) 2024-10-24 20:20:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:58.404" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 996 ResidentSetSize = 250640 Size = 3721984 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.996.000) 2024-10-24 20:20:58 Started transferring output files ... 028 (10628.996.000) 2024-10-24 20:20:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:58.592" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.996.000) 2024-10-24 20:20:58 Finished transferring output files ... 028 (10628.996.000) 2024-10-24 20:20:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:20:58.666" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 996 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.996.000) 2024-10-24 20:20:58 Job terminated. (1) Normal termination (return value 0) Usr 0 04:47:57, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:17:58, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91778 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91778 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469737 2000000 2004341 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-25T00:20:58Z with exit-code 0. ... 028 (10628.996.000) 2024-10-24 20:20:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915356349283364 Disk = 2004341 DiskUsage = 469737 EventTime = "2024-10-24T20:20:58.992" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196666.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196666-0-fnpc19121.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 996 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:47:57, Sys 0 00:00:25" SentBytes = 91778.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815658; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:17:58, Sys 0 00:00:31" TotalSentBytes = 91778.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.015.000) 2024-10-24 20:21:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_2237334_448898085@c1521.swan.hcc.unl.edu, rescheduling job ... 028 (10628.015.000) 2024-10-24 20:21:15 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T20:21:15.376" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616705" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212641" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 15 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_2237334_448898085@c1521.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.583.000) 2024-10-24 20:21:27 Image size of job updated: 838500 38 - MemoryUsage of job (MB) 38124 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 20:21:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:21:27.523" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 38124 Size = 838500 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.814.000) 2024-10-24 20:22:24 Image size of job updated: 3966040 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.814.000) 2024-10-24 20:22:24 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:24.895" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 814 ResidentSetSize = 100000 Size = 3966040 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.814.000) 2024-10-24 20:22:25 Started transferring output files ... 028 (10628.814.000) 2024-10-24 20:22:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:25.085" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.814.000) 2024-10-24 20:22:25 Finished transferring output files ... 028 (10628.814.000) 2024-10-24 20:22:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:25.140" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 814 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.814.000) 2024-10-24 20:22:25 Job terminated. (1) Normal termination (return value 0) Usr 0 03:44:25, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:17:58, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87837 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87837 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 466712 2000000 2007861 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:22:24Z with exit-code 0. ... 028 (10628.814.000) 2024-10-24 20:22:25 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9869566047300937 Disk = 2007861 DiskUsage = 466712 EventTime = "2024-10-24T20:22:25.452" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484654" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976466.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976466-0-fnpc23023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 814 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:44:25, Sys 0 00:00:19" SentBytes = 87837.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815744; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 06:17:58, Sys 0 00:00:24" TotalSentBytes = 87837.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.799.000) 2024-10-24 20:22:45 Image size of job updated: 3750000 271 - MemoryUsage of job (MB) 276644 - ResidentSetSize of job (KB) ... 028 (10628.799.000) 2024-10-24 20:22:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:45.060" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 271 MyType = "JobImageSizeEvent" Proc = 799 ResidentSetSize = 276644 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.799.000) 2024-10-24 20:22:45 Started transferring output files ... 028 (10628.799.000) 2024-10-24 20:22:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:45.384" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.799.000) 2024-10-24 20:22:45 Finished transferring output files ... 028 (10628.799.000) 2024-10-24 20:22:45 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:22:45.522" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 799 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.799.000) 2024-10-24 20:22:46 Job terminated. (1) Normal termination (return value 0) Usr 0 06:12:12, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:24:28, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91766 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91766 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470940 2000000 2002497 GPUs : 0 Memory (MB) : 271 2000 2048 Job terminated of its own accord at 2024-10-25T00:22:45Z with exit-code 0. ... 028 (10628.799.000) 2024-10-24 20:22:46 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9957373376726266 Disk = 2002497 DiskUsage = 470940 EventTime = "2024-10-24T20:22:46.019" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2459956" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943710" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 271 MyType = "JobTerminatedEvent" Proc = 799 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:12:12, Sys 0 00:00:31" SentBytes = 91766.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815765; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:24:28, Sys 0 00:00:32" TotalSentBytes = 91766.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.069.000) 2024-10-24 20:24:10 Image size of job updated: 3750000 163 - MemoryUsage of job (MB) 166704 - ResidentSetSize of job (KB) ... 028 (10628.069.000) 2024-10-24 20:24:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:10.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 163 MyType = "JobImageSizeEvent" Proc = 69 ResidentSetSize = 166704 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.064.000) 2024-10-24 20:24:12 Image size of job updated: 3750000 244 - MemoryUsage of job (MB) 249684 - ResidentSetSize of job (KB) ... 028 (10628.064.000) 2024-10-24 20:24:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:12.123" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 64 ResidentSetSize = 249684 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.015.000) 2024-10-24 20:24:20 Started transferring input files Transferring to host: <10.138.18.18:35381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028849%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10019018&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-35381&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 20:24:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:20.480" EventTypeNumber = 28 Host = "<10.138.18.18:35381?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028849%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10019018&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-35381&alias=c1818.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617346" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.015.000) 2024-10-24 20:24:20 Finished transferring input files ... 028 (10628.015.000) 2024-10-24 20:24:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:20.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617346" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.015.000) 2024-10-24 20:24:21 Warning from starter on slot1@glidein_1096934_797553278@c1818.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.015.000) 2024-10-24 20:24:21 Job executing on host: <10.138.18.18:41207?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9976455&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-41207&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 20:24:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:21.821" EventTypeNumber = 28 ExecuteHost = "<10.138.18.18:41207?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9976455&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-41207&alias=c1818.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617346" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 040 (10628.069.000) 2024-10-24 20:24:21 Started transferring output files ... 028 (10628.069.000) 2024-10-24 20:24:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:21.958" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.069.000) 2024-10-24 20:24:22 Finished transferring output files ... 028 (10628.069.000) 2024-10-24 20:24:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:22.042" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 69 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.069.000) 2024-10-24 20:24:22 Job terminated. (1) Normal termination (return value 0) Usr 0 05:57:56, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:28:43, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93289 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93289 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616127 2000000 4398107 GPUs : 0 Memory (MB) : 163 2000 2500 Job terminated of its own accord at 2024-10-25T00:24:21Z with exit-code 0. ... 028 (10628.069.000) 2024-10-24 20:24:22 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9988984856979342 Disk = 4398107 DiskUsage = 616127 EventTime = "2024-10-24T20:24:22.422" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472431" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389130.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@e2392.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 163 MyType = "JobTerminatedEvent" Proc = 69 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:57:56, Sys 0 00:00:30" SentBytes = 93289.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815861; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:28:43, Sys 0 00:00:32" TotalSentBytes = 93289.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.064.000) 2024-10-24 20:24:57 Started transferring output files ... 028 (10628.064.000) 2024-10-24 20:24:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:57.174" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.064.000) 2024-10-24 20:24:57 Finished transferring output files ... 028 (10628.064.000) 2024-10-24 20:24:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:24:57.253" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 64 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.064.000) 2024-10-24 20:24:57 Job terminated. (1) Normal termination (return value 0) Usr 0 05:50:08, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:21:11, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92589 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92589 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 584491 2000000 2004002 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T00:24:56Z with exit-code 0. ... 028 (10628.064.000) 2024-10-24 20:24:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9693053999607985 Disk = 2004002 DiskUsage = 584491 EventTime = "2024-10-24T20:24:57.572" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976082.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-3976082-0-fnpc9007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 64 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:50:08, Sys 0 00:00:29" SentBytes = 92589.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815896; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:21:11, Sys 0 00:00:31" TotalSentBytes = 92589.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.089.000) 2024-10-24 20:25:31 Image size of job updated: 1026196 129 - MemoryUsage of job (MB) 131488 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 20:25:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:25:31.213" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 131488 Size = 1026196 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.089.000) 2024-10-24 20:25:53 Image size of job updated: 1200372 129 - MemoryUsage of job (MB) 131488 - ResidentSetSize of job (KB) ... 028 (10628.089.000) 2024-10-24 20:25:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:25:53.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 89 ResidentSetSize = 131488 Size = 1200372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.089.000) 2024-10-24 20:25:53 Started transferring output files ... 028 (10628.089.000) 2024-10-24 20:25:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:25:53.765" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 89 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.089.000) 2024-10-24 20:25:53 Finished transferring output files ... 028 (10628.089.000) 2024-10-24 20:25:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:25:53.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 89 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.089.000) 2024-10-24 20:25:54 Job terminated. (1) Normal termination (return value 0) Usr 0 08:21:28, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:21:28, Sys 0 00:00:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88852 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88852 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 610917 2000000 2001920 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-25T00:25:53Z with exit-code 0. ... 028 (10628.089.000) 2024-10-24 20:25:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.999305049938227 Disk = 2001920 DiskUsage = 610917 EventTime = "2024-10-24T20:25:54.105" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 89 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:21:28, Sys 0 00:00:45" SentBytes = 88852.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815953; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:21:28, Sys 0 00:00:45" TotalSentBytes = 88852.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 20:26:11 Image size of job updated: 903780 38 - MemoryUsage of job (MB) 38072 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 20:26:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:11.319" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 38072 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.561.000) 2024-10-24 20:26:19 Image size of job updated: 3969724 107 - MemoryUsage of job (MB) 108992 - ResidentSetSize of job (KB) ... 028 (10628.561.000) 2024-10-24 20:26:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:19.557" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 561 ResidentSetSize = 108992 Size = 3969724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.561.000) 2024-10-24 20:26:19 Started transferring output files ... 028 (10628.561.000) 2024-10-24 20:26:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:19.760" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.561.000) 2024-10-24 20:26:19 Finished transferring output files ... 028 (10628.561.000) 2024-10-24 20:26:19 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:19.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 561 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.561.000) 2024-10-24 20:26:20 Job terminated. (1) Normal termination (return value 0) Usr 0 06:08:02, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:19:23, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90202 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90202 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472470 2000000 2007805 GPUs : 0 Memory (MB) : 107 2000 2048 Job terminated of its own accord at 2024-10-25T00:26:19Z with exit-code 0. ... 028 (10628.561.000) 2024-10-24 20:26:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9915123097531103 Disk = 2007805 DiskUsage = 472470 EventTime = "2024-10-24T20:26:20.189" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484120" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976000.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976000-0-fnpc17141.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 107 MyType = "JobTerminatedEvent" Proc = 561 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:08:02, Sys 0 00:00:27" SentBytes = 90202.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815979; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:19:23, Sys 0 00:00:29" TotalSentBytes = 90202.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.020.000) 2024-10-24 20:26:39 Image size of job updated: 3895796 270 - MemoryUsage of job (MB) 275792 - ResidentSetSize of job (KB) ... 028 (10628.020.000) 2024-10-24 20:26:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:39.110" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 270 MyType = "JobImageSizeEvent" Proc = 20 ResidentSetSize = 275792 Size = 3895796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.020.000) 2024-10-24 20:26:39 Started transferring output files ... 028 (10628.020.000) 2024-10-24 20:26:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:39.399" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.020.000) 2024-10-24 20:26:39 Finished transferring output files ... 028 (10628.020.000) 2024-10-24 20:26:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:26:39.518" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 20 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.020.000) 2024-10-24 20:26:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:43, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:59:54, Sys 0 00:00:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87524 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87524 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 471826 2000000 36896247 GPUs : 0 Memory (MB) : 270 2000 2000 Job terminated of its own accord at 2024-10-25T00:26:39Z with exit-code 0. ... 028 (10628.020.000) 2024-10-24 20:26:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9811778382112698 Disk = 36896247 DiskUsage = 471826 EventTime = "2024-10-24T20:26:39.907" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617421" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213263" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 270 MyType = "JobTerminatedEvent" Proc = 20 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:44:43, Sys 0 00:00:11" SentBytes = 87524.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729815999; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 05:59:54, Sys 0 00:00:16" TotalSentBytes = 87524.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.752.000) 2024-10-24 20:27:26 Image size of job updated: 3682344 276 - MemoryUsage of job (MB) 281740 - ResidentSetSize of job (KB) ... 028 (10628.752.000) 2024-10-24 20:27:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:27:26.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MemoryUsage = 276 MyType = "JobImageSizeEvent" Proc = 752 ResidentSetSize = 281740 Size = 3682344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.752.000) 2024-10-24 20:27:27 Started transferring output files ... 028 (10628.752.000) 2024-10-24 20:27:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:27:27.451" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.752.000) 2024-10-24 20:27:27 Finished transferring output files ... 028 (10628.752.000) 2024-10-24 20:27:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:27:27.457" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "FileTransferEvent" Proc = 752 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.752.000) 2024-10-24 20:27:28 Job terminated. (1) Normal termination (return value 0) Usr 0 04:01:45, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:23:47, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88384 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88384 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471230 2000000 2001920 GPUs : 0 Memory (MB) : 276 2000 2048 Job terminated of its own accord at 2024-10-25T00:27:26Z with exit-code 0. ... 028 (10628.752.000) 2024-10-24 20:27:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9856533207209265 Disk = 2001920 DiskUsage = 471230 EventTime = "2024-10-24T20:27:28.801" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620304" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4450724" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" Memory = 2048 MemoryUsage = 276 MyType = "JobTerminatedEvent" Proc = 752 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:01:45, Sys 0 00:00:15" SentBytes = 88384.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816046; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:23:47, Sys 0 00:00:19" TotalSentBytes = 88384.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.503.000) 2024-10-24 20:29:33 Image size of job updated: 3895804 271 - MemoryUsage of job (MB) 276604 - ResidentSetSize of job (KB) ... 028 (10628.503.000) 2024-10-24 20:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:33.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 271 MyType = "JobImageSizeEvent" Proc = 503 ResidentSetSize = 276604 Size = 3895804 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.503.000) 2024-10-24 20:29:33 Started transferring output files ... 028 (10628.503.000) 2024-10-24 20:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:33.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.503.000) 2024-10-24 20:29:33 Finished transferring output files ... 028 (10628.503.000) 2024-10-24 20:29:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:33.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 503 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.503.000) 2024-10-24 20:29:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:54, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:53:01, Sys 0 00:00:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87415 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87415 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 464286 2000000 36894251 GPUs : 0 Memory (MB) : 271 2000 2000 Job terminated of its own accord at 2024-10-25T00:29:33Z with exit-code 0. ... 028 (10628.503.000) 2024-10-24 20:29:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9845944223670964 Disk = 36894251 DiskUsage = 464286 EventTime = "2024-10-24T20:29:34.034" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618918" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215180" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 271 MyType = "JobTerminatedEvent" Proc = 503 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:46:54, Sys 0 00:00:14" SentBytes = 87415.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816173; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 05:53:01, Sys 0 00:00:20" TotalSentBytes = 87415.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.978.000) 2024-10-24 20:29:36 Image size of job updated: 3750000 248 - MemoryUsage of job (MB) 253600 - ResidentSetSize of job (KB) ... 028 (10628.978.000) 2024-10-24 20:29:36 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:36.905" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 978 ResidentSetSize = 253600 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.978.000) 2024-10-24 20:29:37 Started transferring output files ... 028 (10628.978.000) 2024-10-24 20:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:37.096" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.978.000) 2024-10-24 20:29:37 Finished transferring output files ... 028 (10628.978.000) 2024-10-24 20:29:37 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:29:37.150" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 978 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.978.000) 2024-10-24 20:29:37 Job terminated. (1) Normal termination (return value 0) Usr 0 04:09:02, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:33:26, Sys 0 00:00:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87587 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87587 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470640 2000000 2007886 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T00:29:36Z with exit-code 0. ... 028 (10628.978.000) 2024-10-24 20:29:37 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9897976356947698 Disk = 2007886 DiskUsage = 470640 EventTime = "2024-10-24T20:29:37.518" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 978 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:09:02, Sys 0 00:00:31" SentBytes = 87587.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816176; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:33:26, Sys 0 00:00:50" TotalSentBytes = 87587.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.030.000) 2024-10-24 20:31:06 Image size of job updated: 4141768 115 - MemoryUsage of job (MB) 117480 - ResidentSetSize of job (KB) ... 028 (10628.030.000) 2024-10-24 20:31:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:06.313" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 115 MyType = "JobImageSizeEvent" Proc = 30 ResidentSetSize = 117480 Size = 4141768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.030.000) 2024-10-24 20:31:06 Started transferring output files ... 028 (10628.030.000) 2024-10-24 20:31:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:06.601" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.030.000) 2024-10-24 20:31:06 Finished transferring output files ... 028 (10628.030.000) 2024-10-24 20:31:06 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:06.684" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 30 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.030.000) 2024-10-24 20:31:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:38, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:01:21, Sys 0 00:03:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87327 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87327 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472439 2000000 35168609 GPUs : 0 Memory (MB) : 115 2000 2000 Job terminated of its own accord at 2024-10-25T00:31:06Z with exit-code 0. ... 028 (10628.030.000) 2024-10-24 20:31:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9959608522257676 Disk = 35168609 DiskUsage = 472439 EventTime = "2024-10-24T20:31:07.210" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617880" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8214818" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 115 MyType = "JobTerminatedEvent" Proc = 30 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:38, Sys 0 00:00:06" SentBytes = 87327.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816266; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 06:01:21, Sys 0 00:03:50" TotalSentBytes = 87327.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 20:31:11 Image size of job updated: 903780 38 - MemoryUsage of job (MB) 38084 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 20:31:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:11.730" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 38084 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.254.000) 2024-10-24 20:31:41 Image size of job updated: 3500000 107 - MemoryUsage of job (MB) 108868 - ResidentSetSize of job (KB) ... 028 (10628.254.000) 2024-10-24 20:31:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:41.561" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 107 MyType = "JobImageSizeEvent" Proc = 254 ResidentSetSize = 108868 Size = 3500000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.254.000) 2024-10-24 20:31:41 Started transferring output files ... 028 (10628.254.000) 2024-10-24 20:31:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:41.826" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.254.000) 2024-10-24 20:31:41 Finished transferring output files ... 028 (10628.254.000) 2024-10-24 20:31:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:31:41.911" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 254 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.254.000) 2024-10-24 20:31:42 Job terminated. (1) Normal termination (return value 0) Usr 0 06:16:42, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:32:30, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91946 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91946 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474393 2000000 5321559 GPUs : 0 Memory (MB) : 107 2000 2500 Job terminated of its own accord at 2024-10-25T00:31:41Z with exit-code 0. ... 028 (10628.254.000) 2024-10-24 20:31:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9941168096355975 Disk = 5321559 DiskUsage = 474393 EventTime = "2024-10-24T20:31:42.329" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472796" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389340.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@e2332.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 107 MyType = "JobTerminatedEvent" Proc = 254 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:16:42, Sys 0 00:00:29" SentBytes = 91946.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816301; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:32:30, Sys 0 00:00:31" TotalSentBytes = 91946.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.163.000) 2024-10-24 20:32:41 Image size of job updated: 3975056 132 - MemoryUsage of job (MB) 134820 - ResidentSetSize of job (KB) ... 028 (10628.163.000) 2024-10-24 20:32:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:32:41.335" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 132 MyType = "JobImageSizeEvent" Proc = 163 ResidentSetSize = 134820 Size = 3975056 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.163.000) 2024-10-24 20:32:41 Started transferring output files ... 028 (10628.163.000) 2024-10-24 20:32:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:32:41.678" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.163.000) 2024-10-24 20:32:41 Finished transferring output files ... 028 (10628.163.000) 2024-10-24 20:32:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:32:41.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 163 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.163.000) 2024-10-24 20:32:42 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:12, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:45:36, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87730 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87730 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470038 2000000 28116755 GPUs : 0 Memory (MB) : 132 2000 2048 Job terminated of its own accord at 2024-10-25T00:32:41Z with exit-code 0. ... 028 (10628.163.000) 2024-10-24 20:32:42 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9936212368365591 Disk = 28116755 DiskUsage = 470038 EventTime = "2024-10-24T20:32:42.188" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275671" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454856" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 132 MyType = "JobTerminatedEvent" Proc = 163 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:12, Sys 0 00:00:10" SentBytes = 87730.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816361; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:45:36, Sys 0 00:00:19" TotalSentBytes = 87730.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.261.000) 2024-10-24 20:32:44 Image size of job updated: 3789816 250 - MemoryUsage of job (MB) 254988 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 20:32:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:32:44.994" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 254988 Size = 3789816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.760.000) 2024-10-24 20:33:30 Image size of job updated: 4039876 111 - MemoryUsage of job (MB) 112804 - ResidentSetSize of job (KB) ... 028 (10628.760.000) 2024-10-24 20:33:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:30.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 111 MyType = "JobImageSizeEvent" Proc = 760 ResidentSetSize = 112804 Size = 4039876 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.760.000) 2024-10-24 20:33:30 Started transferring output files ... 028 (10628.760.000) 2024-10-24 20:33:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:30.590" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.760.000) 2024-10-24 20:33:30 Finished transferring output files ... 028 (10628.760.000) 2024-10-24 20:33:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:30.669" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 760 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.760.000) 2024-10-24 20:33:30 Job terminated. (1) Normal termination (return value 0) Usr 0 06:23:33, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:33:19, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89502 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89502 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473049 2000000 2007869 GPUs : 0 Memory (MB) : 111 2000 2048 Job terminated of its own accord at 2024-10-25T00:33:30Z with exit-code 0. ... 028 (10628.760.000) 2024-10-24 20:33:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9795995107065653 Disk = 2007869 DiskUsage = 473049 EventTime = "2024-10-24T20:33:30.988" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472104" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196836.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-4196836-0-fnpc17136.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 111 MyType = "JobTerminatedEvent" Proc = 760 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:23:33, Sys 0 00:00:32" SentBytes = 89502.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816410; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:33:19, Sys 0 00:00:34" TotalSentBytes = 89502.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.261.000) 2024-10-24 20:33:40 Image size of job updated: 4101332 250 - MemoryUsage of job (MB) 254988 - ResidentSetSize of job (KB) ... 028 (10628.261.000) 2024-10-24 20:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:40.260" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 261 ResidentSetSize = 254988 Size = 4101332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.261.000) 2024-10-24 20:33:40 Started transferring output files ... 028 (10628.261.000) 2024-10-24 20:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:40.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.261.000) 2024-10-24 20:33:40 Finished transferring output files ... 028 (10628.261.000) 2024-10-24 20:33:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:33:40.525" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 261 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.261.000) 2024-10-24 20:33:40 Job terminated. (1) Normal termination (return value 0) Usr 0 06:19:07, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:34:51, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89221 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89221 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 578516 2000000 2007804 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-25T00:33:40Z with exit-code 0. ... 028 (10628.261.000) 2024-10-24 20:33:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9848496900985889 Disk = 2007804 DiskUsage = 578516 EventTime = "2024-10-24T20:33:40.847" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471834" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196619.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4196619-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 261 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:19:07, Sys 0 00:00:29" SentBytes = 89221.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816420; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:34:51, Sys 0 00:00:31" TotalSentBytes = 89221.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.759.000) 2024-10-24 20:34:04 Image size of job updated: 4109004 109 - MemoryUsage of job (MB) 111016 - ResidentSetSize of job (KB) ... 028 (10628.759.000) 2024-10-24 20:34:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:04.219" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 109 MyType = "JobImageSizeEvent" Proc = 759 ResidentSetSize = 111016 Size = 4109004 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.759.000) 2024-10-24 20:34:04 Started transferring output files ... 028 (10628.759.000) 2024-10-24 20:34:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:04.417" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.759.000) 2024-10-24 20:34:04 Finished transferring output files ... 028 (10628.759.000) 2024-10-24 20:34:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:04.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 759 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.759.000) 2024-10-24 20:34:04 Job terminated. (1) Normal termination (return value 0) Usr 0 06:21:55, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:31:35, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89401 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89401 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472444 2000000 2007826 GPUs : 0 Memory (MB) : 109 2000 2048 Job terminated of its own accord at 2024-10-25T00:34:04Z with exit-code 0. ... 028 (10628.759.000) 2024-10-24 20:34:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9919023118409216 Disk = 2007826 DiskUsage = 472444 EventTime = "2024-10-24T20:34:04.881" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471773" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196585.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196585-0-fnpc17117.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 109 MyType = "JobTerminatedEvent" Proc = 759 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:21:55, Sys 0 00:00:34" SentBytes = 89401.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816444; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:31:35, Sys 0 00:00:36" TotalSentBytes = 89401.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.655.000) 2024-10-24 20:34:14 Image size of job updated: 3895796 267 - MemoryUsage of job (MB) 273396 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 20:34:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:14.396" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 267 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 273396 Size = 3895796 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.655.000) 2024-10-24 20:34:59 Image size of job updated: 4149960 267 - MemoryUsage of job (MB) 273396 - ResidentSetSize of job (KB) ... 028 (10628.655.000) 2024-10-24 20:34:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:59.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 267 MyType = "JobImageSizeEvent" Proc = 655 ResidentSetSize = 273396 Size = 4149960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.655.000) 2024-10-24 20:34:59 Started transferring output files ... 028 (10628.655.000) 2024-10-24 20:34:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:59.358" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.655.000) 2024-10-24 20:34:59 Finished transferring output files ... 028 (10628.655.000) 2024-10-24 20:34:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:34:59.481" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 655 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.655.000) 2024-10-24 20:34:59 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:21, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:54:52, Sys 0 00:00:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89450 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89450 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 516959 2000000 36746273 GPUs : 0 Memory (MB) : 267 2000 2000 Job terminated of its own accord at 2024-10-25T00:34:59Z with exit-code 0. ... 028 (10628.655.000) 2024-10-24 20:34:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9961405557424932 Disk = 36746273 DiskUsage = 516959 EventTime = "2024-10-24T20:34:59.908" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2618444" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215092" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 267 MyType = "JobTerminatedEvent" Proc = 655 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:34:21, Sys 0 00:00:07" SentBytes = 89450.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816499; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 05:54:52, Sys 0 00:00:12" TotalSentBytes = 89450.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.795.000) 2024-10-24 20:35:23 Image size of job updated: 3750000 156 - MemoryUsage of job (MB) 159480 - ResidentSetSize of job (KB) ... 028 (10628.795.000) 2024-10-24 20:35:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:35:23.287" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 156 MyType = "JobImageSizeEvent" Proc = 795 ResidentSetSize = 159480 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.265.000) 2024-10-24 20:35:47 Image size of job updated: 1027864 129 - MemoryUsage of job (MB) 131652 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 20:35:47 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:35:47.589" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 131652 Size = 1027864 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.262.000) 2024-10-24 20:36:09 Image size of job updated: 4107972 112 - MemoryUsage of job (MB) 114336 - ResidentSetSize of job (KB) ... 028 (10628.262.000) 2024-10-24 20:36:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:09.340" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 112 MyType = "JobImageSizeEvent" Proc = 262 ResidentSetSize = 114336 Size = 4107972 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.262.000) 2024-10-24 20:36:09 Started transferring output files ... 028 (10628.262.000) 2024-10-24 20:36:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:09.527" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.262.000) 2024-10-24 20:36:09 Finished transferring output files ... 028 (10628.262.000) 2024-10-24 20:36:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:09.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 262 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.262.000) 2024-10-24 20:36:09 Job terminated. (1) Normal termination (return value 0) Usr 0 06:22:07, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:37:59, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89557 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89557 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472453 2000000 2007781 GPUs : 0 Memory (MB) : 112 2000 2048 Job terminated of its own accord at 2024-10-25T00:36:09Z with exit-code 0. ... 028 (10628.262.000) 2024-10-24 20:36:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.995388698671378 Disk = 2007781 DiskUsage = 472453 EventTime = "2024-10-24T20:36:09.917" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484087" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975995.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3975995-0-fnpc17135.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 112 MyType = "JobTerminatedEvent" Proc = 262 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:22:07, Sys 0 00:00:28" SentBytes = 89557.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816569; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:37:59, Sys 0 00:00:30" TotalSentBytes = 89557.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.265.000) 2024-10-24 20:36:30 Image size of job updated: 1267688 129 - MemoryUsage of job (MB) 131652 - ResidentSetSize of job (KB) ... 028 (10628.265.000) 2024-10-24 20:36:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:30.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 265 ResidentSetSize = 131652 Size = 1267688 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.265.000) 2024-10-24 20:36:30 Started transferring output files ... 028 (10628.265.000) 2024-10-24 20:36:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:30.889" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 265 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.265.000) 2024-10-24 20:36:30 Finished transferring output files ... 028 (10628.265.000) 2024-10-24 20:36:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:36:30.922" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 265 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.265.000) 2024-10-24 20:36:31 Job terminated. (1) Normal termination (return value 0) Usr 0 08:32:00, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:32:00, Sys 0 00:00:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90464 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90464 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 601938 2000000 2001920 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-25T00:36:30Z with exit-code 0. ... 028 (10628.265.000) 2024-10-24 20:36:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 1.000425021409317 Disk = 2001920 DiskUsage = 601938 EventTime = "2024-10-24T20:36:31.192" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 265 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:32:00, Sys 0 00:00:45" SentBytes = 90464.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816590; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:32:00, Sys 0 00:00:45" TotalSentBytes = 90464.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.795.000) 2024-10-24 20:37:39 Started transferring output files ... 028 (10628.795.000) 2024-10-24 20:37:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:37:39.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.795.000) 2024-10-24 20:37:39 Finished transferring output files ... 028 (10628.795.000) 2024-10-24 20:37:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:37:39.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 795 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.795.000) 2024-10-24 20:37:40 Job terminated. (1) Normal termination (return value 0) Usr 0 05:59:23, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:20:57, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88214 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88214 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.04 1 1 Disk (KB) : 517244 2000000 14054010 GPUs : 0 Memory (MB) : 156 2000 2500 Job terminated of its own accord at 2024-10-25T00:37:39Z with exit-code 0. ... 028 (10628.795.000) 2024-10-24 20:37:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.04474873898555311 Disk = 14054010 DiskUsage = 517244 EventTime = "2024-10-24T20:37:40.051" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473644" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210405.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@c-211-33-1.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 156 MyType = "JobTerminatedEvent" Proc = 795 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:59:23, Sys 0 00:00:31" SentBytes = 88214.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816659; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:20:57, Sys 0 00:00:34" TotalSentBytes = 88214.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.767.000) 2024-10-24 20:37:52 Image size of job updated: 3966156 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.767.000) 2024-10-24 20:37:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:37:52.252" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 767 ResidentSetSize = 100000 Size = 3966156 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.767.000) 2024-10-24 20:37:52 Started transferring output files ... 028 (10628.767.000) 2024-10-24 20:37:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:37:52.447" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.767.000) 2024-10-24 20:37:52 Finished transferring output files ... 028 (10628.767.000) 2024-10-24 20:37:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:37:52.501" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 767 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.767.000) 2024-10-24 20:37:52 Job terminated. (1) Normal termination (return value 0) Usr 0 04:28:05, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:50:26, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87428 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87428 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.03 1 1 Disk (KB) : 470939 2000000 2007881 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:37:52Z with exit-code 0. ... 028 (10628.767.000) 2024-10-24 20:37:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.03 Disk = 2007881 DiskUsage = 470939 EventTime = "2024-10-24T20:37:52.810" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976515.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@osg-3976515-0-fnpc23018.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 767 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:28:05, Sys 0 00:00:21" SentBytes = 87428.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816672; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:50:26, Sys 0 00:00:25" TotalSentBytes = 87428.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.755.000) 2024-10-24 20:39:14 Image size of job updated: 4141776 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 20:39:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:14.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 125000 Size = 4141776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.499.000) 2024-10-24 20:39:20 Started transferring output files ... 028 (10628.499.000) 2024-10-24 20:39:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:20.221" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.499.000) 2024-10-24 20:39:20 Finished transferring output files ... 028 (10628.499.000) 2024-10-24 20:39:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:20.296" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 499 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.499.000) 2024-10-24 20:39:20 Job terminated. (1) Normal termination (return value 0) Usr 0 04:53:22, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:49:16, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90353 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90353 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469713 2000000 2004364 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:39:19Z with exit-code 0. ... 028 (10628.499.000) 2024-10-24 20:39:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9907623897990515 Disk = 2004364 DiskUsage = 469713 EventTime = "2024-10-24T20:39:20.620" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484308" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976143.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@osg-3976143-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 499 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:53:22, Sys 0 00:00:29" SentBytes = 90353.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816759; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 06:49:16, Sys 0 00:00:31" TotalSentBytes = 90353.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.755.000) 2024-10-24 20:39:31 Image size of job updated: 4149960 124 - MemoryUsage of job (MB) 125984 - ResidentSetSize of job (KB) ... 028 (10628.755.000) 2024-10-24 20:39:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:31.363" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 124 MyType = "JobImageSizeEvent" Proc = 755 ResidentSetSize = 125984 Size = 4149960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.755.000) 2024-10-24 20:39:31 Started transferring output files ... 028 (10628.755.000) 2024-10-24 20:39:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:31.653" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.755.000) 2024-10-24 20:39:31 Finished transferring output files ... 028 (10628.755.000) 2024-10-24 20:39:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:31.737" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 755 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.755.000) 2024-10-24 20:39:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:08, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:01:04, Sys 0 00:00:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87445 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87445 - Total Bytes Sent By Job 36631 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 616104 2000000 36811869 GPUs : 0 Memory (MB) : 124 2000 2000 Job terminated of its own accord at 2024-10-25T00:39:31Z with exit-code 0. ... 028 (10628.755.000) 2024-10-24 20:39:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9966761045050053 Disk = 36811869 DiskUsage = 616104 EventTime = "2024-10-24T20:39:32.238" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2619098" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215213" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 124 MyType = "JobTerminatedEvent" Proc = 755 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:38:08, Sys 0 00:00:07" SentBytes = 87445.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816771; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36631.0 TotalRemoteUsage = "Usr 0 07:01:04, Sys 0 00:00:18" TotalSentBytes = 87445.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.674.000) 2024-10-24 20:39:52 Image size of job updated: 961160 69 - MemoryUsage of job (MB) 70360 - ResidentSetSize of job (KB) ... 028 (10628.674.000) 2024-10-24 20:39:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:52.371" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 674 ResidentSetSize = 70360 Size = 961160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.674.000) 2024-10-24 20:39:52 Started transferring output files ... 028 (10628.674.000) 2024-10-24 20:39:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:52.516" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 674 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.674.000) 2024-10-24 20:39:52 Finished transferring output files ... 028 (10628.674.000) 2024-10-24 20:39:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:39:52.544" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 674 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.674.000) 2024-10-24 20:39:52 Job terminated. (1) Normal termination (return value 0) Usr 0 08:34:46, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:34:46, Sys 0 00:00:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91795 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91795 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 472778 2000000 2001920 GPUs : 0 Memory (MB) : 69 2000 2048 Job terminated of its own accord at 2024-10-25T00:39:52Z with exit-code 0. ... 028 (10628.674.000) 2024-10-24 20:39:52 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9977022621398879 Disk = 2001920 DiskUsage = 472778 EventTime = "2024-10-24T20:39:52.822" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 69 MyType = "JobTerminatedEvent" Proc = 674 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:34:46, Sys 0 00:00:46" SentBytes = 91795.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816792; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:34:46, Sys 0 00:00:46" TotalSentBytes = 91795.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.392.000) 2024-10-24 20:41:05 Image size of job updated: 962820 124 - MemoryUsage of job (MB) 126400 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 20:41:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:05.107" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 124 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 126400 Size = 962820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.482.000) 2024-10-24 20:41:12 Image size of job updated: 903780 38 - MemoryUsage of job (MB) 38196 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 20:41:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:12.539" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 38 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 38196 Size = 903780 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.742.000) 2024-10-24 20:41:46 Image size of job updated: 1026428 69 - MemoryUsage of job (MB) 70392 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 20:41:46 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:46.109" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 69 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 70392 Size = 1026428 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.367.000) 2024-10-24 20:41:51 Image size of job updated: 4041672 104 - MemoryUsage of job (MB) 106184 - ResidentSetSize of job (KB) ... 028 (10628.367.000) 2024-10-24 20:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:51.046" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 104 MyType = "JobImageSizeEvent" Proc = 367 ResidentSetSize = 106184 Size = 4041672 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.367.000) 2024-10-24 20:41:51 Started transferring output files ... 028 (10628.367.000) 2024-10-24 20:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:51.242" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.367.000) 2024-10-24 20:41:51 Finished transferring output files ... 028 (10628.367.000) 2024-10-24 20:41:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:41:51.317" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 367 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.367.000) 2024-10-24 20:41:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:56:42, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:41:50, Sys 0 00:00:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90692 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90692 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473078 2000000 2004395 GPUs : 0 Memory (MB) : 104 2000 2048 Job terminated of its own accord at 2024-10-25T00:41:51Z with exit-code 0. ... 028 (10628.367.000) 2024-10-24 20:41:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9865701030875623 Disk = 2004395 DiskUsage = 473078 EventTime = "2024-10-24T20:41:51.630" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976154.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976154-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 104 MyType = "JobTerminatedEvent" Proc = 367 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:56:42, Sys 0 00:00:26" SentBytes = 90692.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816911; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:41:50, Sys 0 00:00:38" TotalSentBytes = 90692.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.742.000) 2024-10-24 20:42:08 Image size of job updated: 1274464 96 - MemoryUsage of job (MB) 98100 - ResidentSetSize of job (KB) ... 028 (10628.742.000) 2024-10-24 20:42:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:08.228" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 96 MyType = "JobImageSizeEvent" Proc = 742 ResidentSetSize = 98100 Size = 1274464 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.742.000) 2024-10-24 20:42:08 Started transferring output files ... 028 (10628.742.000) 2024-10-24 20:42:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:08.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 742 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.742.000) 2024-10-24 20:42:08 Finished transferring output files ... 028 (10628.742.000) 2024-10-24 20:42:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:08.408" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 742 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.742.000) 2024-10-24 20:42:08 Job terminated. (1) Normal termination (return value 0) Usr 0 08:36:50, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:36:50, Sys 0 00:00:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90667 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90667 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.17 1 1 Disk (KB) : 604819 2000000 2001920 GPUs : 0 Memory (MB) : 96 2000 2048 Job terminated of its own accord at 2024-10-25T00:42:08Z with exit-code 0. ... 028 (10628.742.000) 2024-10-24 20:42:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.165 Disk = 2001920 DiskUsage = 604819 EventTime = "2024-10-24T20:42:08.641" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 96 MyType = "JobTerminatedEvent" Proc = 742 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:36:50, Sys 0 00:00:47" SentBytes = 90667.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816928; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:36:50, Sys 0 00:00:47" TotalSentBytes = 90667.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.392.000) 2024-10-24 20:42:27 Image size of job updated: 1210848 124 - MemoryUsage of job (MB) 126400 - ResidentSetSize of job (KB) ... 028 (10628.392.000) 2024-10-24 20:42:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:27.983" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 124 MyType = "JobImageSizeEvent" Proc = 392 ResidentSetSize = 126400 Size = 1210848 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.392.000) 2024-10-24 20:42:28 Started transferring output files ... 028 (10628.392.000) 2024-10-24 20:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:28.147" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 392 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.392.000) 2024-10-24 20:42:28 Finished transferring output files ... 028 (10628.392.000) 2024-10-24 20:42:28 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:28.173" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 392 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.392.000) 2024-10-24 20:42:28 Job terminated. (1) Normal termination (return value 0) Usr 0 08:37:40, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:37:40, Sys 0 00:00:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88882 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88882 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.32 1 1 Disk (KB) : 559336 2000000 2001920 GPUs : 0 Memory (MB) : 124 2000 2048 Job terminated of its own accord at 2024-10-25T00:42:27Z with exit-code 0. ... 028 (10628.392.000) 2024-10-24 20:42:28 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.315 Disk = 2001920 DiskUsage = 559336 EventTime = "2024-10-24T20:42:28.416" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 124 MyType = "JobTerminatedEvent" Proc = 392 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:37:40, Sys 0 00:00:43" SentBytes = 88882.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816947; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:37:40, Sys 0 00:00:43" TotalSentBytes = 88882.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.731.000) 2024-10-24 20:42:58 Image size of job updated: 4043724 108 - MemoryUsage of job (MB) 110316 - ResidentSetSize of job (KB) ... 028 (10628.731.000) 2024-10-24 20:42:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:58.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 108 MyType = "JobImageSizeEvent" Proc = 731 ResidentSetSize = 110316 Size = 4043724 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.731.000) 2024-10-24 20:42:58 Started transferring output files ... 028 (10628.731.000) 2024-10-24 20:42:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:58.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.731.000) 2024-10-24 20:42:58 Finished transferring output files ... 028 (10628.731.000) 2024-10-24 20:42:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:42:58.698" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 731 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.731.000) 2024-10-24 20:42:59 Job terminated. (1) Normal termination (return value 0) Usr 0 04:07:24, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:51:42, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91571 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 91571 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 470027 2000000 2004349 GPUs : 0 Memory (MB) : 108 2000 2048 Job terminated of its own accord at 2024-10-25T00:42:58Z with exit-code 0. ... 028 (10628.731.000) 2024-10-24 20:42:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9956260380409057 Disk = 2004349 DiskUsage = 470027 EventTime = "2024-10-24T20:42:59.034" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484217" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976080.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-3976080-0-fnpc9065.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 108 MyType = "JobTerminatedEvent" Proc = 731 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:07:24, Sys 0 00:00:16" SentBytes = 91571.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729816978; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:51:42, Sys 0 00:00:21" TotalSentBytes = 91571.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.583.000) 2024-10-24 20:44:20 Image size of job updated: 1026200 57 - MemoryUsage of job (MB) 58144 - ResidentSetSize of job (KB) ... 028 (10628.583.000) 2024-10-24 20:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:20.540" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 57 MyType = "JobImageSizeEvent" Proc = 583 ResidentSetSize = 58144 Size = 1026200 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.583.000) 2024-10-24 20:44:20 Started transferring output files ... 028 (10628.583.000) 2024-10-24 20:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:20.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 583 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.583.000) 2024-10-24 20:44:20 Finished transferring output files ... 028 (10628.583.000) 2024-10-24 20:44:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:20.709" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 583 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.583.000) 2024-10-24 20:44:20 Job terminated. (1) Normal termination (return value 0) Usr 0 08:39:07, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:39:07, Sys 0 00:00:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88952 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88952 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 473349 2000000 2001920 GPUs : 0 Memory (MB) : 57 2000 2048 Job terminated of its own accord at 2024-10-25T00:44:20Z with exit-code 0. ... 028 (10628.583.000) 2024-10-24 20:44:20 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9984869828867495 Disk = 2001920 DiskUsage = 473349 EventTime = "2024-10-24T20:44:20.993" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 57 MyType = "JobTerminatedEvent" Proc = 583 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:39:07, Sys 0 00:00:44" SentBytes = 88952.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817060; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:39:07, Sys 0 00:00:44" TotalSentBytes = 88952.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.403.000) 2024-10-24 20:44:57 Image size of job updated: 3923008 121 - MemoryUsage of job (MB) 123620 - ResidentSetSize of job (KB) ... 028 (10628.403.000) 2024-10-24 20:44:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:57.118" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MemoryUsage = 121 MyType = "JobImageSizeEvent" Proc = 403 ResidentSetSize = 123620 Size = 3923008 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.403.000) 2024-10-24 20:44:57 Started transferring output files ... 028 (10628.403.000) 2024-10-24 20:44:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:57.446" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.403.000) 2024-10-24 20:44:57 Finished transferring output files ... 028 (10628.403.000) 2024-10-24 20:44:57 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:44:57.543" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" MyType = "FileTransferEvent" Proc = 403 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.403.000) 2024-10-24 20:44:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:23:48, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:08:20, Sys 0 00:00:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90763 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 90763 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.02 1 1 Disk (KB) : 467309 2000000 2001920 GPUs : 0 Memory (MB) : 121 2000 2048 Job terminated of its own accord at 2024-10-25T00:44:57Z with exit-code 0. ... 028 (10628.403.000) 2024-10-24 20:44:58 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.02 Disk = 2001920 DiskUsage = 467309 EventTime = "2024-10-24T20:44:58.044" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2454904" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01-colorado" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS = "SGE" JOB_GLIDEIN_SiteWMS_JobId = "6943063" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Colorado" Memory = 2048 MemoryUsage = 121 MyType = "JobTerminatedEvent" Proc = 403 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:23:48, Sys 0 00:00:09" SentBytes = 90763.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817097; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:08:20, Sys 0 00:00:17" TotalSentBytes = 90763.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.992.000) 2024-10-24 20:45:29 Image size of job updated: 4101336 97 - MemoryUsage of job (MB) 98736 - ResidentSetSize of job (KB) ... 028 (10628.992.000) 2024-10-24 20:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:29.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 97 MyType = "JobImageSizeEvent" Proc = 992 ResidentSetSize = 98736 Size = 4101336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.992.000) 2024-10-24 20:45:29 Started transferring output files ... 028 (10628.992.000) 2024-10-24 20:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:29.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.992.000) 2024-10-24 20:45:29 Finished transferring output files ... 028 (10628.992.000) 2024-10-24 20:45:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:29.613" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 992 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.992.000) 2024-10-24 20:45:29 Job terminated. (1) Normal termination (return value 0) Usr 0 04:56:29, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:41:18, Sys 0 00:00:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89995 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89995 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 470933 2000000 2004374 GPUs : 0 Memory (MB) : 97 2000 2048 Job terminated of its own accord at 2024-10-25T00:45:29Z with exit-code 0. ... 028 (10628.992.000) 2024-10-24 20:45:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9680917821527185 Disk = 2004374 DiskUsage = 470933 EventTime = "2024-10-24T20:45:29.945" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484536" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976342.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-3976342-0-fnpc19104.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 97 MyType = "JobTerminatedEvent" Proc = 992 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:56:29, Sys 0 00:00:34" SentBytes = 89995.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817129; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:41:18, Sys 0 00:00:46" TotalSentBytes = 89995.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.951.000) 2024-10-24 20:45:43 Image size of job updated: 3750000 250 - MemoryUsage of job (MB) 255660 - ResidentSetSize of job (KB) ... 028 (10628.951.000) 2024-10-24 20:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:43.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 951 ResidentSetSize = 255660 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.951.000) 2024-10-24 20:45:43 Started transferring output files ... 028 (10628.951.000) 2024-10-24 20:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:43.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.951.000) 2024-10-24 20:45:43 Finished transferring output files ... 028 (10628.951.000) 2024-10-24 20:45:43 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:45:43.532" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 951 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.951.000) 2024-10-24 20:45:43 Job terminated. (1) Normal termination (return value 0) Usr 0 06:20:22, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:47:50, Sys 0 00:00:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88716 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88716 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.68 1 1 Disk (KB) : 472164 2000000 2001920 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-25T00:45:43Z with exit-code 0. ... 028 (10628.951.000) 2024-10-24 20:45:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.6820000000000001 Disk = 2001920 DiskUsage = 472164 EventTime = "2024-10-24T20:45:43.855" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976048.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976048-0-fnpc7600.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 951 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:20:22, Sys 0 00:00:18" SentBytes = 88716.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817143; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:47:50, Sys 0 00:00:21" TotalSentBytes = 88716.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.972.000) 2024-10-24 20:46:18 Image size of job updated: 4034656 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 20:46:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:46:18.925" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 100000 Size = 4034656 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.972.000) 2024-10-24 20:46:31 Image size of job updated: 4034768 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.972.000) 2024-10-24 20:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:46:31.741" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 972 ResidentSetSize = 100000 Size = 4034768 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.972.000) 2024-10-24 20:46:31 Started transferring output files ... 028 (10628.972.000) 2024-10-24 20:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:46:31.938" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.972.000) 2024-10-24 20:46:31 Finished transferring output files ... 028 (10628.972.000) 2024-10-24 20:46:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:46:31.995" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 972 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.972.000) 2024-10-24 20:46:32 Job terminated. (1) Normal termination (return value 0) Usr 0 03:16:16, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:59:51, Sys 0 00:00:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87403 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87403 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 616113 2000000 2007733 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:46:31Z with exit-code 0. ... 028 (10628.972.000) 2024-10-24 20:46:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.003175928472368233 Disk = 2007733 DiskUsage = 616113 EventTime = "2024-10-24T20:46:32.305" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976634.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@osg-3976634-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 972 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:16:16, Sys 0 00:00:23" SentBytes = 87403.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817191; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:59:51, Sys 0 00:00:47" TotalSentBytes = 87403.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.831.000) 2024-10-24 20:47:56 Image size of job updated: 4103124 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.831.000) 2024-10-24 20:47:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:47:56.336" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 831 ResidentSetSize = 100000 Size = 4103124 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.831.000) 2024-10-24 20:47:56 Started transferring output files ... 028 (10628.831.000) 2024-10-24 20:47:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:47:56.538" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.831.000) 2024-10-24 20:47:56 Finished transferring output files ... 028 (10628.831.000) 2024-10-24 20:47:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:47:56.595" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 831 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.831.000) 2024-10-24 20:47:56 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:53, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:58:42, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88338 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88338 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470061 2000000 2007750 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T00:47:56Z with exit-code 0. ... 028 (10628.831.000) 2024-10-24 20:47:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9903651279608968 Disk = 2007750 DiskUsage = 470061 EventTime = "2024-10-24T20:47:56.897" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484626" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976428.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@osg-3976428-0-fnpc23114.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 831 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:26:53, Sys 0 00:00:29" SentBytes = 88338.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817276; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:58:42, Sys 0 00:00:40" TotalSentBytes = 88338.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.400.000) 2024-10-24 20:48:48 Image size of job updated: 3924776 244 - MemoryUsage of job (MB) 249604 - ResidentSetSize of job (KB) ... 028 (10628.400.000) 2024-10-24 20:48:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:48:48.623" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 400 ResidentSetSize = 249604 Size = 3924776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.400.000) 2024-10-24 20:49:17 Started transferring output files ... 028 (10628.400.000) 2024-10-24 20:49:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:49:17.008" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.400.000) 2024-10-24 20:49:17 Finished transferring output files ... 028 (10628.400.000) 2024-10-24 20:49:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:49:17.063" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 400 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.400.000) 2024-10-24 20:49:17 Job terminated. (1) Normal termination (return value 0) Usr 0 04:15:31, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:59:44, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89552 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89552 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 580240 2000000 2007903 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T00:49:16Z with exit-code 0. ... 028 (10628.400.000) 2024-10-24 20:49:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9845037789691169 Disk = 2007903 DiskUsage = 580240 EventTime = "2024-10-24T20:49:17.407" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196917.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@osg-4196917-0-fnpc23010.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 400 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:15:31, Sys 0 00:00:25" SentBytes = 89552.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817356; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 06:59:44, Sys 0 00:00:31" TotalSentBytes = 89552.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.070.000) 2024-10-24 20:49:29 Image size of job updated: 3750000 153 - MemoryUsage of job (MB) 155920 - ResidentSetSize of job (KB) ... 028 (10628.070.000) 2024-10-24 20:49:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:49:29.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MemoryUsage = 153 MyType = "JobImageSizeEvent" Proc = 70 ResidentSetSize = 155920 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.070.000) 2024-10-24 20:49:44 Started transferring output files ... 028 (10628.070.000) 2024-10-24 20:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:49:44.226" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.070.000) 2024-10-24 20:49:44 Finished transferring output files ... 028 (10628.070.000) 2024-10-24 20:49:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:49:44.299" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 70 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.070.000) 2024-10-24 20:49:44 Job terminated. (1) Normal termination (return value 0) Usr 0 05:58:36, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:29:52, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87848 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87848 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.03 1 1 Disk (KB) : 616095 2000000 12987131 GPUs : 0 Memory (MB) : 153 2000 2500 Job terminated of its own accord at 2024-10-25T00:49:43Z with exit-code 0. ... 028 (10628.070.000) 2024-10-24 20:49:44 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.03254883690846425 Disk = 12987131 DiskUsage = 616095 EventTime = "2024-10-24T20:49:44.757" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210454.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@c-211-33-1.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 153 MyType = "JobTerminatedEvent" Proc = 70 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:58:36, Sys 0 00:00:29" SentBytes = 87848.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817383; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:29:52, Sys 0 00:00:31" TotalSentBytes = 87848.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 20:51:14 Image size of job updated: 1091456 129 - MemoryUsage of job (MB) 131444 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 20:51:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:51:14.361" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 131444 Size = 1091456 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.946.000) 2024-10-24 20:52:53 Image size of job updated: 4000000 242 - MemoryUsage of job (MB) 247776 - ResidentSetSize of job (KB) ... 028 (10628.946.000) 2024-10-24 20:52:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:52:53.257" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 946 ResidentSetSize = 247776 Size = 4000000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.946.000) 2024-10-24 20:52:53 Started transferring output files ... 028 (10628.946.000) 2024-10-24 20:52:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:52:53.448" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.946.000) 2024-10-24 20:52:53 Finished transferring output files ... 028 (10628.946.000) 2024-10-24 20:52:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:52:53.502" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 946 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.946.000) 2024-10-24 20:52:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:50:29, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:13:29, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88143 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88143 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 466741 2000000 2007910 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-25T00:52:53Z with exit-code 0. ... 028 (10628.946.000) 2024-10-24 20:52:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9804586982742937 Disk = 2007910 DiskUsage = 466741 EventTime = "2024-10-24T20:52:53.783" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483801" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975780.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@osg-3975780-0-fnpc23108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 946 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:50:29, Sys 0 00:00:19" SentBytes = 88143.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817573; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:13:29, Sys 0 00:00:31" TotalSentBytes = 88143.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.482.000) 2024-10-24 20:53:16 Image size of job updated: 1396840 129 - MemoryUsage of job (MB) 131508 - ResidentSetSize of job (KB) ... 028 (10628.482.000) 2024-10-24 20:53:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:53:16.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MemoryUsage = 129 MyType = "JobImageSizeEvent" Proc = 482 ResidentSetSize = 131508 Size = 1396840 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.482.000) 2024-10-24 20:53:17 Started transferring output files ... 028 (10628.482.000) 2024-10-24 20:53:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:53:17.072" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 482 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.482.000) 2024-10-24 20:53:17 Finished transferring output files ... 028 (10628.482.000) 2024-10-24 20:53:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:53:17.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" MyType = "FileTransferEvent" Proc = 482 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.482.000) 2024-10-24 20:53:17 Job terminated. (1) Normal termination (return value 0) Usr 0 08:47:38, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:47:38, Sys 0 00:00:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88997 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88997 - Total Bytes Sent By Job 12209 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 565051 2000000 2001920 GPUs : 0 Memory (MB) : 129 2000 2048 Job terminated of its own accord at 2024-10-25T00:53:16Z with exit-code 0. ... 028 (10628.482.000) 2024-10-24 20:53:17 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9985734167776641 Disk = 2001920 DiskUsage = 565051 EventTime = "2024-10-24T20:53:17.441" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2468628" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2_whole" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "24889167.0" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@CRUSH-OSG-C7-10-5-254-186" JOB_Site = "SU-ITS" Memory = 2048 MemoryUsage = 129 MyType = "JobTerminatedEvent" Proc = 482 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:47:38, Sys 0 00:00:43" SentBytes = 88997.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817596; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 12209.0 TotalRemoteUsage = "Usr 0 08:47:38, Sys 0 00:00:43" TotalSentBytes = 88997.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.835.000) 2024-10-24 20:56:30 Image size of job updated: 3750000 243 - MemoryUsage of job (MB) 247912 - ResidentSetSize of job (KB) ... 028 (10628.835.000) 2024-10-24 20:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:56:30.432" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 835 ResidentSetSize = 247912 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.835.000) 2024-10-24 20:56:30 Started transferring output files ... 028 (10628.835.000) 2024-10-24 20:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:56:30.617" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.835.000) 2024-10-24 20:56:30 Finished transferring output files ... 028 (10628.835.000) 2024-10-24 20:56:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:56:30.679" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 835 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.835.000) 2024-10-24 20:56:31 Job terminated. (1) Normal termination (return value 0) Usr 0 03:56:03, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:07:08, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87715 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87715 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 473356 2000000 2007898 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-25T00:56:30Z with exit-code 0. ... 028 (10628.835.000) 2024-10-24 20:56:31 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9716997360181735 Disk = 2007898 DiskUsage = 473356 EventTime = "2024-10-24T20:56:31.008" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976499.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976499-0-fnpc23025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 835 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:56:03, Sys 0 00:00:28" SentBytes = 87715.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817790; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:07:08, Sys 0 00:00:33" TotalSentBytes = 87715.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.927.000) 2024-10-24 20:58:11 Image size of job updated: 3721968 245 - MemoryUsage of job (MB) 250184 - ResidentSetSize of job (KB) ... 028 (10628.927.000) 2024-10-24 20:58:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:58:11.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 245 MyType = "JobImageSizeEvent" Proc = 927 ResidentSetSize = 250184 Size = 3721968 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.927.000) 2024-10-24 20:58:11 Started transferring output files ... 028 (10628.927.000) 2024-10-24 20:58:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:58:11.600" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.927.000) 2024-10-24 20:58:11 Finished transferring output files ... 028 (10628.927.000) 2024-10-24 20:58:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T20:58:11.662" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 927 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.927.000) 2024-10-24 20:58:11 Job terminated. (1) Normal termination (return value 0) Usr 0 04:24:13, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:58:25, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 86995 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 86995 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 467043 2000000 2007919 GPUs : 0 Memory (MB) : 245 2000 2048 Job terminated of its own accord at 2024-10-25T00:58:11Z with exit-code 0. ... 028 (10628.927.000) 2024-10-24 20:58:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.984248317966228 Disk = 2007919 DiskUsage = 467043 EventTime = "2024-10-24T20:58:11.975" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472299" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197008.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-4197008-0-fnpc22033.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 245 MyType = "JobTerminatedEvent" Proc = 927 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:24:13, Sys 0 00:00:29" SentBytes = 86995.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729817891; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 07:58:25, Sys 0 00:00:36" TotalSentBytes = 86995.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.801.000) 2024-10-24 21:00:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1096932_63300600@c1818.swan.hcc.unl.edu <10.138.18.18:45003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29359959%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10018696&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45003&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 21:00:35 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T21:00:35.511" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617501" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213337" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 801 StartdAddr = "<10.138.18.18:45003?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29359959%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10018696&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-45003&alias=c1818.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1096932_63300600@c1818.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 022 (10628.015.000) 2024-10-24 21:00:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1096934_797553278@c1818.swan.hcc.unl.edu <10.138.18.18:41207?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9976455&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-41207&alias=c1818.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 21:00:35 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T21:00:35.597" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617346" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 15 StartdAddr = "<10.138.18.18:41207?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51028528%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9976455&PrivNet=c1818.swan.hcc.unl.edu&addrs=10.138.18.18-41207&alias=c1818.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1096934_797553278@c1818.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.952.000) 2024-10-24 21:01:00 Image size of job updated: 4031180 101 - MemoryUsage of job (MB) 102916 - ResidentSetSize of job (KB) ... 028 (10628.952.000) 2024-10-24 21:01:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:00.997" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 952 ResidentSetSize = 102916 Size = 4031180 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.952.000) 2024-10-24 21:01:01 Started transferring output files ... 028 (10628.952.000) 2024-10-24 21:01:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:01.186" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.952.000) 2024-10-24 21:01:01 Finished transferring output files ... 028 (10628.952.000) 2024-10-24 21:01:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:01.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 952 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.952.000) 2024-10-24 21:01:01 Job terminated. (1) Normal termination (return value 0) Usr 0 06:41:03, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:01:50, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 91283 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 91283 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.06 1 1 Disk (KB) : 471269 2000000 2007820 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-25T01:01:00Z with exit-code 0. ... 028 (10628.952.000) 2024-10-24 21:01:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.05714285714285714 Disk = 2007820 DiskUsage = 471269 EventTime = "2024-10-24T21:01:01.601" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471927" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196678.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196678-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 952 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:41:03, Sys 0 00:00:28" SentBytes = 91283.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818060; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:01:50, Sys 0 00:00:30" TotalSentBytes = 91283.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.384.000) 2024-10-24 21:01:12 Image size of job updated: 4103524 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.384.000) 2024-10-24 21:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:12.631" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 384 ResidentSetSize = 100000 Size = 4103524 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.384.000) 2024-10-24 21:01:12 Started transferring output files ... 028 (10628.384.000) 2024-10-24 21:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:12.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.384.000) 2024-10-24 21:01:12 Finished transferring output files ... 028 (10628.384.000) 2024-10-24 21:01:12 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:01:12.875" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 384 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.384.000) 2024-10-24 21:01:13 Job terminated. (1) Normal termination (return value 0) Usr 0 04:26:47, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:10:10, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87791 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87791 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472476 2000000 2007894 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:01:12Z with exit-code 0. ... 028 (10628.384.000) 2024-10-24 21:01:13 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9869708460409126 Disk = 2007894 DiskUsage = 472476 EventTime = "2024-10-24T21:01:13.177" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 384 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:26:47, Sys 0 00:00:26" SentBytes = 87791.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818072; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:10:10, Sys 0 00:00:32" TotalSentBytes = 87791.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.039.000) 2024-10-24 21:03:31 Image size of job updated: 3857160 250 - MemoryUsage of job (MB) 255360 - ResidentSetSize of job (KB) ... 028 (10628.039.000) 2024-10-24 21:03:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:03:31.804" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 39 ResidentSetSize = 255360 Size = 3857160 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.039.000) 2024-10-24 21:04:55 Started transferring output files ... 028 (10628.039.000) 2024-10-24 21:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:04:55.521" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.039.000) 2024-10-24 21:04:55 Finished transferring output files ... 028 (10628.039.000) 2024-10-24 21:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:04:55.754" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 39 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 006 (10628.749.000) 2024-10-24 21:04:55 Image size of job updated: 3750000 249 - MemoryUsage of job (MB) 254660 - ResidentSetSize of job (KB) ... 028 (10628.749.000) 2024-10-24 21:04:55 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:04:55.790" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 749 ResidentSetSize = 254660 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.749.000) 2024-10-24 21:04:56 Started transferring output files ... 028 (10628.749.000) 2024-10-24 21:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:04:56.000" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.749.000) 2024-10-24 21:04:56 Finished transferring output files ... 028 (10628.749.000) 2024-10-24 21:04:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:04:56.053" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 749 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.039.000) 2024-10-24 21:04:56 Job terminated. (1) Normal termination (return value 0) Usr 0 05:47:54, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:18:10, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89834 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89834 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 603684 2000000 2007831 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-25T01:04:55Z with exit-code 0. ... 028 (10628.039.000) 2024-10-24 21:04:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9731335555826991 Disk = 2007831 DiskUsage = 603684 EventTime = "2024-10-24T21:04:56.095" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484338" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976175.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976175-0-fnpc17109.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 39 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:47:54, Sys 0 00:00:34" SentBytes = 89834.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818295; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 07:18:10, Sys 0 00:00:37" TotalSentBytes = 89834.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 005 (10628.749.000) 2024-10-24 21:04:56 Job terminated. (1) Normal termination (return value 0) Usr 0 03:19:46, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:39:48, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90253 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 90253 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469133 2000000 2007686 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T01:04:55Z with exit-code 0. ... 028 (10628.749.000) 2024-10-24 21:04:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9925890349343129 Disk = 2007686 DiskUsage = 469133 EventTime = "2024-10-24T21:04:56.396" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472563" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197292.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@osg-4197292-0-fnpc23102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 749 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:19:46, Sys 0 00:00:26" SentBytes = 90253.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818295; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 06:39:48, Sys 0 00:00:34" TotalSentBytes = 90253.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.986.000) 2024-10-24 21:06:30 Image size of job updated: 3750000 244 - MemoryUsage of job (MB) 249324 - ResidentSetSize of job (KB) ... 028 (10628.986.000) 2024-10-24 21:06:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:06:30.180" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 986 ResidentSetSize = 249324 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.660.000) 2024-10-24 21:07:10 Image size of job updated: 3974084 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.660.000) 2024-10-24 21:07:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:10.222" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 660 ResidentSetSize = 125000 Size = 3974084 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.660.000) 2024-10-24 21:07:10 Started transferring output files ... 028 (10628.660.000) 2024-10-24 21:07:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:10.411" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.660.000) 2024-10-24 21:07:10 Finished transferring output files ... 028 (10628.660.000) 2024-10-24 21:07:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:10.465" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 660 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.660.000) 2024-10-24 21:07:10 Job terminated. (1) Normal termination (return value 0) Usr 0 04:28:54, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:12:16, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87286 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87286 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469728 2000000 2007900 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T01:07:10Z with exit-code 0. ... 028 (10628.660.000) 2024-10-24 21:07:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9850159971273906 Disk = 2007900 DiskUsage = 469728 EventTime = "2024-10-24T21:07:10.787" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472031" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196758.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@osg-4196758-0-fnpc22036.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 660 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:28:54, Sys 0 00:00:27" SentBytes = 87286.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818430; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 08:12:16, Sys 0 00:00:36" TotalSentBytes = 87286.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.986.000) 2024-10-24 21:07:52 Image size of job updated: 3975624 244 - MemoryUsage of job (MB) 249324 - ResidentSetSize of job (KB) ... 028 (10628.986.000) 2024-10-24 21:07:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:52.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 986 ResidentSetSize = 249324 Size = 3975624 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.986.000) 2024-10-24 21:07:52 Started transferring output files ... 028 (10628.986.000) 2024-10-24 21:07:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:52.779" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.986.000) 2024-10-24 21:07:52 Finished transferring output files ... 028 (10628.986.000) 2024-10-24 21:07:52 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:07:52.837" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 986 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.986.000) 2024-10-24 21:07:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:54:01, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:18:38, Sys 0 00:00:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 86940 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 86940 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 530689 2000000 2004374 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T01:07:52Z with exit-code 0. ... 028 (10628.986.000) 2024-10-24 21:07:53 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9752505921766441 Disk = 2004374 DiskUsage = 530689 EventTime = "2024-10-24T21:07:53.205" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484496" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976336.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3976336-0-fnpc19101.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 986 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:54:01, Sys 0 00:00:35" SentBytes = 86940.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818472; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:18:38, Sys 0 00:00:46" TotalSentBytes = 86940.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.739.000) 2024-10-24 21:10:44 Image size of job updated: 4371936 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.739.000) 2024-10-24 21:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:10:44.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 739 ResidentSetSize = 125000 Size = 4371936 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.739.000) 2024-10-24 21:10:44 Started transferring output files ... 028 (10628.739.000) 2024-10-24 21:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:10:44.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.739.000) 2024-10-24 21:10:44 Finished transferring output files ... 028 (10628.739.000) 2024-10-24 21:10:44 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:10:44.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 739 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.739.000) 2024-10-24 21:10:45 Job terminated. (1) Normal termination (return value 0) Usr 0 04:32:23, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:15:50, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87552 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87552 - Total Bytes Sent By Job 24420 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471816 2000000 2007894 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T01:10:44Z with exit-code 0. ... 028 (10628.739.000) 2024-10-24 21:10:45 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9897597748168778 Disk = 2007894 DiskUsage = 471816 EventTime = "2024-10-24T21:10:45.197" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976211.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976211-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 739 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:32:23, Sys 0 00:00:27" SentBytes = 87552.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818644; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24420.0 TotalRemoteUsage = "Usr 0 08:15:50, Sys 0 00:00:36" TotalSentBytes = 87552.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.073.000) 2024-10-24 21:13:23 Started transferring output files ... 028 (10628.073.000) 2024-10-24 21:13:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:13:23.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.073.000) 2024-10-24 21:13:23 Finished transferring output files ... 028 (10628.073.000) 2024-10-24 21:13:23 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:13:23.602" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" MyType = "FileTransferEvent" Proc = 73 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.073.000) 2024-10-24 21:13:26 Job terminated. (1) Normal termination (return value 0) Usr 0 06:28:07, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:58:54, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87879 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 87879 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.00 1 1 Disk (KB) : 472778 2000000 22040623 GPUs : 0 Memory (MB) : 98 2000 2500 Job terminated of its own accord at 2024-10-25T01:13:23Z with exit-code 0. ... 028 (10628.073.000) 2024-10-24 21:13:26 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.001332676067261839 Disk = 22040623 DiskUsage = 472778 EventTime = "2024-10-24T21:13:26.438" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2473727" JOB_GLIDEIN_Entry_Name = "HCC_US_Michigan_gate02" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Michigan" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "9210457.0" JOB_GLIDEIN_SiteWMS_Queue = "gate02.grid.umich.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@c-211-3.aglt2.org" JOB_Site = "Michigan" Memory = 2500 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 73 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:28:07, Sys 0 00:00:35" SentBytes = 87879.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818803; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 07:58:54, Sys 0 00:00:37" TotalSentBytes = 87879.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.947.000) 2024-10-24 21:15:41 Image size of job updated: 3789580 251 - MemoryUsage of job (MB) 256476 - ResidentSetSize of job (KB) ... 028 (10628.947.000) 2024-10-24 21:15:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:15:41.733" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 947 ResidentSetSize = 256476 Size = 3789580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.947.000) 2024-10-24 21:16:29 Image size of job updated: 4098908 251 - MemoryUsage of job (MB) 256476 - ResidentSetSize of job (KB) ... 028 (10628.947.000) 2024-10-24 21:16:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:16:29.874" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 947 ResidentSetSize = 256476 Size = 4098908 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.947.000) 2024-10-24 21:16:30 Started transferring output files ... 028 (10628.947.000) 2024-10-24 21:16:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:16:30.078" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.947.000) 2024-10-24 21:16:30 Finished transferring output files ... 028 (10628.947.000) 2024-10-24 21:16:30 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:16:30.146" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 947 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.947.000) 2024-10-24 21:16:30 Job terminated. (1) Normal termination (return value 0) Usr 0 07:06:47, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:16:38, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89469 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89469 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 606815 2000000 2001920 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-25T01:16:29Z with exit-code 0. ... 028 (10628.947.000) 2024-10-24 21:16:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9659176933804475 Disk = 2001920 DiskUsage = 606815 EventTime = "2024-10-24T21:16:30.473" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484370" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976202.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976202-0-fnpc7545.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 947 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 07:06:47, Sys 0 00:00:29" SentBytes = 89469.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729818989; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:16:38, Sys 0 00:00:31" TotalSentBytes = 89469.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.208.000) 2024-10-24 21:18:49 Image size of job updated: 4000000 250 - MemoryUsage of job (MB) 255380 - ResidentSetSize of job (KB) ... 028 (10628.208.000) 2024-10-24 21:18:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:18:49.373" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 208 ResidentSetSize = 255380 Size = 4000000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.208.000) 2024-10-24 21:19:01 Started transferring output files ... 028 (10628.208.000) 2024-10-24 21:19:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:19:01.356" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.208.000) 2024-10-24 21:19:01 Finished transferring output files ... 028 (10628.208.000) 2024-10-24 21:19:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:19:01.412" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 208 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.208.000) 2024-10-24 21:19:01 Job terminated. (1) Normal termination (return value 0) Usr 0 04:43:20, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:31:01, Sys 0 00:00:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88795 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88795 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 609208 2000000 2007888 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-25T01:19:01Z with exit-code 0. ... 028 (10628.208.000) 2024-10-24 21:19:01 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9844040470752959 Disk = 2007888 DiskUsage = 609208 EventTime = "2024-10-24T21:19:01.721" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 208 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:43:20, Sys 0 00:00:30" SentBytes = 88795.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819141; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:31:01, Sys 0 00:00:38" TotalSentBytes = 88795.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.202.000) 2024-10-24 21:19:58 Image size of job updated: 3789820 239 - MemoryUsage of job (MB) 244304 - ResidentSetSize of job (KB) ... 028 (10628.202.000) 2024-10-24 21:19:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:19:58.963" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 239 MyType = "JobImageSizeEvent" Proc = 202 ResidentSetSize = 244304 Size = 3789820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.202.000) 2024-10-24 21:20:20 Started transferring output files ... 028 (10628.202.000) 2024-10-24 21:20:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:20:20.772" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.202.000) 2024-10-24 21:20:20 Finished transferring output files ... 028 (10628.202.000) 2024-10-24 21:20:20 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:20:20.828" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 202 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.202.000) 2024-10-24 21:20:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:55:22, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:29:08, Sys 0 00:00:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87362 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87362 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 595838 2000000 2007802 GPUs : 0 Memory (MB) : 239 2000 2048 Job terminated of its own accord at 2024-10-25T01:20:20Z with exit-code 0. ... 028 (10628.202.000) 2024-10-24 21:20:21 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9877890691047394 Disk = 2007802 DiskUsage = 595838 EventTime = "2024-10-24T21:20:21.156" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484798" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976579.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@osg-3976579-0-fnpc22001.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 239 MyType = "JobTerminatedEvent" Proc = 202 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:55:22, Sys 0 00:00:27" SentBytes = 87362.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819220; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:29:08, Sys 0 00:00:41" TotalSentBytes = 87362.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.566.000) 2024-10-24 21:20:33 Started transferring output files ... 028 (10628.566.000) 2024-10-24 21:20:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:20:33.773" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.566.000) 2024-10-24 21:20:33 Finished transferring output files ... 028 (10628.566.000) 2024-10-24 21:20:33 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:20:33.898" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 566 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.566.000) 2024-10-24 21:20:34 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:47, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:42:16, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90853 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 90853 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473091 2000000 2004354 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:20:33Z with exit-code 0. ... 028 (10628.566.000) 2024-10-24 21:20:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9948467432590649 Disk = 2004354 DiskUsage = 473091 EventTime = "2024-10-24T21:20:34.207" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484498" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976315.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-3976315-0-fnpc9072.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 566 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:41:47, Sys 0 00:00:16" SentBytes = 90853.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819233; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:42:16, Sys 0 00:00:23" TotalSentBytes = 90853.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.573.000) 2024-10-24 21:23:29 Image size of job updated: 3790096 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.573.000) 2024-10-24 21:23:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:23:29.087" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 573 ResidentSetSize = 100000 Size = 3790096 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.573.000) 2024-10-24 21:23:29 Started transferring output files ... 028 (10628.573.000) 2024-10-24 21:23:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:23:29.267" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.573.000) 2024-10-24 21:23:29 Finished transferring output files ... 028 (10628.573.000) 2024-10-24 21:23:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:23:29.344" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 573 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.573.000) 2024-10-24 21:23:29 Job terminated. (1) Normal termination (return value 0) Usr 0 06:08:42, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:02:38, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 92574 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 92574 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471860 2000000 2004147 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:23:29Z with exit-code 0. ... 028 (10628.573.000) 2024-10-24 21:23:29 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.992628138838993 Disk = 2004147 DiskUsage = 471860 EventTime = "2024-10-24T21:23:29.665" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 573 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:08:42, Sys 0 00:00:27" SentBytes = 92574.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819409; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 08:02:38, Sys 0 00:00:31" TotalSentBytes = 92574.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.805.000) 2024-10-24 21:24:15 Image size of job updated: 3789568 236 - MemoryUsage of job (MB) 240732 - ResidentSetSize of job (KB) ... 028 (10628.805.000) 2024-10-24 21:24:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:24:15.605" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 236 MyType = "JobImageSizeEvent" Proc = 805 ResidentSetSize = 240732 Size = 3789568 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.805.000) 2024-10-24 21:24:15 Started transferring output files ... 028 (10628.805.000) 2024-10-24 21:24:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:24:15.801" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.805.000) 2024-10-24 21:24:15 Finished transferring output files ... 028 (10628.805.000) 2024-10-24 21:24:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:24:15.855" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 805 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.805.000) 2024-10-24 21:24:16 Job terminated. (1) Normal termination (return value 0) Usr 0 04:33:50, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:31:54, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87629 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87629 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472764 2000000 2007810 GPUs : 0 Memory (MB) : 236 2000 2048 Job terminated of its own accord at 2024-10-25T01:24:15Z with exit-code 0. ... 028 (10628.805.000) 2024-10-24 21:24:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9884157405039901 Disk = 2007810 DiskUsage = 472764 EventTime = "2024-10-24T21:24:16.175" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484799" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976596.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976596-0-fnpc22020.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 236 MyType = "JobTerminatedEvent" Proc = 805 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:33:50, Sys 0 00:00:31" SentBytes = 87629.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819455; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:31:54, Sys 0 00:00:39" TotalSentBytes = 87629.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.997.000) 2024-10-24 21:24:58 Image size of job updated: 3789776 243 - MemoryUsage of job (MB) 248620 - ResidentSetSize of job (KB) ... 028 (10628.997.000) 2024-10-24 21:24:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:24:58.562" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 997 ResidentSetSize = 248620 Size = 3789776 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.997.000) 2024-10-24 21:25:49 Image size of job updated: 3790344 244 - MemoryUsage of job (MB) 249644 - ResidentSetSize of job (KB) ... 028 (10628.997.000) 2024-10-24 21:25:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:25:49.909" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 997 ResidentSetSize = 249644 Size = 3790344 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.997.000) 2024-10-24 21:25:50 Started transferring output files ... 028 (10628.997.000) 2024-10-24 21:25:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:25:50.101" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.997.000) 2024-10-24 21:25:50 Finished transferring output files ... 028 (10628.997.000) 2024-10-24 21:25:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:25:50.155" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 997 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.997.000) 2024-10-24 21:25:50 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:02, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:35:02, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87554 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87554 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 514315 2000000 2007852 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T01:25:49Z with exit-code 0. ... 028 (10628.997.000) 2024-10-24 21:25:50 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9835131649699131 Disk = 2007852 DiskUsage = 514315 EventTime = "2024-10-24T21:25:50.484" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472057" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196793.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@osg-4196793-0-fnpc22004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 997 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:02, Sys 0 00:00:17" SentBytes = 87554.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819549; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:35:02, Sys 0 00:00:30" TotalSentBytes = 87554.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.185.000) 2024-10-24 21:26:02 Image size of job updated: 4035540 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.185.000) 2024-10-24 21:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:26:02.026" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 185 ResidentSetSize = 100000 Size = 4035540 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.185.000) 2024-10-24 21:26:02 Started transferring output files ... 028 (10628.185.000) 2024-10-24 21:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:26:02.220" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.185.000) 2024-10-24 21:26:02 Finished transferring output files ... 028 (10628.185.000) 2024-10-24 21:26:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:26:02.297" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 185 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.185.000) 2024-10-24 21:26:02 Job terminated. (1) Normal termination (return value 0) Usr 0 04:45:41, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:40:32, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88767 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88767 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471825 2000000 2004364 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:26:02Z with exit-code 0. ... 028 (10628.185.000) 2024-10-24 21:26:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9868384020635284 Disk = 2004364 DiskUsage = 471825 EventTime = "2024-10-24T21:26:02.619" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484307" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976142.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976142-0-fnpc19122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 185 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:45:41, Sys 0 00:00:27" SentBytes = 88767.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819562; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:40:32, Sys 0 00:00:32" TotalSentBytes = 88767.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.398.000) 2024-10-24 21:27:04 Image size of job updated: 4167372 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.398.000) 2024-10-24 21:27:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:27:04.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 398 ResidentSetSize = 100000 Size = 4167372 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.398.000) 2024-10-24 21:27:04 Started transferring output files ... 028 (10628.398.000) 2024-10-24 21:27:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:27:04.951" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.398.000) 2024-10-24 21:27:05 Finished transferring output files ... 028 (10628.398.000) 2024-10-24 21:27:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:27:05.024" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 398 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.398.000) 2024-10-24 21:27:05 Job terminated. (1) Normal termination (return value 0) Usr 0 04:51:11, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:36:49, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88642 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88642 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471553 2000000 2004384 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:27:04Z with exit-code 0. ... 028 (10628.398.000) 2024-10-24 21:27:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9893664867668125 Disk = 2004384 DiskUsage = 471553 EventTime = "2024-10-24T21:27:05.327" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472204" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196912.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196912-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 398 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:51:11, Sys 0 00:00:30" SentBytes = 88642.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819624; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:36:49, Sys 0 00:00:35" TotalSentBytes = 88642.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.256.000) 2024-10-24 21:28:53 Image size of job updated: 3750000 243 - MemoryUsage of job (MB) 248252 - ResidentSetSize of job (KB) ... 028 (10628.256.000) 2024-10-24 21:28:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:28:53.156" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 256 ResidentSetSize = 248252 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.256.000) 2024-10-24 21:29:34 Started transferring output files ... 028 (10628.256.000) 2024-10-24 21:29:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:29:34.368" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.256.000) 2024-10-24 21:29:34 Finished transferring output files ... 028 (10628.256.000) 2024-10-24 21:29:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:29:34.442" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 256 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.256.000) 2024-10-24 21:29:34 Job terminated. (1) Normal termination (return value 0) Usr 0 04:55:09, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:41:10, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89960 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 89960 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 566389 2000000 2004366 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-25T01:29:34Z with exit-code 0. ... 028 (10628.256.000) 2024-10-24 21:29:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9603063708042334 Disk = 2004366 DiskUsage = 566389 EventTime = "2024-10-24T21:29:34.770" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484341" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976181.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976181-0-fnpc19102.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 256 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:55:09, Sys 0 00:00:30" SentBytes = 89960.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819774; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:41:10, Sys 0 00:00:37" TotalSentBytes = 89960.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.078.000) 2024-10-24 21:31:00 Image size of job updated: 4031832 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.078.000) 2024-10-24 21:31:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:31:00.430" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 78 ResidentSetSize = 100000 Size = 4031832 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.078.000) 2024-10-24 21:31:00 Started transferring output files ... 028 (10628.078.000) 2024-10-24 21:31:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:31:00.622" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.078.000) 2024-10-24 21:31:00 Finished transferring output files ... 028 (10628.078.000) 2024-10-24 21:31:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:31:00.677" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 78 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.078.000) 2024-10-24 21:31:00 Job terminated. (1) Normal termination (return value 0) Usr 0 04:44:20, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:43:51, Sys 0 00:00:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87382 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87382 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 470328 2000000 2007894 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T01:31:00Z with exit-code 0. ... 028 (10628.078.000) 2024-10-24 21:31:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9873524297106251 Disk = 2007894 DiskUsage = 470328 EventTime = "2024-10-24T21:31:00.970" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472400" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197124.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@osg-4197124-0-fnpc23022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 78 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:44:20, Sys 0 00:00:26" SentBytes = 87382.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819860; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:43:51, Sys 0 00:00:30" TotalSentBytes = 87382.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.527.000) 2024-10-24 21:32:26 Image size of job updated: 3789264 243 - MemoryUsage of job (MB) 248296 - ResidentSetSize of job (KB) ... 028 (10628.527.000) 2024-10-24 21:32:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:32:26.877" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 527 ResidentSetSize = 248296 Size = 3789264 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.366.000) 2024-10-24 21:32:50 Image size of job updated: 3721996 244 - MemoryUsage of job (MB) 249308 - ResidentSetSize of job (KB) ... 028 (10628.366.000) 2024-10-24 21:32:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:32:50.549" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 366 ResidentSetSize = 249308 Size = 3721996 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.366.000) 2024-10-24 21:32:50 Started transferring output files ... 028 (10628.366.000) 2024-10-24 21:32:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:32:50.749" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.366.000) 2024-10-24 21:32:50 Finished transferring output files ... 028 (10628.366.000) 2024-10-24 21:32:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:32:50.819" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 366 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.366.000) 2024-10-24 21:32:51 Job terminated. (1) Normal termination (return value 0) Usr 0 05:00:45, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:40:12, Sys 0 00:00:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88235 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88235 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471540 2000000 2001920 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T01:32:50Z with exit-code 0. ... 028 (10628.366.000) 2024-10-24 21:32:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9941820542648881 Disk = 2001920 DiskUsage = 471540 EventTime = "2024-10-24T21:32:51.162" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472001" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196745.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196745-0-fnpc7502.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 366 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:00:45, Sys 0 00:00:16" SentBytes = 88235.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729819970; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:40:12, Sys 0 00:00:22" TotalSentBytes = 88235.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.527.000) 2024-10-24 21:33:48 Image size of job updated: 3789836 244 - MemoryUsage of job (MB) 249320 - ResidentSetSize of job (KB) ... 028 (10628.527.000) 2024-10-24 21:33:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:33:48.936" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 527 ResidentSetSize = 249320 Size = 3789836 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.527.000) 2024-10-24 21:33:49 Started transferring output files ... 028 (10628.527.000) 2024-10-24 21:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:33:49.132" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.527.000) 2024-10-24 21:33:49 Finished transferring output files ... 028 (10628.527.000) 2024-10-24 21:33:49 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:33:49.207" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 527 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.527.000) 2024-10-24 21:33:49 Job terminated. (1) Normal termination (return value 0) Usr 0 04:44:13, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:45:14, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88773 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88773 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 491362 2000000 2004327 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T01:33:48Z with exit-code 0. ... 028 (10628.527.000) 2024-10-24 21:33:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9863229470610677 Disk = 2004327 DiskUsage = 491362 EventTime = "2024-10-24T21:33:49.556" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483940" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975884.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@osg-3975884-0-fnpc19126.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 527 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:44:13, Sys 0 00:00:29" SentBytes = 88773.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820028; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:45:14, Sys 0 00:00:36" TotalSentBytes = 88773.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.232.000) 2024-10-24 21:36:50 Image size of job updated: 3789260 247 - MemoryUsage of job (MB) 252432 - ResidentSetSize of job (KB) ... 028 (10628.232.000) 2024-10-24 21:36:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:36:50.976" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 232 ResidentSetSize = 252432 Size = 3789260 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.232.000) 2024-10-24 21:38:48 Image size of job updated: 4017348 247 - MemoryUsage of job (MB) 252432 - ResidentSetSize of job (KB) ... 028 (10628.232.000) 2024-10-24 21:38:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:48.488" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 232 ResidentSetSize = 252432 Size = 4017348 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.232.000) 2024-10-24 21:38:48 Started transferring output files ... 028 (10628.232.000) 2024-10-24 21:38:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:48.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.232.000) 2024-10-24 21:38:48 Finished transferring output files ... 028 (10628.232.000) 2024-10-24 21:38:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:48.762" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 232 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.232.000) 2024-10-24 21:38:49 Job terminated. (1) Normal termination (return value 0) Usr 0 05:59:57, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:29:50, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89328 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89328 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.94 1 1 Disk (KB) : 483226 2000000 2007786 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-25T01:38:48Z with exit-code 0. ... 028 (10628.232.000) 2024-10-24 21:38:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.93868221712037 Disk = 2007786 DiskUsage = 483226 EventTime = "2024-10-24T21:38:49.088" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472166" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196887.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196887-0-fnpc17122.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 232 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:59:57, Sys 0 00:00:26" SentBytes = 89328.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820328; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:29:50, Sys 0 00:00:35" TotalSentBytes = 89328.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.911.000) 2024-10-24 21:38:56 Image size of job updated: 4000000 243 - MemoryUsage of job (MB) 248576 - ResidentSetSize of job (KB) ... 028 (10628.911.000) 2024-10-24 21:38:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:56.420" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 911 ResidentSetSize = 248576 Size = 4000000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.911.000) 2024-10-24 21:38:56 Started transferring output files ... 028 (10628.911.000) 2024-10-24 21:38:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:56.606" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.911.000) 2024-10-24 21:38:56 Finished transferring output files ... 028 (10628.911.000) 2024-10-24 21:38:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:38:56.667" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 911 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.911.000) 2024-10-24 21:38:57 Job terminated. (1) Normal termination (return value 0) Usr 0 04:08:19, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:13:34, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88949 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88949 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471539 2000000 2007912 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-25T01:38:56Z with exit-code 0. ... 028 (10628.911.000) 2024-10-24 21:38:57 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9881803458880456 Disk = 2007912 DiskUsage = 471539 EventTime = "2024-10-24T21:38:57.014" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484432" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976268.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-3976268-0-fnpc22025.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 911 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:08:19, Sys 0 00:00:19" SentBytes = 88949.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820336; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 07:13:34, Sys 0 00:00:24" TotalSentBytes = 88949.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.801.000) 2024-10-24 21:40:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1096932_63300600@c1818.swan.hcc.unl.edu, rescheduling job ... 028 (10628.801.000) 2024-10-24 21:40:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T21:40:35.498" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617501" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213337" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 801 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1096932_63300600@c1818.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 024 (10628.015.000) 2024-10-24 21:40:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1096934_797553278@c1818.swan.hcc.unl.edu, rescheduling job ... 028 (10628.015.000) 2024-10-24 21:40:35 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T21:40:35.673" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617346" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213178" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 15 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1096934_797553278@c1818.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.714.000) 2024-10-24 21:41:00 Image size of job updated: 3750000 164 - MemoryUsage of job (MB) 167068 - ResidentSetSize of job (KB) ... 028 (10628.714.000) 2024-10-24 21:41:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:41:00.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MemoryUsage = 164 MyType = "JobImageSizeEvent" Proc = 714 ResidentSetSize = 167068 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.714.000) 2024-10-24 21:41:40 Started transferring output files ... 028 (10628.714.000) 2024-10-24 21:41:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:41:40.197" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.714.000) 2024-10-24 21:41:40 Finished transferring output files ... 028 (10628.714.000) 2024-10-24 21:41:40 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:41:40.283" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" MyType = "FileTransferEvent" Proc = 714 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.714.000) 2024-10-24 21:41:40 Job terminated. (1) Normal termination (return value 0) Usr 0 07:17:02, Sys 0 00:00:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:26:36, Sys 0 00:00:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93425 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 93425 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 587672 2000000 5545466 GPUs : 0 Memory (MB) : 164 2000 2500 Job terminated of its own accord at 2024-10-25T01:41:39Z with exit-code 0. ... 028 (10628.714.000) 2024-10-24 21:41:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9631783000134986 Disk = 5545466 DiskUsage = 587672 EventTime = "2024-10-24T21:41:40.690" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472817" JOB_GLIDEIN_Entry_Name = "HCC_US_Wisconsin_osg01_rhel7" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Wisconsin" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "389342.0" JOB_GLIDEIN_SiteWMS_Queue = "osggrid01.hep.wisc.edu" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@e302.chtc.wisc.edu" JOB_Site = "Wisconsin" Memory = 2500 MemoryUsage = 164 MyType = "JobTerminatedEvent" Proc = 714 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 07:17:02, Sys 0 00:00:42" SentBytes = 93425.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820499; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:26:36, Sys 0 00:00:44" TotalSentBytes = 93425.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.963.000) 2024-10-24 21:46:02 Image size of job updated: 3750000 246 - MemoryUsage of job (MB) 251300 - ResidentSetSize of job (KB) ... 028 (10628.963.000) 2024-10-24 21:46:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:46:02.415" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 963 ResidentSetSize = 251300 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.963.000) 2024-10-24 21:46:02 Started transferring output files ... 028 (10628.963.000) 2024-10-24 21:46:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:46:02.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.963.000) 2024-10-24 21:46:02 Finished transferring output files ... 028 (10628.963.000) 2024-10-24 21:46:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:46:02.686" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 963 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.963.000) 2024-10-24 21:46:02 Job terminated. (1) Normal termination (return value 0) Usr 0 04:14:00, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:02:38, Sys 0 00:00:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87382 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87382 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 467595 2000000 2007905 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-25T01:46:02Z with exit-code 0. ... 028 (10628.963.000) 2024-10-24 21:46:02 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9857589123999685 Disk = 2007905 DiskUsage = 467595 EventTime = "2024-10-24T21:46:02.997" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484495" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976328.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3976328-0-fnpc23039.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 963 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:14:00, Sys 0 00:00:30" SentBytes = 87382.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820762; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:02:38, Sys 0 00:00:45" TotalSentBytes = 87382.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.017.000) 2024-10-24 21:47:05 Image size of job updated: 3750000 244 - MemoryUsage of job (MB) 249416 - ResidentSetSize of job (KB) ... 028 (10628.017.000) 2024-10-24 21:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:05.682" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 244 MyType = "JobImageSizeEvent" Proc = 17 ResidentSetSize = 249416 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.017.000) 2024-10-24 21:47:05 Started transferring output files ... 028 (10628.017.000) 2024-10-24 21:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:05.872" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.017.000) 2024-10-24 21:47:05 Finished transferring output files ... 028 (10628.017.000) 2024-10-24 21:47:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:05.926" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 17 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.017.000) 2024-10-24 21:47:06 Job terminated. (1) Normal termination (return value 0) Usr 0 04:49:11, Sys 0 00:00:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:58:06, Sys 0 00:00:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87734 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87734 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 473328 2000000 2007902 GPUs : 0 Memory (MB) : 244 2000 2048 Job terminated of its own accord at 2024-10-25T01:47:05Z with exit-code 0. ... 028 (10628.017.000) 2024-10-24 21:47:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9814847605085462 Disk = 2007902 DiskUsage = 473328 EventTime = "2024-10-24T21:47:06.240" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976501.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-3976501-0-fnpc23007.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 244 MyType = "JobTerminatedEvent" Proc = 17 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:49:11, Sys 0 00:00:41" SentBytes = 87734.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820825; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 07:58:06, Sys 0 00:00:47" TotalSentBytes = 87734.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.801.000) 2024-10-24 21:47:13 Started transferring input files Transferring to host: <10.138.14.13:37849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10023361&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-37849&alias=c1413.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 21:47:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:13.205" EventTypeNumber = 28 Host = "<10.138.14.13:37849?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364370%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10023361&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-37849&alias=c1413.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619480" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215309" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.015.000) 2024-10-24 21:47:13 Started transferring input files Transferring to host: <10.138.14.16:41387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29362937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10016592&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-41387&alias=c1416.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 21:47:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:13.273" EventTypeNumber = 28 Host = "<10.138.14.16:41387?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector9#29362937%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10016592&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-41387&alias=c1416.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620365" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.801.000) 2024-10-24 21:47:13 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 21:47:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:13.285" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619480" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215309" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 040 (10628.015.000) 2024-10-24 21:47:13 Finished transferring input files ... 028 (10628.015.000) 2024-10-24 21:47:13 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:13.353" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620365" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.801.000) 2024-10-24 21:47:14 Warning from starter on slot1@glidein_3853058_31113900@c1413.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.801.000) 2024-10-24 21:47:14 Job executing on host: <10.138.14.13:33779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51031211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10015974&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-33779&alias=c1413.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 21:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:14.583" EventTypeNumber = 28 ExecuteHost = "<10.138.14.13:33779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51031211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10015974&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-33779&alias=c1413.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2619480" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215309" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 021 (10628.015.000) 2024-10-24 21:47:14 Warning from starter on slot1@glidein_1687270_90797618@c1416.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.015.000) 2024-10-24 21:47:14 Job executing on host: <10.138.14.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9975104&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-36613&alias=c1416.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 21:47:14 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:47:14.725" EventTypeNumber = 28 ExecuteHost = "<10.138.14.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9975104&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-36613&alias=c1416.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2620365" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.027.000) 2024-10-24 21:48:59 Image size of job updated: 3789332 238 - MemoryUsage of job (MB) 243092 - ResidentSetSize of job (KB) ... 028 (10628.027.000) 2024-10-24 21:48:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:48:59.020" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 238 MyType = "JobImageSizeEvent" Proc = 27 ResidentSetSize = 243092 Size = 3789332 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.027.000) 2024-10-24 21:48:59 Started transferring output files ... 028 (10628.027.000) 2024-10-24 21:48:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:48:59.209" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.027.000) 2024-10-24 21:48:59 Finished transferring output files ... 028 (10628.027.000) 2024-10-24 21:48:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:48:59.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 27 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.027.000) 2024-10-24 21:48:59 Job terminated. (1) Normal termination (return value 0) Usr 0 04:46:41, Sys 0 00:00:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:11:30, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87529 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87529 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.96 1 1 Disk (KB) : 470339 2000000 2007709 GPUs : 0 Memory (MB) : 238 2000 2048 Job terminated of its own accord at 2024-10-25T01:48:59Z with exit-code 0. ... 028 (10628.027.000) 2024-10-24 21:48:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9607893604755782 Disk = 2007709 DiskUsage = 470339 EventTime = "2024-10-24T21:48:59.576" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484936" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976726.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976726-0-fnpc23046.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 238 MyType = "JobTerminatedEvent" Proc = 27 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:46:41, Sys 0 00:00:39" SentBytes = 87529.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729820939; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 07:11:30, Sys 0 00:00:42" TotalSentBytes = 87529.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.498.000) 2024-10-24 21:51:50 Image size of job updated: 3789824 251 - MemoryUsage of job (MB) 256336 - ResidentSetSize of job (KB) ... 028 (10628.498.000) 2024-10-24 21:51:50 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:51:50.075" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 251 MyType = "JobImageSizeEvent" Proc = 498 ResidentSetSize = 256336 Size = 3789824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.498.000) 2024-10-24 21:52:05 Started transferring output files ... 028 (10628.498.000) 2024-10-24 21:52:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:52:05.028" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.498.000) 2024-10-24 21:52:05 Finished transferring output files ... 028 (10628.498.000) 2024-10-24 21:52:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:52:05.105" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 498 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.498.000) 2024-10-24 21:52:05 Job terminated. (1) Normal termination (return value 0) Usr 0 06:15:05, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:51:23, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90193 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90193 - Total Bytes Sent By Job 36627 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 607451 2000000 2007828 GPUs : 0 Memory (MB) : 251 2000 2048 Job terminated of its own accord at 2024-10-25T01:52:04Z with exit-code 0. ... 028 (10628.498.000) 2024-10-24 21:52:05 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9901924913808124 Disk = 2007828 DiskUsage = 607451 EventTime = "2024-10-24T21:52:05.509" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483879" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975841.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3975841-0-fnpc17106.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 251 MyType = "JobTerminatedEvent" Proc = 498 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:15:05, Sys 0 00:00:35" SentBytes = 90193.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821124; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36627.0 TotalRemoteUsage = "Usr 0 07:51:23, Sys 0 00:00:37" TotalSentBytes = 90193.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.520.000) 2024-10-24 21:58:51 Image size of job updated: 3750000 242 - MemoryUsage of job (MB) 246876 - ResidentSetSize of job (KB) ... 028 (10628.520.000) 2024-10-24 21:58:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:58:51.126" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 242 MyType = "JobImageSizeEvent" Proc = 520 ResidentSetSize = 246876 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.520.000) 2024-10-24 21:58:51 Started transferring output files ... 028 (10628.520.000) 2024-10-24 21:58:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:58:51.333" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.520.000) 2024-10-24 21:58:51 Finished transferring output files ... 028 (10628.520.000) 2024-10-24 21:58:51 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T21:58:51.387" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 520 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.520.000) 2024-10-24 21:58:51 Job terminated. (1) Normal termination (return value 0) Usr 0 04:27:23, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 07:31:47, Sys 0 00:00:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87559 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88431 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471860 2000000 2007914 GPUs : 0 Memory (MB) : 242 2000 2048 Job terminated of its own accord at 2024-10-25T01:58:51Z with exit-code 0. ... 028 (10628.520.000) 2024-10-24 21:58:51 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9880550489891543 Disk = 2007914 DiskUsage = 471860 EventTime = "2024-10-24T21:58:51.724" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484679" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976495.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976495-0-fnpc23004.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 242 MyType = "JobTerminatedEvent" Proc = 520 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:27:23, Sys 0 00:00:30" SentBytes = 87559.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821531; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 07:31:47, Sys 0 00:00:47" TotalSentBytes = 88431.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.529.000) 2024-10-24 22:01:29 Image size of job updated: 3895800 263 - MemoryUsage of job (MB) 268656 - ResidentSetSize of job (KB) ... 028 (10628.529.000) 2024-10-24 22:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:01:29.259" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 263 MyType = "JobImageSizeEvent" Proc = 529 ResidentSetSize = 268656 Size = 3895800 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.529.000) 2024-10-24 22:01:29 Started transferring output files ... 028 (10628.529.000) 2024-10-24 22:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:01:29.550" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.529.000) 2024-10-24 22:01:29 Finished transferring output files ... 028 (10628.529.000) 2024-10-24 22:01:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:01:29.635" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 529 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.529.000) 2024-10-24 22:01:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:59, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:24:25, Sys 0 00:00:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87520 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87520 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 463987 2000000 36913376 GPUs : 0 Memory (MB) : 263 2000 2000 Job terminated of its own accord at 2024-10-25T02:01:29Z with exit-code 0. ... 028 (10628.529.000) 2024-10-24 22:01:30 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9872335410622111 Disk = 36913376 DiskUsage = 463987 EventTime = "2024-10-24T22:01:30.084" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617812" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213793" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 263 MyType = "JobTerminatedEvent" Proc = 529 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:59, Sys 0 00:00:07" SentBytes = 87520.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821689; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:24:25, Sys 0 00:00:29" TotalSentBytes = 87520.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.193.000) 2024-10-24 22:02:07 Image size of job updated: 3902556 101 - MemoryUsage of job (MB) 102860 - ResidentSetSize of job (KB) ... 028 (10628.193.000) 2024-10-24 22:02:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:02:07.269" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 193 ResidentSetSize = 102860 Size = 3902556 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.193.000) 2024-10-24 22:02:07 Started transferring output files ... 028 (10628.193.000) 2024-10-24 22:02:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:02:07.461" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.193.000) 2024-10-24 22:02:07 Finished transferring output files ... 028 (10628.193.000) 2024-10-24 22:02:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:02:07.634" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 193 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.193.000) 2024-10-24 22:02:07 Job terminated. (1) Normal termination (return value 0) Usr 0 06:33:29, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:58:00, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 89331 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 89331 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.97 1 1 Disk (KB) : 473061 2000000 2007822 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-25T02:02:07Z with exit-code 0. ... 028 (10628.193.000) 2024-10-24 22:02:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9661756310580675 Disk = 2007822 DiskUsage = 473061 EventTime = "2024-10-24T22:02:07.967" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471749" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196565.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-4196565-0-fnpc17143.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 193 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:33:29, Sys 0 00:00:30" SentBytes = 89331.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821727; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:58:00, Sys 0 00:00:42" TotalSentBytes = 89331.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.458.000) 2024-10-24 22:03:05 Image size of job updated: 4165336 101 - MemoryUsage of job (MB) 103000 - ResidentSetSize of job (KB) ... 028 (10628.458.000) 2024-10-24 22:03:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:05.133" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 458 ResidentSetSize = 103000 Size = 4165336 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.458.000) 2024-10-24 22:03:05 Started transferring output files ... 028 (10628.458.000) 2024-10-24 22:03:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:05.329" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.458.000) 2024-10-24 22:03:05 Finished transferring output files ... 028 (10628.458.000) 2024-10-24 22:03:05 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:05.721" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 458 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.458.000) 2024-10-24 22:03:06 Job terminated. (1) Normal termination (return value 0) Usr 0 06:39:42, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:54:28, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90752 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90752 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.01 1 1 Disk (KB) : 473078 2000000 2004341 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-25T02:03:04Z with exit-code 0. ... 028 (10628.458.000) 2024-10-24 22:03:06 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.008888888888888889 Disk = 2004341 DiskUsage = 473078 EventTime = "2024-10-24T22:03:06.293" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471804" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196605.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196605-0-fnpc8011.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 458 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:39:42, Sys 0 00:00:25" SentBytes = 90752.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821784; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 08:54:28, Sys 0 00:00:42" TotalSentBytes = 90752.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.051.000) 2024-10-24 22:03:56 Image size of job updated: 3789816 246 - MemoryUsage of job (MB) 251072 - ResidentSetSize of job (KB) ... 028 (10628.051.000) 2024-10-24 22:03:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:56.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 51 ResidentSetSize = 251072 Size = 3789816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.051.000) 2024-10-24 22:03:56 Started transferring output files ... 028 (10628.051.000) 2024-10-24 22:03:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:56.510" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.051.000) 2024-10-24 22:03:56 Finished transferring output files ... 028 (10628.051.000) 2024-10-24 22:03:56 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:03:56.565" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 51 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.051.000) 2024-10-24 22:03:56 Job terminated. (1) Normal termination (return value 0) Usr 0 04:49:49, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:19:05, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87546 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87546 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.87 1 1 Disk (KB) : 473100 2000000 2007888 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-25T02:03:56Z with exit-code 0. ... 028 (10628.051.000) 2024-10-24 22:03:56 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.8656346809924897 Disk = 2007888 DiskUsage = 473100 EventTime = "2024-10-24T22:03:56.877" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472428" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4197150.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4197150-0-fnpc23014.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 51 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:49:49, Sys 0 00:00:31" SentBytes = 87546.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729821836; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:19:05, Sys 0 00:00:39" TotalSentBytes = 87546.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.247.000) 2024-10-24 22:10:08 Image size of job updated: 3895820 273 - MemoryUsage of job (MB) 279280 - ResidentSetSize of job (KB) ... 028 (10628.247.000) 2024-10-24 22:10:08 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:10:08.883" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 273 MyType = "JobImageSizeEvent" Proc = 247 ResidentSetSize = 279280 Size = 3895820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.247.000) 2024-10-24 22:10:09 Started transferring output files ... 028 (10628.247.000) 2024-10-24 22:10:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:10:09.178" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.247.000) 2024-10-24 22:10:09 Finished transferring output files ... 028 (10628.247.000) 2024-10-24 22:10:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:10:09.261" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 247 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.247.000) 2024-10-24 22:10:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:21, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:29:54, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88857 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88857 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464876 2000000 36950012 GPUs : 0 Memory (MB) : 273 2000 2000 Job terminated of its own accord at 2024-10-25T02:10:08Z with exit-code 0. ... 028 (10628.247.000) 2024-10-24 22:10:09 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9864960242667489 Disk = 36950012 DiskUsage = 464876 EventTime = "2024-10-24T22:10:09.700" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2616274" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8212272" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 273 MyType = "JobTerminatedEvent" Proc = 247 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:37:21, Sys 0 00:00:08" SentBytes = 88857.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729822208; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:29:54, Sys 0 00:00:32" TotalSentBytes = 88857.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.801.000) 2024-10-24 22:10:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_3853058_31113900@c1413.swan.hcc.unl.edu <10.138.14.13:33779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51031211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10015974&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-33779&alias=c1413.swan.hcc.unl.edu&noUDP> ... 028 (10628.801.000) 2024-10-24 22:10:51 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T22:10:51.495" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619480" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215309" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 801 StartdAddr = "<10.138.14.13:33779?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51031211%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#10015974&PrivNet=c1413.swan.hcc.unl.edu&addrs=10.138.14.13-33779&alias=c1413.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_3853058_31113900@c1413.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.031.000) 2024-10-24 22:15:29 Image size of job updated: 3822080 274 - MemoryUsage of job (MB) 279608 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 22:15:29 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:15:29.185" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 279608 Size = 3822080 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.031.000) 2024-10-24 22:16:10 Image size of job updated: 4059844 274 - MemoryUsage of job (MB) 279608 - ResidentSetSize of job (KB) ... 028 (10628.031.000) 2024-10-24 22:16:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:16:10.460" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 274 MyType = "JobImageSizeEvent" Proc = 31 ResidentSetSize = 279608 Size = 4059844 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.031.000) 2024-10-24 22:16:10 Started transferring output files ... 028 (10628.031.000) 2024-10-24 22:16:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:16:10.750" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.031.000) 2024-10-24 22:16:10 Finished transferring output files ... 028 (10628.031.000) 2024-10-24 22:16:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:16:10.833" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 31 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.031.000) 2024-10-24 22:16:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:38, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:57:55, Sys 0 00:00:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87602 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87602 - Total Bytes Sent By Job 61049 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 523384 2000000 37027302 GPUs : 0 Memory (MB) : 274 2000 2000 Job terminated of its own accord at 2024-10-25T02:16:10Z with exit-code 0. ... 028 (10628.031.000) 2024-10-24 22:16:11 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9946173433804525 Disk = 37027302 DiskUsage = 523384 EventTime = "2024-10-24T22:16:11.209" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2620718" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8219035" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 274 MyType = "JobTerminatedEvent" Proc = 31 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:43:38, Sys 0 00:00:10" SentBytes = 87602.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729822570; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 61049.0 TotalRemoteUsage = "Usr 0 06:57:55, Sys 0 00:00:19" TotalSentBytes = 87602.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.258.000) 2024-10-24 22:23:26 Image size of job updated: 3789580 249 - MemoryUsage of job (MB) 254972 - ResidentSetSize of job (KB) ... 028 (10628.258.000) 2024-10-24 22:23:26 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:23:26.818" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 258 ResidentSetSize = 254972 Size = 3789580 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.258.000) 2024-10-24 22:23:27 Started transferring output files ... 028 (10628.258.000) 2024-10-24 22:23:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:23:27.019" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.258.000) 2024-10-24 22:23:27 Finished transferring output files ... 028 (10628.258.000) 2024-10-24 22:23:27 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:23:27.112" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 258 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.258.000) 2024-10-24 22:23:27 Job terminated. (1) Normal termination (return value 0) Usr 0 07:50:48, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:21:33, Sys 0 00:00:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90836 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 90836 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472746 2000000 2004471 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T02:23:26Z with exit-code 0. ... 028 (10628.258.000) 2024-10-24 22:23:27 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9906100284051854 Disk = 2004471 DiskUsage = 472746 EventTime = "2024-10-24T22:23:27.667" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196657.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196657-0-fnpc7009.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 258 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 07:50:48, Sys 0 00:00:22" SentBytes = 90836.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729823006; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 09:21:33, Sys 0 00:00:24" TotalSentBytes = 90836.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.661.000) 2024-10-24 22:31:39 Image size of job updated: 3722488 246 - MemoryUsage of job (MB) 251660 - ResidentSetSize of job (KB) ... 028 (10628.661.000) 2024-10-24 22:31:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:31:39.524" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 661 ResidentSetSize = 251660 Size = 3722488 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.661.000) 2024-10-24 22:31:39 Started transferring output files ... 028 (10628.661.000) 2024-10-24 22:31:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:31:39.714" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.661.000) 2024-10-24 22:31:39 Finished transferring output files ... 028 (10628.661.000) 2024-10-24 22:31:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:31:39.767" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 661 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.661.000) 2024-10-24 22:31:40 Job terminated. (1) Normal termination (return value 0) Usr 0 04:47:03, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:51:48, Sys 0 00:00:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88439 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88439 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 473360 2000000 2007853 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-25T02:31:39Z with exit-code 0. ... 028 (10628.661.000) 2024-10-24 22:31:40 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902968542911381 Disk = 2007853 DiskUsage = 473360 EventTime = "2024-10-24T22:31:40.116" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484768" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976559.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@osg-3976559-0-fnpc23038.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 661 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:47:03, Sys 0 00:00:22" SentBytes = 88439.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729823499; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:51:48, Sys 0 00:00:31" TotalSentBytes = 88439.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.453.000) 2024-10-24 22:37:59 Image size of job updated: 3789816 246 - MemoryUsage of job (MB) 251088 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 22:37:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:37:59.914" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 251088 Size = 3789816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.453.000) 2024-10-24 22:38:38 Image size of job updated: 4031576 246 - MemoryUsage of job (MB) 251088 - ResidentSetSize of job (KB) ... 028 (10628.453.000) 2024-10-24 22:38:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:38:38.941" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 246 MyType = "JobImageSizeEvent" Proc = 453 ResidentSetSize = 251088 Size = 4031576 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.453.000) 2024-10-24 22:38:39 Started transferring output files ... 028 (10628.453.000) 2024-10-24 22:38:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:38:39.144" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.453.000) 2024-10-24 22:38:39 Finished transferring output files ... 028 (10628.453.000) 2024-10-24 22:38:39 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:38:39.250" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 453 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.453.000) 2024-10-24 22:38:39 Job terminated. (1) Normal termination (return value 0) Usr 0 08:06:43, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:22:36, Sys 0 00:00:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88612 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88612 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.98 1 1 Disk (KB) : 601619 2000000 2004509 GPUs : 0 Memory (MB) : 246 2000 2048 Job terminated of its own accord at 2024-10-25T02:38:38Z with exit-code 0. ... 028 (10628.453.000) 2024-10-24 22:38:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.975038732230321 Disk = 2004509 DiskUsage = 601619 EventTime = "2024-10-24T22:38:39.847" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484406" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976246.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-3976246-0-fnpc7022.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 246 MyType = "JobTerminatedEvent" Proc = 453 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:06:43, Sys 0 00:00:37" SentBytes = 88612.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729823918; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 09:22:36, Sys 0 00:00:39" TotalSentBytes = 88612.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.654.000) 2024-10-24 22:41:31 Image size of job updated: 3790092 249 - MemoryUsage of job (MB) 254452 - ResidentSetSize of job (KB) ... 028 (10628.654.000) 2024-10-24 22:41:31 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:41:31.953" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 654 ResidentSetSize = 254452 Size = 3790092 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.654.000) 2024-10-24 22:42:17 Started transferring output files ... 028 (10628.654.000) 2024-10-24 22:42:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:42:17.604" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.654.000) 2024-10-24 22:42:17 Finished transferring output files ... 028 (10628.654.000) 2024-10-24 22:42:17 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:42:17.680" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 654 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.654.000) 2024-10-24 22:42:18 Job terminated. (1) Normal termination (return value 0) Usr 0 04:23:10, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:13:31, Sys 0 00:00:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 93197 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 94069 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 576976 2000000 2004383 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T02:42:17Z with exit-code 0. ... 028 (10628.654.000) 2024-10-24 22:42:18 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.994852595655388 Disk = 2004383 DiskUsage = 576976 EventTime = "2024-10-24T22:42:18.006" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471863" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196636.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196636-0-fnpc9031.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 654 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:23:10, Sys 0 00:00:20" SentBytes = 93197.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729824137; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 08:13:31, Sys 0 00:00:28" TotalSentBytes = 94069.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.080.000) 2024-10-24 22:49:01 Image size of job updated: 3750000 250 - MemoryUsage of job (MB) 255972 - ResidentSetSize of job (KB) ... 028 (10628.080.000) 2024-10-24 22:49:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:49:01.753" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 80 ResidentSetSize = 255972 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.198.000) 2024-10-24 22:49:03 Image size of job updated: 3721728 248 - MemoryUsage of job (MB) 253352 - ResidentSetSize of job (KB) ... 028 (10628.198.000) 2024-10-24 22:49:03 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:49:03.879" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 198 ResidentSetSize = 253352 Size = 3721728 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.198.000) 2024-10-24 22:49:07 Started transferring output files ... 028 (10628.198.000) 2024-10-24 22:49:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:49:07.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.198.000) 2024-10-24 22:49:07 Finished transferring output files ... 028 (10628.198.000) 2024-10-24 22:49:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:49:07.636" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 198 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.198.000) 2024-10-24 22:49:08 Job terminated. (1) Normal termination (return value 0) Usr 0 06:06:08, Sys 0 00:01:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:50:46, Sys 0 00:02:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88119 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88119 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616456 2000000 2004130 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T02:49:07Z with exit-code 0. ... 028 (10628.198.000) 2024-10-24 22:49:08 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9944654455770735 Disk = 2004130 DiskUsage = 616456 EventTime = "2024-10-24T22:49:08.021" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 198 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:06:08, Sys 0 00:01:55" SentBytes = 88119.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729824547; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:50:46, Sys 0 00:02:03" TotalSentBytes = 88119.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 024 (10628.801.000) 2024-10-24 22:50:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_3853058_31113900@c1413.swan.hcc.unl.edu, rescheduling job ... 028 (10628.801.000) 2024-10-24 22:50:51 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-24T22:50:51.558" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2619480" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8215309" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 801 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_3853058_31113900@c1413.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 006 (10628.080.000) 2024-10-24 22:50:58 Image size of job updated: 4033116 250 - MemoryUsage of job (MB) 255972 - ResidentSetSize of job (KB) ... 028 (10628.080.000) 2024-10-24 22:50:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:50:58.648" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 250 MyType = "JobImageSizeEvent" Proc = 80 ResidentSetSize = 255972 Size = 4033116 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.080.000) 2024-10-24 22:50:58 Started transferring output files ... 028 (10628.080.000) 2024-10-24 22:50:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:50:58.839" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.080.000) 2024-10-24 22:50:58 Finished transferring output files ... 028 (10628.080.000) 2024-10-24 22:50:58 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:50:58.913" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 80 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.080.000) 2024-10-24 22:50:59 Job terminated. (1) Normal termination (return value 0) Usr 0 06:16:54, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:06:14, Sys 0 00:00:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90176 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 90176 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 499612 2000000 2004147 GPUs : 0 Memory (MB) : 250 2000 2048 Job terminated of its own accord at 2024-10-25T02:50:58Z with exit-code 0. ... 028 (10628.080.000) 2024-10-24 22:50:59 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9957473960748289 Disk = 2004147 DiskUsage = 499612 EventTime = "2024-10-24T22:50:59.337" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484186" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976062.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-3976062-0-fnpc9051.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 250 MyType = "JobTerminatedEvent" Proc = 80 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:16:54, Sys 0 00:00:25" SentBytes = 90176.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729824658; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 09:06:14, Sys 0 00:00:32" TotalSentBytes = 90176.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.408.000) 2024-10-24 22:52:38 Image size of job updated: 3750000 249 - MemoryUsage of job (MB) 254180 - ResidentSetSize of job (KB) ... 028 (10628.408.000) 2024-10-24 22:52:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:52:38.437" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 408 ResidentSetSize = 254180 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.408.000) 2024-10-24 22:52:38 Started transferring output files ... 028 (10628.408.000) 2024-10-24 22:52:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:52:38.632" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.408.000) 2024-10-24 22:52:38 Finished transferring output files ... 028 (10628.408.000) 2024-10-24 22:52:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:52:38.696" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 408 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.408.000) 2024-10-24 22:52:39 Job terminated. (1) Normal termination (return value 0) Usr 0 06:13:55, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:59:37, Sys 0 00:00:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88035 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88035 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471248 2000000 2007789 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T02:52:38Z with exit-code 0. ... 028 (10628.408.000) 2024-10-24 22:52:39 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9921873944527944 Disk = 2007789 DiskUsage = 471248 EventTime = "2024-10-24T22:52:39.097" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471862" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196629.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196629-0-fnpc17138.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 408 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:13:55, Sys 0 00:00:37" SentBytes = 88035.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729824758; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 08:59:37, Sys 0 00:00:45" TotalSentBytes = 88035.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.801.000) 2024-10-24 22:54:09 Started transferring input files Transferring to host: <141.211.169.53:38657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50941497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10026306&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38657+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38657&alias=um-lc02.osris.org&noUDP> ... 028 (10628.801.000) 2024-10-24 22:54:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:54:09.823" EventTypeNumber = 28 Host = "<141.211.169.53:38657?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector4#50941497%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector6#10026306&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38657+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38657&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.801.000) 2024-10-24 22:54:09 Finished transferring input files ... 028 (10628.801.000) 2024-10-24 22:54:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:54:09.878" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.801.000) 2024-10-24 22:54:11 Warning from starter on slot1@glidein_145433_168797032@um-lc02.osris.org: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.801.000) 2024-10-24 22:54:11 Job executing on host: <141.211.169.53:38383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953678&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38383+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38383&alias=um-lc02.osris.org&noUDP> ... 028 (10628.801.000) 2024-10-24 22:54:11 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T22:54:11.389" EventTypeNumber = 28 ExecuteHost = "<141.211.169.53:38383?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51005668%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector5#9953678&PrivNet=um-lc02.osris.org&addrs=141.211.169.53-38383+[fde1-53ba-e9a0-de11-a051-8141-1606-f9e3]-38383&alias=um-lc02.osris.org&noUDP>" JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "ExecuteEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.263.000) 2024-10-24 23:14:25 Image size of job updated: 3721476 247 - MemoryUsage of job (MB) 251940 - ResidentSetSize of job (KB) ... 028 (10628.263.000) 2024-10-24 23:14:25 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:14:25.672" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 263 ResidentSetSize = 251940 Size = 3721476 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.391.000) 2024-10-24 23:14:38 Image size of job updated: 3789588 247 - MemoryUsage of job (MB) 252792 - ResidentSetSize of job (KB) ... 028 (10628.391.000) 2024-10-24 23:14:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:14:38.262" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 247 MyType = "JobImageSizeEvent" Proc = 391 ResidentSetSize = 252792 Size = 3789588 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.391.000) 2024-10-24 23:14:38 Started transferring output files ... 028 (10628.391.000) 2024-10-24 23:14:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:14:38.449" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.391.000) 2024-10-24 23:14:38 Finished transferring output files ... 028 (10628.391.000) 2024-10-24 23:14:38 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:14:38.504" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 391 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.391.000) 2024-10-24 23:14:38 Job terminated. (1) Normal termination (return value 0) Usr 0 03:40:02, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:38:48, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87468 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87468 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469132 2000000 2007883 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-25T03:14:38Z with exit-code 0. ... 028 (10628.391.000) 2024-10-24 23:14:38 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9898545658564359 Disk = 2007883 DiskUsage = 469132 EventTime = "2024-10-24T23:14:38.824" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472270" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196988.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@osg-4196988-0-fnpc23033.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 391 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:40:02, Sys 0 00:00:26" SentBytes = 87468.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729826078; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 08:38:48, Sys 0 00:00:40" TotalSentBytes = 87468.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.263.000) 2024-10-24 23:16:09 Started transferring output files ... 028 (10628.263.000) 2024-10-24 23:16:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:16:09.748" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.263.000) 2024-10-24 23:16:09 Finished transferring output files ... 028 (10628.263.000) 2024-10-24 23:16:09 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:16:09.821" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 263 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.263.000) 2024-10-24 23:16:10 Job terminated. (1) Normal termination (return value 0) Usr 0 08:43:51, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 10:14:28, Sys 0 00:00:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88898 - Run Bytes Sent By Job 12209 - Run Bytes Received By Job 88898 - Total Bytes Sent By Job 24418 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0 1 1 Disk (KB) : 538923 2000000 2004473 GPUs : 0 Memory (MB) : 247 2000 2048 Job terminated of its own accord at 2024-10-25T03:16:09Z with exit-code 0. ... 028 (10628.263.000) 2024-10-24 23:16:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.0 Disk = 2004473 DiskUsage = 538923 EventTime = "2024-10-24T23:16:10.174" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484714" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976514.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-3976514-0-fnpc7023.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 247 MyType = "JobTerminatedEvent" Proc = 263 ReceivedBytes = 12209.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 08:43:51, Sys 0 00:00:34" SentBytes = 88898.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729826169; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 24418.0 TotalRemoteUsage = "Usr 0 10:14:28, Sys 0 00:00:37" TotalSentBytes = 88898.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.510.000) 2024-10-24 23:18:48 Image size of job updated: 3722496 123 - MemoryUsage of job (MB) 125000 - ResidentSetSize of job (KB) ... 028 (10628.510.000) 2024-10-24 23:18:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:18:48.318" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 123 MyType = "JobImageSizeEvent" Proc = 510 ResidentSetSize = 125000 Size = 3722496 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.510.000) 2024-10-24 23:18:48 Started transferring output files ... 028 (10628.510.000) 2024-10-24 23:18:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:18:48.530" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.510.000) 2024-10-24 23:18:48 Finished transferring output files ... 028 (10628.510.000) 2024-10-24 23:18:48 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:18:48.584" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 510 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.510.000) 2024-10-24 23:18:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:31:42, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:35:46, Sys 0 00:00:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87056 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87056 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464595 2000000 2007879 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T03:18:48Z with exit-code 0. ... 028 (10628.510.000) 2024-10-24 23:18:49 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9913591091485879 Disk = 2007879 DiskUsage = 464595 EventTime = "2024-10-24T23:18:49.908" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483827" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975806.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@osg-3975806-0-fnpc23016.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 510 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:31:42, Sys 0 00:00:22" SentBytes = 87056.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729826328; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 09:35:46, Sys 0 00:00:44" TotalSentBytes = 87056.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.000.000) 2024-10-24 23:20:34 Image size of job updated: 3789576 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.000.000) 2024-10-24 23:20:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:20:34.893" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 0 ResidentSetSize = 100000 Size = 3789576 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.000.000) 2024-10-24 23:20:42 Image size of job updated: 4100960 98 - MemoryUsage of job (MB) 100144 - ResidentSetSize of job (KB) ... 028 (10628.000.000) 2024-10-24 23:20:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:20:42.603" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 0 ResidentSetSize = 100144 Size = 4100960 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.000.000) 2024-10-24 23:20:42 Started transferring output files ... 028 (10628.000.000) 2024-10-24 23:20:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:20:42.793" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.000.000) 2024-10-24 23:20:42 Finished transferring output files ... 028 (10628.000.000) 2024-10-24 23:20:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:20:42.901" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 0 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.000.000) 2024-10-24 23:20:43 Job terminated. (1) Normal termination (return value 0) Usr 0 06:01:47, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:30:27, Sys 0 00:00:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88851 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88851 - Total Bytes Sent By Job 48838 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 616088 2000000 2007827 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T03:20:42Z with exit-code 0. ... 028 (10628.000.000) 2024-10-24 23:20:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9855104860473449 Disk = 2007827 DiskUsage = 616088 EventTime = "2024-10-24T23:20:43.300" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472083" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196808.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196808-0-fnpc17147.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 0 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:01:47, Sys 0 00:00:24" SentBytes = 88851.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729826442; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48838.0 TotalRemoteUsage = "Usr 0 08:30:27, Sys 0 00:00:26" TotalSentBytes = 88851.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.973.000) 2024-10-24 23:31:10 Image size of job updated: 3789824 249 - MemoryUsage of job (MB) 254432 - ResidentSetSize of job (KB) ... 028 (10628.973.000) 2024-10-24 23:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:31:10.040" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 249 MyType = "JobImageSizeEvent" Proc = 973 ResidentSetSize = 254432 Size = 3789824 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.973.000) 2024-10-24 23:31:10 Started transferring output files ... 028 (10628.973.000) 2024-10-24 23:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:31:10.227" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.973.000) 2024-10-24 23:31:10 Finished transferring output files ... 028 (10628.973.000) 2024-10-24 23:31:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:31:10.302" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 973 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.973.000) 2024-10-24 23:31:10 Job terminated. (1) Normal termination (return value 0) Usr 0 05:57:08, Sys 0 00:00:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:46:11, Sys 0 00:00:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88188 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88188 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 472148 2000000 2001920 GPUs : 0 Memory (MB) : 249 2000 2048 Job terminated of its own accord at 2024-10-25T03:31:10Z with exit-code 0. ... 028 (10628.973.000) 2024-10-24 23:31:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.992820768312919 Disk = 2001920 DiskUsage = 472148 EventTime = "2024-10-24T23:31:10.671" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2484369" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3976198.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@osg-3976198-0-fnpc7610.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 249 MyType = "JobTerminatedEvent" Proc = 973 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:57:08, Sys 0 00:00:20" SentBytes = 88188.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729827070; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 09:46:11, Sys 0 00:00:41" TotalSentBytes = 88188.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.015.000) 2024-10-24 23:36:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1@glidein_1687270_90797618@c1416.swan.hcc.unl.edu <10.138.14.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9975104&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-36613&alias=c1416.swan.hcc.unl.edu&noUDP> ... 028 (10628.015.000) 2024-10-24 23:36:10 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-24T23:36:10.843" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620365" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobDisconnectedEvent" Proc = 15 StartdAddr = "<10.138.14.16:36613?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29364126%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector10#9975104&PrivNet=c1416.swan.hcc.unl.edu&addrs=10.138.14.16-36613&alias=c1416.swan.hcc.unl.edu&noUDP>" StartdName = "slot1@glidein_1687270_90797618@c1416.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 006 (10628.687.000) 2024-10-24 23:40:41 Image size of job updated: 3750000 243 - MemoryUsage of job (MB) 248572 - ResidentSetSize of job (KB) ... 028 (10628.687.000) 2024-10-24 23:40:41 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:40:41.151" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 243 MyType = "JobImageSizeEvent" Proc = 687 ResidentSetSize = 248572 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.687.000) 2024-10-24 23:41:07 Started transferring output files ... 028 (10628.687.000) 2024-10-24 23:41:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:41:07.189" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.687.000) 2024-10-24 23:41:07 Finished transferring output files ... 028 (10628.687.000) 2024-10-24 23:41:07 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:41:07.243" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 687 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.687.000) 2024-10-24 23:41:07 Job terminated. (1) Normal termination (return value 0) Usr 0 04:06:05, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:10:53, Sys 0 00:00:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87119 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87119 - Total Bytes Sent By Job 61051 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 574750 2000000 2007886 GPUs : 0 Memory (MB) : 243 2000 2048 Job terminated of its own accord at 2024-10-25T03:41:06Z with exit-code 0. ... 028 (10628.687.000) 2024-10-24 23:41:07 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9938863706252384 Disk = 2007886 DiskUsage = 574750 EventTime = "2024-10-24T23:41:07.545" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2483826" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce03_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "3975800.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce03.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@osg-3975800-0-fnpc22002.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 243 MyType = "JobTerminatedEvent" Proc = 687 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:06:05, Sys 0 00:00:27" SentBytes = 87119.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729827666; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 61051.0 TotalRemoteUsage = "Usr 0 08:10:53, Sys 0 00:00:35" TotalSentBytes = 87119.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.791.000) 2024-10-24 23:45:15 Image size of job updated: 4100820 101 - MemoryUsage of job (MB) 102816 - ResidentSetSize of job (KB) ... 028 (10628.791.000) 2024-10-24 23:45:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:45:15.611" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 101 MyType = "JobImageSizeEvent" Proc = 791 ResidentSetSize = 102816 Size = 4100820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.791.000) 2024-10-24 23:45:15 Started transferring output files ... 028 (10628.791.000) 2024-10-24 23:45:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:45:15.794" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.791.000) 2024-10-24 23:45:15 Finished transferring output files ... 028 (10628.791.000) 2024-10-24 23:45:15 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:45:15.873" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 791 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.791.000) 2024-10-24 23:45:16 Job terminated. (1) Normal termination (return value 0) Usr 0 05:58:21, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:45:12, Sys 0 00:00:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87972 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87972 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469448 2000000 2007805 GPUs : 0 Memory (MB) : 101 2000 2048 Job terminated of its own accord at 2024-10-25T03:45:15Z with exit-code 0. ... 028 (10628.791.000) 2024-10-24 23:45:16 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9909002060060963 Disk = 2007805 DiskUsage = 469448 EventTime = "2024-10-24T23:45:16.177" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471896" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196668.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@osg-4196668-0-fnpc17160.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 101 MyType = "JobTerminatedEvent" Proc = 791 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:58:21, Sys 0 00:00:24" SentBytes = 87972.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729827915; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 09:45:12, Sys 0 00:00:36" TotalSentBytes = 87972.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.753.000) 2024-10-24 23:45:22 Image size of job updated: 3750000 248 - MemoryUsage of job (MB) 253728 - ResidentSetSize of job (KB) ... 028 (10628.753.000) 2024-10-24 23:45:22 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:45:22.308" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 753 ResidentSetSize = 253728 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.753.000) 2024-10-24 23:46:10 Started transferring output files ... 028 (10628.753.000) 2024-10-24 23:46:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:46:10.534" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.753.000) 2024-10-24 23:46:10 Finished transferring output files ... 028 (10628.753.000) 2024-10-24 23:46:10 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-24T23:46:10.588" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 753 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.753.000) 2024-10-24 23:46:10 Job terminated. (1) Normal termination (return value 0) Usr 0 05:57:38, Sys 0 00:01:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:43:55, Sys 0 00:01:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 90994 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 90994 - Total Bytes Sent By Job 36629 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1.00 1 1 Disk (KB) : 570681 2000000 2004130 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T03:46:10Z with exit-code 0. ... 028 (10628.753.000) 2024-10-24 23:46:10 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9968750133997085 Disk = 2004130 DiskUsage = 570681 EventTime = "2024-10-24T23:46:10.987" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472168" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196909.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@osg-4196909-0-fnpc9108.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 753 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 05:57:38, Sys 0 00:01:13" SentBytes = 90994.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729827970; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 36629.0 TotalRemoteUsage = "Usr 0 09:43:55, Sys 0 00:01:28" TotalSentBytes = 90994.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.022.000) 2024-10-25 00:01:16 Image size of job updated: 3750000 248 - MemoryUsage of job (MB) 253168 - ResidentSetSize of job (KB) ... 028 (10628.022.000) 2024-10-25 00:01:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:01:16.795" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 22 ResidentSetSize = 253168 Size = 3750000 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.022.000) 2024-10-25 00:01:42 Started transferring output files ... 028 (10628.022.000) 2024-10-25 00:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:01:42.866" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.022.000) 2024-10-25 00:01:42 Finished transferring output files ... 028 (10628.022.000) 2024-10-25 00:01:42 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:01:42.920" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 22 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.022.000) 2024-10-25 00:01:43 Job terminated. (1) Normal termination (return value 0) Usr 0 03:46:24, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 08:43:15, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87352 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87352 - Total Bytes Sent By Job 61049 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 578872 2000000 2007898 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T04:01:42Z with exit-code 0. ... 028 (10628.022.000) 2024-10-25 00:01:43 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9891867832058643 Disk = 2007898 DiskUsage = 578872 EventTime = "2024-10-25T00:01:43.259" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471950" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196691.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@osg-4196691-0-fnpc22006.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 22 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:46:24, Sys 0 00:00:19" SentBytes = 87352.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729828902; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 61049.0 TotalRemoteUsage = "Usr 0 08:43:15, Sys 0 00:00:34" TotalSentBytes = 87352.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.954.000) 2024-10-25 00:06:32 Image size of job updated: 4164816 98 - MemoryUsage of job (MB) 100000 - ResidentSetSize of job (KB) ... 028 (10628.954.000) 2024-10-25 00:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:06:32.079" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 98 MyType = "JobImageSizeEvent" Proc = 954 ResidentSetSize = 100000 Size = 4164816 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.954.000) 2024-10-25 00:06:32 Started transferring output files ... 028 (10628.954.000) 2024-10-25 00:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:06:32.265" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.954.000) 2024-10-25 00:06:32 Finished transferring output files ... 028 (10628.954.000) 2024-10-25 00:06:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:06:32.338" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 954 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.954.000) 2024-10-25 00:06:32 Job terminated. (1) Normal termination (return value 0) Usr 0 04:43:39, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:29:54, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87677 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87677 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 469732 2000000 2004363 GPUs : 0 Memory (MB) : 98 2000 2048 Job terminated of its own accord at 2024-10-25T04:06:32Z with exit-code 0. ... 028 (10628.954.000) 2024-10-25 00:06:32 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9935520607791157 Disk = 2004363 DiskUsage = 469732 EventTime = "2024-10-25T00:06:32.642" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2472271" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196980.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@osg-4196980-0-fnpc19129.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 98 MyType = "JobTerminatedEvent" Proc = 954 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:43:39, Sys 0 00:00:30" SentBytes = 87677.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729829192; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 09:29:54, Sys 0 00:00:42" TotalSentBytes = 87677.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 022 (10628.019.000) 2024-10-25 00:08:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu <137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP> ... 028 (10628.019.000) 2024-10-25 00:08:16 Job ad information event triggered. Cluster = 10628 DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" EventDescription = "Job disconnected, attempting to reconnect" EventTime = "2024-10-25T00:08:16.608" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobDisconnectedEvent" Proc = 19 StartdAddr = "<137.99.174.17:42319?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50884177%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector1#9992371&PrivNet=cn423.storrs.hpc.uconn.edu&addrs=137.99.174.17-42319&alias=cn423.storrs.hpc.uconn.edu&noUDP>" StartdName = "slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" TriggerEventTypeNumber = 22 ... 024 (10628.015.000) 2024-10-25 00:16:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1@glidein_1687270_90797618@c1416.swan.hcc.unl.edu, rescheduling job ... 028 (10628.015.000) 2024-10-25 00:16:10 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-25T00:16:10.784" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2620365" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8218762" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "JobReconnectFailedEvent" Proc = 15 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1@glidein_1687270_90797618@c1416.swan.hcc.unl.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.015.000) 2024-10-25 00:22:16 Started transferring input files Transferring to host: <10.125.8.35:34017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51037163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10029768&PrivNet=node1820.palmetto.clemson.edu&addrs=10.125.8.35-34017&alias=node1820.palmetto.clemson.edu&noUDP> ... 028 (10628.015.000) 2024-10-25 00:22:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:22:16.778" EventTypeNumber = 28 Host = "<10.125.8.35:34017?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector3#51037163%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector3#10029768&PrivNet=node1820.palmetto.clemson.edu&addrs=10.125.8.35-34017&alias=node1820.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.015.000) 2024-10-25 00:22:16 Finished transferring input files ... 028 (10628.015.000) 2024-10-25 00:22:16 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:22:16.825" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.015.000) 2024-10-25 00:22:18 Warning from starter on slot1_8@glidein_1386608_146846299@node1820.palmetto.clemson.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.015.000) 2024-10-25 00:22:18 Job executing on host: <10.125.8.35:41299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50898179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10011764&PrivNet=node1820.palmetto.clemson.edu&addrs=10.125.8.35-41299&alias=node1820.palmetto.clemson.edu&noUDP> ... 028 (10628.015.000) 2024-10-25 00:22:18 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:22:18.695" EventTypeNumber = 28 ExecuteHost = "<10.125.8.35:41299?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector1#50898179%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector9#10011764&PrivNet=node1820.palmetto.clemson.edu&addrs=10.125.8.35-41299&alias=node1820.palmetto.clemson.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "ExecuteEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 024 (10628.019.000) 2024-10-25 00:48:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu, rescheduling job ... 028 (10628.019.000) 2024-10-25 00:48:16 Job ad information event triggered. Cluster = 10628 EventDescription = "Job reconnect impossible: rescheduling job" EventTime = "2024-10-25T00:48:16.616" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2621622" JOB_GLIDEIN_Entry_Name = "GLUEX_US_UConn-HPC_osgce" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "UConn-HPC" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "4457382" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "UConn-HPC" MyType = "JobReconnectFailedEvent" Proc = 19 Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" StartdName = "slot1_3@glidein_3166981_80319748@cn423.storrs.hpc.uconn.edu" Subproc = 0 TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" TriggerEventTypeNumber = 24 ... 040 (10628.019.000) 2024-10-25 00:54:00 Started transferring input files Transferring to host: <10.138.7.9:35171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29393081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10077062&PrivNet=c0709.swan.hcc.unl.edu&addrs=10.138.7.9-35171&alias=c0709.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-25 00:54:00 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:54:00.970" EventTypeNumber = 28 Host = "<10.138.7.9:35171?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector6#29393081%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector2#10077062&PrivNet=c0709.swan.hcc.unl.edu&addrs=10.138.7.9-35171&alias=c0709.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 2 ... 040 (10628.019.000) 2024-10-25 00:54:01 Finished transferring input files ... 028 (10628.019.000) 2024-10-25 00:54:01 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:54:01.050" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 3 ... 021 (10628.019.000) 2024-10-25 00:54:02 Warning from starter on slot1@glidein_1451457_660080799@c0709.swan.hcc.unl.edu: PREPARE_JOB (prepare-hook) succeeded (reported status 000): Using Singularity image /cvmfs/singularity.opensciencegrid.org/rjones30/gluextest:latest ... 001 (10628.019.000) 2024-10-25 00:54:02 Job executing on host: <10.138.7.9:38099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29370886%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10034554&PrivNet=c0709.swan.hcc.unl.edu&addrs=10.138.7.9-38099&alias=c0709.swan.hcc.unl.edu&noUDP> ... 028 (10628.019.000) 2024-10-25 00:54:02 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T00:54:02.550" EventTypeNumber = 28 ExecuteHost = "<10.138.7.9:38099?CCBID=128.105.82.148:9618%3faddrs%3d128.105.82.148-9618+[2607-f388-2200-b5-97ed-32e2-a34b-c985]-9618%26alias%3dospool-ccb.osg.chtc.io%26noUDP%26sock%3dcollector8#29370886%20192.170.231.11:9618%3faddrs%3d192.170.231.11-9618+[fd85-ee78-d8a6-8607--1-9473]-9618%26alias%3dospool-ccb.osgprod.tempest.chtc.io%26noUDP%26sock%3dcollector8#10034554&PrivNet=c0709.swan.hcc.unl.edu&addrs=10.138.7.9-38099&alias=c0709.swan.hcc.unl.edu&noUDP>" JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "ExecuteEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_EXECUTE" TriggerEventTypeNumber = 1 ... 006 (10628.165.000) 2024-10-25 01:15:21 Image size of job updated: 3788820 248 - MemoryUsage of job (MB) 253284 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-25 01:15:21 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T01:15:21.724" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 253284 Size = 3788820 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 006 (10628.165.000) 2024-10-25 01:17:04 Image size of job updated: 3969120 248 - MemoryUsage of job (MB) 253284 - ResidentSetSize of job (KB) ... 028 (10628.165.000) 2024-10-25 01:17:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T01:17:04.389" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MemoryUsage = 248 MyType = "JobImageSizeEvent" Proc = 165 ResidentSetSize = 253284 Size = 3969120 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.165.000) 2024-10-25 01:17:04 Started transferring output files ... 028 (10628.165.000) 2024-10-25 01:17:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T01:17:04.583" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.165.000) 2024-10-25 01:17:04 Finished transferring output files ... 028 (10628.165.000) 2024-10-25 01:17:04 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T01:17:04.637" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" MyType = "FileTransferEvent" Proc = 165 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.165.000) 2024-10-25 01:17:04 Job terminated. (1) Normal termination (return value 0) Usr 0 06:11:42, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 10:41:32, Sys 0 00:00:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88246 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88246 - Total Bytes Sent By Job 48840 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 538131 2000000 2001920 GPUs : 0 Memory (MB) : 248 2000 2048 Job terminated of its own accord at 2024-10-25T05:17:04Z with exit-code 0. ... 028 (10628.165.000) 2024-10-25 01:17:04 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9945595590354011 Disk = 2001920 DiskUsage = 538131 EventTime = "2024-10-25T01:17:04.992" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2471510" JOB_GLIDEIN_Entry_Name = "FNAL_GPGrid_ce04_mcore_op" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "FNAL_GPGrid" JOB_GLIDEIN_SiteWMS = "HTCondor" JOB_GLIDEIN_SiteWMS_JobId = "4196426.0" JOB_GLIDEIN_SiteWMS_Queue = "gpce04.fnal.gov" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@osg-4196426-0-fnpc7559.fnal.gov" JOB_Site = "FNAL_GPGrid" Memory = 2048 MemoryUsage = 248 MyType = "JobTerminatedEvent" Proc = 165 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 06:11:42, Sys 0 00:00:21" SentBytes = 88246.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729833424; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 48840.0 TotalRemoteUsage = "Usr 0 10:41:32, Sys 0 00:00:34" TotalSentBytes = 88246.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.801.000) 2024-10-25 02:01:34 Image size of job updated: 3862088 285 - MemoryUsage of job (MB) 290888 - ResidentSetSize of job (KB) ... 028 (10628.801.000) 2024-10-25 02:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T02:01:34.163" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MemoryUsage = 285 MyType = "JobImageSizeEvent" Proc = 801 ResidentSetSize = 290888 Size = 3862088 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.801.000) 2024-10-25 02:01:34 Started transferring output files ... 028 (10628.801.000) 2024-10-25 02:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T02:01:34.436" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.801.000) 2024-10-25 02:01:34 Finished transferring output files ... 028 (10628.801.000) 2024-10-25 02:01:34 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T02:01:34.520" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" MyType = "FileTransferEvent" Proc = 801 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.801.000) 2024-10-25 02:01:34 Job terminated. (1) Normal termination (return value 0) Usr 0 03:05:40, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 09:58:35, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87510 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87510 - Total Bytes Sent By Job 73262 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 471230 2000000 27761920 GPUs : 0 Memory (MB) : 285 2000 2048 Job terminated of its own accord at 2024-10-25T06:01:34Z with exit-code 0. ... 028 (10628.801.000) 2024-10-25 02:01:34 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9938754404850491 Disk = 27761920 DiskUsage = 471230 EventTime = "2024-10-25T02:01:34.924" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "3275555" JOB_GLIDEIN_Entry_Name = "OSG_US_MI-HORUS-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "MI-HORUS" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "454812" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "MI-HORUS" Memory = 2048 MemoryUsage = 285 MyType = "JobTerminatedEvent" Proc = 801 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 03:05:40, Sys 0 00:00:07" SentBytes = 87510.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729836094; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 73262.0 TotalRemoteUsage = "Usr 0 09:58:35, Sys 0 00:00:23" TotalSentBytes = 87510.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 006 (10628.019.000) 2024-10-25 03:48:53 Image size of job updated: 3822068 256 - MemoryUsage of job (MB) 261288 - ResidentSetSize of job (KB) ... 028 (10628.019.000) 2024-10-25 03:48:53 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T03:48:53.932" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MemoryUsage = 256 MyType = "JobImageSizeEvent" Proc = 19 ResidentSetSize = 261288 Size = 3822068 Subproc = 0 TriggerEventTypeName = "ULOG_IMAGE_SIZE" TriggerEventTypeNumber = 6 ... 040 (10628.019.000) 2024-10-25 03:48:54 Started transferring output files ... 028 (10628.019.000) 2024-10-25 03:48:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T03:48:54.310" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.019.000) 2024-10-25 03:48:54 Finished transferring output files ... 028 (10628.019.000) 2024-10-25 03:48:54 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T03:48:54.393" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" MyType = "FileTransferEvent" Proc = 19 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.019.000) 2024-10-25 03:48:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:28, Sys 0 00:00:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 12:31:30, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 87435 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 87435 - Total Bytes Sent By Job 61053 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 464610 2000000 29276312 GPUs : 0 Memory (MB) : 256 2000 2000 Job terminated of its own accord at 2024-10-25T07:48:53Z with exit-code 0. ... 028 (10628.019.000) 2024-10-25 03:48:54 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9905284958479199 Disk = 29276312 DiskUsage = 464610 EventTime = "2024-10-25T03:48:54.872" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2617627" JOB_GLIDEIN_Entry_Name = "HCC_US_Omaha_swan" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Swan" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "8213706" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Swan" Memory = 2000 MemoryUsage = 256 MyType = "JobTerminatedEvent" Proc = 19 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 02:51:28, Sys 0 00:00:09" SentBytes = 87435.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729842533; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 61053.0 TotalRemoteUsage = "Usr 0 12:31:30, Sys 0 00:00:42" TotalSentBytes = 87435.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 040 (10628.015.000) 2024-10-25 05:24:59 Started transferring output files ... 028 (10628.015.000) 2024-10-25 05:24:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T05:24:59.787" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 5 ... 040 (10628.015.000) 2024-10-25 05:24:59 Finished transferring output files ... 028 (10628.015.000) 2024-10-25 05:24:59 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-25T05:24:59.857" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" MyType = "FileTransferEvent" Proc = 15 Subproc = 0 TriggerEventTypeName = "ULOG_FILE_TRANSFER" TriggerEventTypeNumber = 40 Type = 6 ... 005 (10628.015.000) 2024-10-25 05:25:00 Job terminated. (1) Normal termination (return value 0) Usr 0 04:58:21, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 14:07:12, Sys 0 00:01:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 88164 - Run Bytes Sent By Job 12211 - Run Bytes Received By Job 88164 - Total Bytes Sent By Job 61053 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 0.99 1 1 Disk (KB) : 474394 2000000 2001920 GPUs : 0 Memory (MB) : 123 2000 2048 Job terminated of its own accord at 2024-10-25T09:24:59Z with exit-code 0. ... 028 (10628.015.000) 2024-10-25 05:25:00 Job ad information event triggered. Cluster = 10628 Cpus = 1 CpusUsage = 0.9902669002095239 Disk = 2001920 DiskUsage = 474394 EventTime = "2024-10-25T05:25:00.204" EventTypeNumber = 28 GPUs = 0 JOB_GLIDEIN_ClusterId = "2487353" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto-CE1" JOB_GLIDEIN_Factory = "Tiger-Prod" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.osg-htc.org" JOB_GLIDEIN_Site = "Clemson-Palmetto" JOB_GLIDEIN_SiteWMS = "SLURM" JOB_GLIDEIN_SiteWMS_JobId = "868964" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" JOB_Site = "Clemson-Palmetto" Memory = 2048 MemoryUsage = 123 MyType = "JobTerminatedEvent" Proc = 15 ReceivedBytes = 12211.0 RequestCpus = 1 RequestDisk = 2000000 RequestMemory = 2000 ReturnValue = 0 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" RunRemoteUsage = "Usr 0 04:58:21, Sys 0 00:00:34" SentBytes = 88164.0 Subproc = 0 TerminatedNormally = true ToE = [ ExitBySignal = false; When = 1729848299; Who = "itself"; ExitCode = 0; HowCode = 0; How = "OF_ITS_OWN_ACCORD" ] TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" TotalReceivedBytes = 61053.0 TotalRemoteUsage = "Usr 0 14:07:12, Sys 0 00:01:03" TotalSentBytes = 88164.0 TriggerEventTypeName = "ULOG_JOB_TERMINATED" TriggerEventTypeNumber = 5 ... 009 (10628.009.000) 2024-10-28 11:37:32 Job was aborted. via condor_rm (by user jonesrt) Job terminated by itself at 2024-10-24T22:33:48Z (using method 0: OF_ITS_OWN_ACCORD). ... 028 (10628.009.000) 2024-10-28 11:37:32 Job ad information event triggered. Cluster = 10628 EventTime = "2024-10-28T11:37:32.431" EventTypeNumber = 28 JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" MyType = "JobAbortedEvent" Proc = 9 Reason = "via condor_rm (by user jonesrt)" Subproc = 0 ToE = [ When = 1729809228; ExitCode = 139; Who = "itself"; How = "OF_ITS_OWN_ACCORD"; HowCode = 0; ExitBySignal = false ] TriggerEventTypeName = "ULOG_JOB_ABORTED" TriggerEventTypeNumber = 9 ...